00080000:00000010:0.2F:1734675831.640452:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291f50. 00080000:00000010:0.2:1734675831.651688:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8910. 00080000:00000010:0.2:1734675831.657517:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.663578:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8900. 00080000:00000010:0.2:1734675831.672544:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a88f0. 00080000:00000010:0.2:1734675831.680936:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a88e0. 00080000:00000010:0.2:1734675831.686142:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8940. 00080000:00000010:0.2:1734675831.690885:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a88d0. 00080000:00000010:0.2:1734675831.696983:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8950. 00080000:00000010:0.2:1734675831.701170:0:29106:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.708819:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81d0. 00080000:00000010:0.2:1734675831.712649:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a87c0. 00080000:00000010:0.2:1734675831.716866:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8870. 00080000:00000010:0.2:1734675831.720039:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a87d0. 00080000:00000010:0.2:1734675831.723132:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.727201:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.730582:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8360. 00080000:00000010:0.2:1734675831.738314:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.745970:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.749808:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8170. 00080000:00000010:0.2:1734675831.760138:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.762961:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8630. 00080000:00000010:0.2:1734675831.765840:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.769992:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.772959:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81c0. 00080000:00000010:0.2:1734675831.778518:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8280. 00080000:00000010:0.2:1734675831.784008:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.788947:0:29106:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.792698:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7e0. 00080000:00000010:0.2:1734675831.796071:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8290. 00080000:00000010:0.2:1734675831.800745:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a82a0. 00080000:00000010:0.2:1734675831.804240:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8200. 00080000:00000010:0.2:1734675831.807673:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81f0. 00080000:00000010:0.2:1734675831.810847:0:29106:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.815618:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.818743:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81e0. 00080000:00000010:0.2:1734675831.821613:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.825326:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.827998:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8440. 00080000:00000010:0.2:1734675831.831343:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.839071:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8690. 00080000:00000010:0.2:1734675831.846240:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.849325:0:29105:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8110. 00080000:00000010:0.2:1734675831.853622:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8240. 00080000:00000010:0.2:1734675831.869357:0:29106:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.879176:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81b0. 00080000:00000010:0.2:1734675831.882266:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.885484:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.890889:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f180. 00080000:00000010:0.2:1734675831.895334:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f760. 00080000:00000010:0.2:1734675831.904286:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.914292:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.919766:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.923686:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8660. 00080000:00000010:0.2:1734675831.928509:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fac0. 00080000:00000010:0.2:1734675831.935062:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fa90. 00080000:00000010:0.2:1734675831.940721:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.948623:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58faa0. 00080000:00000010:0.2:1734675831.954062:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fad0. 00080000:00000010:0.2:1734675831.960111:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.964698:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.967941:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.979621:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.988431:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675831.999524:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.008246:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.014326:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f250. 00080000:00000010:0.2:1734675832.020825:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.025728:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.046689:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7b0. 00080000:00000010:0.2:1734675832.046780:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f020. 00080000:00000010:0.2:1734675832.050916:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.055334:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f1a0. 00080000:00000010:0.2:1734675832.060291:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.063834:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.067488:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734675832.075143:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f9c0. 00080000:00000010:0.2:1734675832.078279:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7cf0. 00080000:00000010:0.2:1734676135.987535:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f660. 00080000:00000010:0.2:1734676136.020445:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676136.020461:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f8f0. 00080000:00000010:0.2:1734676136.022237:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676136.022852:0:23132:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676136.024725:0:23132:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676136.025723:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.986199:0:23132:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f8e0. 00080000:00000010:0.2:1734676140.989627:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676140.989640:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.989886:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676140.991524:0:23225:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676140.991990:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7f0. 00080000:00000010:0.2:1734676140.992003:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972911b0. 00080000:00000010:0.2:1734676140.992109:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676140.994090:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f5e0. 00080000:00000010:0.2:1734676140.994137:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676140.994148:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.994169:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8150. 00080000:00000010:0.2:1734676140.994181:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f020. 00080000:00000010:0.2:1734676140.994424:0:10154:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fb40. 00080000:00000010:0.2:1734676140.994477:0:23227:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8ae0. 00080000:00000010:0.2:1734676140.994642:0:23227:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972916a0. 00080000:00000010:0.2:1734676140.995188:0:23228:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676140.995195:0:23228:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.995215:0:23228:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8ad0. 00080000:00000010:0.2:1734676140.995934:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f6c0. 00080000:00000010:0.2:1734676140.995956:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f010. 00080000:00000010:0.2:1734676140.995966:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.997355:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8b60. 00080000:00000010:0.2:1734676140.998167:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f9d0. 00080000:00000010:0.2:1734676140.998392:0:10153:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291180. 00080000:00000010:0.2:1734676140.998755:0:23229:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676140.999678:0:23229:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676141.000875:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f900. 00080000:00000010:0.2:1734676141.000898:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291240. 00080000:00000010:0.2:1734676141.002060:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8af0. 00080000:00000010:0.2:1734676141.002083:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8ab0. 00080000:00000010:0.2:1734676141.002511:0:19041:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8390. 00080000:00000010:0.2:1734676141.002604:0:19041:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972914f0. 00080000:00000010:0.2:1734676141.003199:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8b00. 00080000:00000010:0.2:1734676141.003357:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972916d0. 00080000:00000010:0.2:1734676141.004023:0:19041:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f770. 00080000:00000010:0.2:1734676141.004034:0:19041:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8b50. 00080000:00000010:0.2:1734676141.005047:0:23231:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676141.005079:0:23231:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8ff0. 00080000:00000010:0.2:1734676141.006837:0:23231:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fa20. 00080000:00000010:0.2:1734676141.006849:0:23231:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8aa0. 00080000:00000010:0.2:1734676141.007540:0:23232:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291fb0. 00080000:00000010:0.2:1734676141.007565:0:23232:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676141.007574:0:23232:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676141.009886:0:28333:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676141.013954:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fb50. 00080000:00000010:0.2:1734676141.014262:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8350. 00080000:00000010:0.2:1734676141.016447:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676141.016495:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291f80. 00080000:00000010:0.2:1734676141.016778:0:6:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fad0. 00080000:00000010:0.2:1734676141.016800:0:6:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58faa0. 00080000:00000010:0.2:1734676141.017874:0:11217:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fab0. 00080000:00000010:0.2:1734676141.017936:0:11217:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8340. 00080000:00000010:0.2:1734676141.017955:0:11217:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8330. 00080000:00000010:0.2:1734676141.017964:0:11217:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f8b0. 00080000:00000010:0.2:1734676141.019177:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8320. 00080000:00000010:0.2:1734676141.019195:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f6b0. 00080000:00000010:0.2:1734676141.019207:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676141.020138:0:23234:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7b0. 00080000:00000010:0.2:1734676141.020903:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7d0. 00080000:00000010:0.2:1734676141.021710:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8310. 00080000:00000010:0.2:1734676141.021719:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8700. 00080000:00000010:0.2:1734676141.021993:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f4e0. 00080000:00000010:0.2:1734676141.024598:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f880. 00080000:00000010:0.2:1734676141.024619:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f860. 00080000:00000010:0.2:1734676141.024640:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8300. 00080000:00000010:0.2:1734676141.024647:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a86a0. 00080000:00000010:0.2:1734676141.024654:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f730. 00080000:00000010:0.2:1734676141.024661:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676141.024669:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676141.024682:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f1a0. 00080000:00000010:0.2:1734676191.069383:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f500. 00080000:00000010:0.2:1734676191.069403:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7e0. 00080000:00000010:0.2:1734676191.069413:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676191.069441:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a82e0. 00080000:00000010:0.2:1734676191.069450:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a86d0. 00080000:00000010:0.2:1734676191.070000:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f5f0. 00080000:00000010:0.2:1734676191.070026:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291430. 00080000:00000010:0.2:1734676191.075353:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8780. 00080000:00000010:0.2:1734676191.075795:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676191.075824:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291680. 00080000:00000010:0.2:1734676196.083315:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58fb30. 00080000:00000010:0.2:1734676196.084214:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7490. 00080000:00000010:0.2:1734676196.084288:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f6d0. 00080000:00000010:0.2:1734676196.084298:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f870. 00080000:00000010:0.2:1734676196.084312:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7bc0. 00080000:00000010:0.2:1734676196.084320:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.084328:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00080000:00000010:0.2:1734676196.087619:0:23226:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291f60. 00080000:00000010:0.2:1734676196.087676:0:23226:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f250. 00080000:00000010:0.2:1734676196.087698:0:23226:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00080000:00000010:0.2:1734676196.087704:0:23226:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.087817:0:23226:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8980. 00080000:00000010:0.2:1734676196.092860:0:10155:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8890. 00080000:00000010:0.2:1734676196.096252:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f890. 00080000:00000010:0.2:1734676196.096282:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.096296:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f700. 00080000:00000010:0.2:1734676196.096304:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f720. 00080000:00000010:0.2:1734676196.099814:0:19041:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f750. 00080000:00000010:0.2:1734676196.103442:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291100. 00080000:00000010:0.2:1734676196.105236:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f9b0. 00080000:00000010:0.2:1734676196.105273:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.105306:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291000. 00080000:00000010:0.2:1734676196.107179:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8200. 00080000:00000010:0.2:1734676196.107207:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f9a0. 00080000:00000010:0.2:1734676196.109890:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291440. 00080000:00000010:0.2:1734676196.112218:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f6e0. 00080000:00000010:0.2:1734676196.112243:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.118638:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.118655:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291060. 00080000:00000010:0.2:1734676196.118674:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a82a0. 00080000:00000010:0.2:1734676196.118687:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a81b0. 00080000:00000010:0.2:1734676196.118702:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f780. 00080000:00000010:0.2:1734676196.118715:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291080. 00080000:00000010:0.2:1734676196.126011:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972910c0. 00080000:00000010:0.2:1734676196.126549:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f7c0. 00080000:00000010:0.2:1734676196.132940:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f950. 00080000:00000010:0.2:1734676196.132998:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291090. 00080000:00000010:0.2:1734676196.133022:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a87e0. 00080000:00000010:0.2:1734676196.133038:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972914d0. 00080000:00000010:0.2:1734676196.133047:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972914b0. 00080000:00000010:0.2:1734676196.133054:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972911c0. 00080000:00000010:0.2:1734676196.133070:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8640. 00080000:00000010:0.2:1734676196.133078:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a87f0. 00080000:00000010:0.2:1734676196.135133:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8990. 00080000:00000010:0.2:1734676196.136886:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a86e0. 00080000:00000010:0.2:1734676196.137027:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291010. 00080000:00000010:0.2:1734676196.137600:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972916c0. 00080000:00000010:0.2:1734676196.139817:0:23132:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8a60. 00080000:00000010:0.2:1734676196.144187:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a86f0. 00080000:00000010:0.2:1734676196.146796:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.159523:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7a90. 00080000:00000010:0.2:1734676196.159538:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00080000:00000010:0.2:1734676196.159570:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a86c0. 00080000:00000010:0.2:1734676196.159590:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f830. 00080000:00000010:0.2:1734676196.159602:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f810. 00080000:00000010:0.2:1734676196.162312:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f980. 00080000:00000010:0.2:1734676196.162333:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8740. 00080000:00000010:0.2:1734676196.162348:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00080000:00000010:0.2:1734676196.162358:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291480. 00080000:00000010:0.2:1734676196.167176:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff880097291030. 00080000:00000010:0.2:1734676196.167435:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a8050. 00080000:00000010:0.2:1734676196.170723:0:19043:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800972911a0. 00080000:00000010:0.2:1734676196.172610:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00080000:00000010:0.2:1734676196.172631:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800aa58f670. 00080000:00000010:0.2:1734676196.172764:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a80c0. 00080000:00000010:0.2:1734676196.172801:0:23229:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a88b0. 00080000:00000010:0.2:1734676196.172820:0:23229:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff8800b52a83a0. 00080000:00000010:0.2:1734676196.173437:0:0:0:(osd_io.c:80:osd_bio_fini()) slab-freed 'bio_private': 16 at ffff88012ccf7d60. 00010000:00000010:2.1:1734676286.608678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8400. 00010000:00000010:2.1:1734676286.608682:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122300. 00010000:00000010:2.1:1734676286.608685:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb000. 00010000:00000010:2.1:1734676286.614699:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8800. 00010000:00000010:2.1:1734676286.614706:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8200. 00010000:00000010:2.1:1734676286.624113:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122500. 00010000:00000010:2.1:1734676286.624119:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f71400. 00010000:00000010:2.1:1734676286.624126:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7de00. 00010000:00000010:2.1:1734676286.629999:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133c00. 00010000:00000010:2.1:1734676286.630004:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd80e00. 00010000:00000010:2.1:1734676286.630007:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958eee00. 00010000:00000010:2.1:1734676286.630011:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46000. 00010000:00000010:2.1:1734676286.632187:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582200. 00010000:00000010:2.1:1734676286.642225:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bbb00. 00010000:00000010:2.1:1734676286.642234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959dcc00. 00010000:00000010:2.1:1734676286.648170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff200. 00010000:00000010:2.1:1734676286.648175:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122700. 00010000:00000010:2.1:1734676286.648177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd80c00. 00010000:00000010:2.1:1734676286.648179:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122b00. 00010000:00000010:2.1:1734676286.648181:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd81a00. 00010000:00000010:2.1:1734676286.663244:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafef00. 00010000:00000010:2.1:1734676286.663251:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd81200. 00010000:00000010:2.1:1734676286.678844:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cde00. 00010000:00000010:2.1:1734676286.678861:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486e00. 00010000:00000010:2.1:1734676286.678864:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cc200. 00010000:00000010:2.1:1734676286.729102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62800. 00010000:00000010:2.1:1734676286.729106:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47000. 00010000:00000010:2.1:1734676286.729109:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63200. 00010000:00000010:2.1:1734676286.772150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4600. 00010000:00000010:2.1:1734676286.858325:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4e00. 00010000:00000010:2.1:1734676286.864176:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6800. 00010000:00000010:2.1:1734676286.867661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7c00. 00010000:00000010:2.1:1734676286.904117:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160e00. 00010000:00000010:2.1:1734676286.913416:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8500. 00010000:00000010:2.1:1734676286.913421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160000. 00010000:00000010:2.1:1734676286.923120:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8800. 00010000:00000010:2.1:1734676286.923129:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7c00. 00010000:00000010:2.1:1734676286.929430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec6a00. 00010000:00000010:2.1:1734676286.929436:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8f00. 00010000:00000010:2.1:1734676286.929439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd81200. 00010000:00000010:2.1:1734676286.929442:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23300. 00010000:00000010:2.1:1734676286.929445:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bac00. 00010000:00000010:2.1:1734676286.929448:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13ae00. 00010000:00000010:2.1:1734676286.929483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb600. 00010000:00000010:2.1:1734676286.941130:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13ac00. 00010000:00000010:2.1:1734676286.941137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8800. 00010000:00000010:2.1:1734676286.941141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31c00. 00010000:00000010:2.1:1734676286.941144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b30400. 00010000:00000010:2.1:1734676286.950114:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc400. 00010000:00000010:2.1:1734676286.950120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03000. 00010000:00000010:2.1:1734676286.950125:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d3bb00. 00010000:00000010:2.1:1734676286.950127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bc200. 00010000:00000010:2.1:1734676286.959232:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95d000. 00010000:00000010:2.1:1734676286.959237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811600. 00010000:00000010:2.1:1734676286.962134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cfe00. 00010000:00000010:2.1:1734676286.962138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360dc00. 00010000:00000010:2.1:1734676286.975355:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667800. 00010000:00000010:2.1:1734676286.975359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb000. 00010000:00000010:2.1:1734676286.978124:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c200. 00010000:00000010:2.1:1734676286.997241:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667a00. 00010000:00000010:2.1:1734676286.997246:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545400. 00010000:00000010:2.1:1734676287.031396:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550400. 00010000:00000010:2.1:1734676287.031403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc800. 00010000:00000010:2.1:1734676287.055161:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6300. 00010000:00000010:2.1:1734676287.055167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cde00. 00010000:00000010:2.1:1734676287.055171:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6500. 00010000:00000010:2.1:1734676287.055174:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a000. 00010000:00000010:2.1:1734676287.055177:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6700. 00010000:00000010:2.1:1734676287.055179:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aba00. 00010000:00000010:3.1:1734676287.101102:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737ddc00. 00010000:00000010:3.1:1734676287.110367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945400. 00010000:00000010:3.1:1734676287.110373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6c00. 00010000:00000010:2.1:1734676287.117987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485e00. 00010000:00000010:2.1:1734676287.117994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5e00. 00010000:00000010:2.1:1734676287.123122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0c00. 00010000:00000010:2.1:1734676287.130643:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0b100. 00010000:00000010:2.1:1734676287.130647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ff000. 00010000:00000010:3.1:1734676287.139233:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5700. 00010000:00000010:3.1:1734676287.139239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffc400. 00010000:00000010:3.1:1734676287.139243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2ac00. 00010000:00000010:3.1:1734676287.139244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5900. 00010000:00000010:3.1:1734676287.139247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168800. 00010000:00000010:3.1:1734676287.139251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5b00. 00010000:00000010:3.1:1734676287.139253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b000. 00010000:00000010:3.1:1734676287.145610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7600. 00010000:00000010:3.1:1734676287.154614:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5d00. 00010000:00000010:3.1:1734676287.154620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26000. 00010000:00000010:2.1:1734676287.160386:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5200. 00010000:00000010:2.1:1734676287.160393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5a00. 00010000:00000010:3.1:1734676287.165518:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550b00. 00010000:00000010:3.1:1734676287.165533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26e00. 00010000:00000010:3.1:1734676287.171305:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4a00. 00010000:00000010:3.1:1734676287.177183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d481600. 00010000:00000010:3.1:1734676287.177189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1800. 00010000:00000010:3.1:1734676287.177192:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667700. 00010000:00000010:3.1:1734676287.177196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7200. 00010000:00000010:3.1:1734676287.187555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0000. 00010000:00000010:3.1:1734676287.187565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da24200. 00010000:00000010:3.1:1734676287.187569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d7b2c00. 00010000:00000010:3.1:1734676287.196427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933200. 00010000:00000010:2.1:1734676287.251441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0800. 00010000:00000010:2.1:1734676287.260278:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8a600. 00010000:00000010:2.1:1734676287.325107:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfb000. 00010000:00000010:3.1:1734676287.377695:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142100. 00010000:00000010:3.1:1734676287.377703:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097901000. 00010000:00000010:3.1:1734676287.377706:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142500. 00010000:00000010:3.1:1734676287.377709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8c00. 00010000:00000010:3.1:1734676287.377712:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312ddc00. 00010000:00000010:3.1:1734676287.377714:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145600. 00010000:00000010:3.1:1734676287.377717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9000. 00010000:00000010:3.1:1734676287.386709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9e00. 00010000:00000010:3.1:1734676287.386712:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6400. 00010000:00000010:3.1:1734676287.386715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8400. 00010000:00000010:3.1:1734676287.386718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dcc00. 00010000:00000010:2.1:1734676287.389608:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8400. 00010000:00000010:2.1:1734676287.389612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b1d0e00. 00010000:00000010:2.1:1734676287.389615:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8e00. 00010000:00000010:2.1:1734676287.389618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50e00. 00010000:00000010:3.1:1734676287.392160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc200. 00010000:00000010:3.1:1734676287.392165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8a00. 00010000:00000010:3.1:1734676287.392167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9a00. 00010000:00000010:3.1:1734676287.404274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8600. 00010000:00000010:3.1:1734676287.404278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8000. 00010000:00000010:3.1:1734676287.412350:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803400. 00010000:00000010:3.1:1734676287.412355:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b1d0e00. 00010000:00000010:3.1:1734676287.414405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd9800. 00010000:00000010:3.1:1734676287.414409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005200. 00010000:00000010:3.1:1734676287.414412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803600. 00010000:00000010:3.1:1734676287.414415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16d000. 00010000:00000010:3.1:1734676287.414418:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529b00. 00010000:00000010:3.1:1734676287.414421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8400. 00010000:00000010:3.1:1734676287.426300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4700. 00010000:00000010:3.1:1734676287.426305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dcc00. 00010000:00000010:3.1:1734676287.426307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4500. 00010000:00000010:3.1:1734676287.426310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312ddc00. 00010000:00000010:2.1:1734676287.438511:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4300. 00010000:00000010:2.1:1734676287.438516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b1d0e00. 00010000:00000010:2.1:1734676287.438519:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4100. 00010000:00000010:2.1:1734676287.438522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd400. 00010000:00000010:2.1:1734676287.438525:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc200. 00010000:00000010:2.1:1734676287.438527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8400. 00010000:00000010:2.1:1734676287.438529:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0f00. 00010000:00000010:2.1:1734676287.438532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097901000. 00010000:00000010:2.1:1734676287.438535:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667300. 00010000:00000010:2.1:1734676287.438538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4c00. 00010000:00000010:2.1:1734676287.447258:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142300. 00010000:00000010:2.1:1734676287.447264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc000. 00010000:00000010:2.1:1734676287.447268:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5800. 00010000:00000010:2.1:1734676287.447271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:2.1:1734676287.447274:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803c00. 00010000:00000010:2.1:1734676287.447277:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fca00. 00010000:00000010:2.1:1734676287.447280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e000. 00010000:00000010:2.1:1734676287.450522:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09bd00. 00010000:00000010:2.1:1734676287.450530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:2.1:1734676287.450533:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791000. 00010000:00000010:2.1:1734676287.450537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5a00. 00010000:00000010:2.1:1734676287.456675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf600. 00010000:00000010:2.1:1734676287.462219:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791200. 00010000:00000010:2.1:1734676287.462225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5400. 00010000:00000010:2.1:1734676287.462228:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791400. 00010000:00000010:2.1:1734676287.462230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8400. 00010000:00000010:2.1:1734676287.462233:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2bd00. 00010000:00000010:2.1:1734676287.462236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b600. 00010000:00000010:2.1:1734676287.468797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c800. 00010000:00000010:2.1:1734676287.471410:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b300. 00010000:00000010:2.1:1734676287.471415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daea00. 00010000:00000010:2.1:1734676287.471417:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2ba00. 00010000:00000010:2.1:1734676287.471419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daec00. 00010000:00000010:2.1:1734676287.471421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2bf00. 00010000:00000010:2.1:1734676287.471424:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120be00. 00010000:00000010:2.1:1734676287.471426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4c00. 00010000:00000010:2.1:1734676287.471429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:3.1:1734676287.474792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332000. 00010000:00000010:3.1:1734676287.474797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:2.1:1734676287.482283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9cc00. 00010000:00000010:2.1:1734676287.482292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3600. 00010000:00000010:2.1:1734676287.482294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd400. 00010000:00000010:2.1:1734676287.482297:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3900. 00010000:00000010:2.1:1734676287.482299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5400. 00010000:00000010:2.1:1734676287.485138:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791f00. 00010000:00000010:2.1:1734676287.485145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c800. 00010000:00000010:2.1:1734676287.485148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e8800. 00010000:00000010:2.1:1734676287.491463:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791800. 00010000:00000010:2.1:1734676287.491470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:2.1:1734676287.519149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169000. 00010000:00000010:3.1:1734676287.527294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55800. 00010000:00000010:3.1:1734676287.527300:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791600. 00010000:00000010:3.1:1734676287.527303:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54e00. 00010000:00000010:2.1:1734676287.527386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46600. 00010000:00000010:2.1:1734676287.533846:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803e00. 00010000:00000010:2.1:1734676287.533852:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:3.1:1734676287.536216:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777e00. 00010000:00000010:2.1:1734676287.536500:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8000. 00010000:00000010:2.1:1734676287.536505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c600. 00010000:00000010:2.1:1734676287.549166:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809400. 00010000:00000010:2.1:1734676287.549176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777600. 00010000:00000010:2.1:1734676287.549181:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803800. 00010000:00000010:3.1:1734676287.549183:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8f00. 00010000:00000010:2.1:1734676287.549185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46a00. 00010000:00000010:3.1:1734676287.549189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b600. 00010000:00000010:2.1:1734676287.549189:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b600. 00010000:00000010:2.1:1734676287.549192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46200. 00010000:00000010:2.1:1734676287.552289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168000. 00010000:00000010:3.1:1734676287.555278:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791a00. 00010000:00000010:3.1:1734676287.555285:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfec00. 00010000:00000010:2.1:1734676287.555618:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142800. 00010000:00000010:2.1:1734676287.555623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120be00. 00010000:00000010:2.1:1734676287.555626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dca00. 00010000:00000010:2.1:1734676287.555629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8000. 00010000:00000010:2.1:1734676287.555632:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791c00. 00010000:00000010:2.1:1734676287.555635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798800. 00010000:00000010:3.1:1734676287.558142:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09bf00. 00010000:00000010:3.1:1734676287.558150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5200. 00010000:00000010:2.1:1734676287.562543:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803700. 00010000:00000010:2.1:1734676287.562549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4600. 00010000:00000010:3.1:1734676287.562631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8800. 00010000:00000010:3.1:1734676287.562636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9000. 00010000:00000010:2.1:1734676287.565134:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9400. 00010000:00000010:2.1:1734676287.565140:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8b00. 00010000:00000010:2.1:1734676287.565143:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfec00. 00010000:00000010:2.1:1734676287.565146:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803d00. 00010000:00000010:2.1:1734676287.565149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55600. 00010000:00000010:2.1:1734676287.571137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9800. 00010000:00000010:2.1:1734676287.571142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8400. 00010000:00000010:2.1:1734676287.574227:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8d00. 00010000:00000010:2.1:1734676287.574234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777e00. 00010000:00000010:2.1:1734676287.578422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4200. 00010000:00000010:2.1:1734676287.578427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4a00. 00010000:00000010:2.1:1734676287.583391:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8500. 00010000:00000010:2.1:1734676287.583396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8400. 00010000:00000010:2.1:1734676287.583398:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529500. 00010000:00000010:2.1:1734676287.583401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0e00. 00010000:00000010:2.1:1734676287.595373:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791d00. 00010000:00000010:2.1:1734676287.595382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa600. 00010000:00000010:2.1:1734676287.595385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2200. 00010000:00000010:2.1:1734676287.595388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2a00. 00010000:00000010:2.1:1734676287.600689:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ba00. 00010000:00000010:2.1:1734676287.603559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3200. 00010000:00000010:2.1:1734676287.603566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b200. 00010000:00000010:2.1:1734676287.603568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8800. 00010000:00000010:2.1:1734676287.606839:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4000. 00010000:00000010:2.1:1734676287.606843:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5000. 00010000:00000010:2.1:1734676287.620410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553800. 00010000:00000010:2.1:1734676287.626099:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd500. 00010000:00000010:2.1:1734676287.626106:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5200. 00010000:00000010:3.1:1734676287.640457:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdf00. 00010000:00000010:3.1:1734676287.640463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3200. 00010000:00000010:3.1:1734676287.640466:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdc00. 00010000:00000010:3.1:1734676287.640469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46a00. 00010000:00000010:3.1:1734676287.640471:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafda00. 00010000:00000010:3.1:1734676287.640474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728200. 00010000:00000010:3.1:1734676287.653126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9600. 00010000:00000010:2.1:1734676287.662550:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3a00. 00010000:00000010:2.1:1734676287.672162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179800. 00010000:00000010:2.1:1734676287.681114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2600. 00010000:00000010:2.1:1734676287.703543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8e600. 00010000:00000010:2.1:1734676287.703547:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f600. 00010000:00000010:2.1:1734676287.714103:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c500. 00010000:00000010:2.1:1734676287.714107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8e200. 00010000:00000010:2.1:1734676287.714110:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7200. 00010000:00000010:2.1:1734676287.720310:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89400. 00010000:00000010:2.1:1734676287.726166:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17a200. 00010000:00000010:3.1:1734676287.726270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeb400. 00010000:00000010:3.1:1734676287.726274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89800. 00010000:00000010:3.1:1734676287.726280:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822800. 00010000:00000010:3.1:1734676287.726284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2600. 00010000:00000010:2.1:1734676287.735613:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99ca00. 00010000:00000010:2.1:1734676287.735618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f600. 00010000:00000010:2.1:1734676287.735627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17b200. 00010000:00000010:2.1:1734676287.735630:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822900. 00010000:00000010:2.1:1734676287.735633:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8e600. 00010000:00000010:2.1:1734676287.744184:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822c00. 00010000:00000010:2.1:1734676287.744193:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ea00. 00010000:00000010:2.1:1734676287.756443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7e00. 00010000:00000010:2.1:1734676287.756451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17ac00. 00010000:00000010:3.1:1734676287.789864:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080100. 00010000:00000010:3.1:1734676287.789873:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007358f400. 00010000:00000010:3.1:1734676287.795762:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080d00. 00010000:00000010:3.1:1734676287.795771:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d405200. 00010000:00000010:3.1:1734676287.798378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825e00. 00010000:00000010:3.1:1734676287.798389:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080f00. 00010000:00000010:3.1:1734676287.798393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8e00. 00010000:00000010:2.1:1734676287.801421:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080300. 00010000:00000010:2.1:1734676287.801427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3000. 00010000:00000010:2.1:1734676287.810620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12c00. 00010000:00000010:3.1:1734676287.813567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1400. 00010000:00000010:3.1:1734676287.813574:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c600. 00010000:00000010:3.1:1734676287.813577:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80ae00. 00010000:00000010:3.1:1734676287.813581:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65900. 00010000:00000010:3.1:1734676287.813583:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343e00. 00010000:00000010:3.1:1734676287.821325:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65200. 00010000:00000010:3.1:1734676287.821330:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8e200. 00010000:00000010:2.1:1734676287.825302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13400. 00010000:00000010:2.1:1734676287.825307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13c00. 00010000:00000010:3.1:1734676287.825310:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65b00. 00010000:00000010:3.1:1734676287.825314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80ae00. 00010000:00000010:2.1:1734676287.832410:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822000. 00010000:00000010:2.1:1734676287.832418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80ea00. 00010000:00000010:3.1:1734676287.832616:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825800. 00010000:00000010:3.1:1734676287.832621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12600. 00010000:00000010:3.1:1734676287.832624:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7800. 00010000:00000010:3.1:1734676287.832628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fd400. 00010000:00000010:3.1:1734676287.848907:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18b00. 00010000:00000010:3.1:1734676287.848915:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332e00. 00010000:00000010:2.1:1734676287.852575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ee00. 00010000:00000010:3.1:1734676287.858444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58600. 00010000:00000010:3.1:1734676287.858449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58e00. 00010000:00000010:3.1:1734676287.858456:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18d00. 00010000:00000010:3.1:1734676287.858459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552e00. 00010000:00000010:3.1:1734676287.858462:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18f00. 00010000:00000010:3.1:1734676287.858465:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d833a00. 00010000:00000010:3.1:1734676287.859455:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62500. 00010000:00000010:3.1:1734676287.859461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586e00. 00010000:00000010:3.1:1734676287.859465:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7000. 00010000:00000010:3.1:1734676287.859467:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62800. 00010000:00000010:3.1:1734676287.859469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586a00. 00010000:00000010:2.1:1734676287.863710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7c00. 00010000:00000010:2.1:1734676287.884447:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62a00. 00010000:00000010:2.1:1734676287.884452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d01000. 00010000:00000010:2.1:1734676287.884454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16aa00. 00010000:00000010:3.1:1734676287.924882:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7800. 00010000:00000010:2.1:1734676287.925375:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62d00. 00010000:00000010:2.1:1734676287.925379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3200. 00010000:00000010:3.1:1734676287.927667:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320000. 00010000:00000010:3.1:1734676287.927674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59000. 00010000:00000010:2.1:1734676287.930498:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3000. 00010000:00000010:2.1:1734676287.930509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d833a00. 00010000:00000010:2.1:1734676287.930512:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ff00. 00010000:00000010:2.1:1734676287.930515:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00c00. 00010000:00000010:3.1:1734676287.984928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecfe00. 00010000:00000010:3.1:1734676287.984933:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3300. 00010000:00000010:3.1:1734676287.984937:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100800. 00010000:00000010:3.1:1734676287.984939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddf400. 00010000:00000010:3.1:1734676287.987821:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320600. 00010000:00000010:3.1:1734676287.991353:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67800. 00010000:00000010:3.1:1734676287.991361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fae00. 00010000:00000010:3.1:1734676287.991364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29000. 00010000:00000010:3.1:1734676287.991366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddfc00. 00010000:00000010:3.1:1734676287.991369:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67f00. 00010000:00000010:3.1:1734676287.991371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fac00. 00010000:00000010:3.1:1734676287.991431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16bc00. 00010000:00000010:3.1:1734676287.991435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18100. 00010000:00000010:3.1:1734676287.991437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100400. 00010000:00000010:3.1:1734676288.005461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17a000. 00010000:00000010:3.1:1734676288.005470:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18a00. 00010000:00000010:3.1:1734676288.005474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1400. 00010000:00000010:3.1:1734676288.013598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddfa00. 00010000:00000010:3.1:1734676288.015327:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321000. 00010000:00000010:3.1:1734676288.018506:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67a00. 00010000:00000010:3.1:1734676288.018514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1800. 00010000:00000010:3.1:1734676288.018517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0dc00. 00010000:00000010:3.1:1734676288.024906:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3400. 00010000:00000010:3.1:1734676288.024911:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45c200. 00010000:00000010:3.1:1734676288.024915:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1000. 00010000:00000010:3.1:1734676288.024918:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0900. 00010000:00000010:3.1:1734676288.024921:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5e00. 00010000:00000010:3.1:1734676288.025211:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ca00. 00010000:00000010:3.1:1734676288.039242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c6000. 00010000:00000010:3.1:1734676288.039248:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62b00. 00010000:00000010:3.1:1734676288.039261:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4c00. 00010000:00000010:3.1:1734676288.039265:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321200. 00010000:00000010:3.1:1734676288.039269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67600. 00010000:00000010:3.1:1734676288.039272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf23a00. 00010000:00000010:3.1:1734676288.039274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998e00. 00010000:00000010:3.1:1734676288.039277:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05c00. 00010000:00000010:3.1:1734676288.039280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22a00. 00010000:00000010:3.1:1734676288.049299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999e00. 00010000:00000010:3.1:1734676288.049305:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05300. 00010000:00000010:3.1:1734676288.049308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5c00. 00010000:00000010:3.1:1734676288.049310:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05a00. 00010000:00000010:3.1:1734676288.049312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85dc00. 00010000:00000010:3.1:1734676288.054284:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82fe00. 00010000:00000010:2.1:1734676288.069314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80ee00. 00010000:00000010:2.1:1734676288.074822:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7400. 00010000:00000010:2.1:1734676288.074974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12e00. 00010000:00000010:2.1:1734676288.074987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825400. 00010000:00000010:2.1:1734676288.074991:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05900. 00010000:00000010:2.1:1734676288.074994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f82600. 00010000:00000010:3.1:1734676288.096438:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29a00. 00010000:00000010:2.1:1734676288.132228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6a00. 00010000:00000010:3.1:1734676288.139309:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29400. 00010000:00000010:3.1:1734676288.146032:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6000. 00010000:00000010:2.1:1734676288.157268:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18800. 00010000:00000010:2.1:1734676288.157273:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463c00. 00010000:00000010:2.1:1734676288.160144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7400. 00010000:00000010:3.1:1734676288.163115:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7000. 00010000:00000010:2.1:1734676288.163133:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5100. 00010000:00000010:2.1:1734676288.163138:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:2.1:1734676288.166892:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7e00. 00010000:00000010:2.1:1734676288.169141:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5c00. 00010000:00000010:2.1:1734676288.169146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7000. 00010000:00000010:2.1:1734676288.169148:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5e00. 00010000:00000010:2.1:1734676288.169150:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7c00. 00010000:00000010:2.1:1734676288.175621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998800. 00010000:00000010:2.1:1734676288.178147:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac000. 00010000:00000010:2.1:1734676288.178153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6400. 00010000:00000010:2.1:1734676288.181204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ae00. 00010000:00000010:2.1:1734676288.187140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7600. 00010000:00000010:2.1:1734676288.187145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3b00. 00010000:00000010:2.1:1734676288.211366:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3f00. 00010000:00000010:2.1:1734676288.211374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007400. 00010000:00000010:2.1:1734676288.211377:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3800. 00010000:00000010:2.1:1734676288.211380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f400. 00010000:00000010:2.1:1734676288.223172:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3a00. 00010000:00000010:2.1:1734676288.223180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ea00. 00010000:00000010:2.1:1734676288.223184:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59500. 00010000:00000010:2.1:1734676288.223187:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6000. 00010000:00000010:2.1:1734676288.223190:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac800. 00010000:00000010:2.1:1734676288.223201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7e00. 00010000:00000010:2.1:1734676288.232163:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59900. 00010000:00000010:2.1:1734676288.232170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007000. 00010000:00000010:2.1:1734676288.232174:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59b00. 00010000:00000010:2.1:1734676288.232176:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f83800. 00010000:00000010:2.1:1734676288.232179:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59d00. 00010000:00000010:2.1:1734676288.232181:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f82c00. 00010000:00000010:2.1:1734676288.235472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17bc00. 00010000:00000010:2.1:1734676288.235476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f600. 00010000:00000010:2.1:1734676288.235480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a000. 00010000:00000010:2.1:1734676288.235483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea400. 00010000:00000010:3.1:1734676288.241635:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18c00. 00010000:00000010:3.1:1734676288.241642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5a00. 00010000:00000010:2.1:1734676288.244135:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092300. 00010000:00000010:2.1:1734676288.244143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e343a00. 00010000:00000010:3.1:1734676288.250258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ba00. 00010000:00000010:2.1:1734676288.258013:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6a00. 00010000:00000010:2.1:1734676288.258018:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05100. 00010000:00000010:2.1:1734676288.258021:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463400. 00010000:00000010:2.1:1734676288.258025:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822700. 00010000:00000010:2.1:1734676288.258028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463600. 00010000:00000010:3.1:1734676288.260286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6200. 00010000:00000010:3.1:1734676288.260291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4400. 00010000:00000010:3.1:1734676288.269391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12000. 00010000:00000010:3.1:1734676288.278869:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c200. 00010000:00000010:3.1:1734676288.287142:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333e00. 00010000:00000010:3.1:1734676288.298225:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:3.1:1734676288.298232:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808600. 00010000:00000010:3.1:1734676288.307116:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9200. 00010000:00000010:2.1:1734676288.310900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824800. 00010000:00000010:3.1:1734676288.313167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332200. 00010000:00000010:2.1:1734676288.320641:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b600. 00010000:00000010:3.1:1734676288.328163:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808c00. 00010000:00000010:2.1:1734676288.334156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0c00. 00010000:00000010:2.1:1734676288.334164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a0000. 00010000:00000010:2.1:1734676288.334167:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b400. 00010000:00000010:2.1:1734676288.334172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d600. 00010000:00000010:2.1:1734676288.346188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b200. 00010000:00000010:2.1:1734676288.346202:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36cc00. 00010000:00000010:2.1:1734676288.346205:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b700. 00010000:00000010:2.1:1734676288.346207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d000. 00010000:00000010:2.1:1734676288.346210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772e00. 00010000:00000010:2.1:1734676288.346213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80bd00. 00010000:00000010:2.1:1734676288.346215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36ce00. 00010000:00000010:2.1:1734676288.349686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5800. 00010000:00000010:3.1:1734676288.354265:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7200. 00010000:00000010:3.1:1734676288.354270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dad7800. 00010000:00000010:3.1:1734676288.354273:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7c00. 00010000:00000010:3.1:1734676288.354346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4e00. 00010000:00000010:3.1:1734676288.354352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4800. 00010000:00000010:3.1:1734676288.354355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a100. 00010000:00000010:3.1:1734676288.354358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5000. 00010000:00000010:3.1:1734676288.354361:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a300. 00010000:00000010:3.1:1734676288.354363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4ca8a00. 00010000:00000010:3.1:1734676288.361145:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a500. 00010000:00000010:3.1:1734676288.361151:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9400. 00010000:00000010:3.1:1734676288.361154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29e00. 00010000:00000010:3.1:1734676288.361157:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8100. 00010000:00000010:3.1:1734676288.361162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9c00. 00010000:00000010:2.1:1734676288.364157:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773e00. 00010000:00000010:3.1:1734676288.367155:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a000. 00010000:00000010:3.1:1734676288.367162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a8600. 00010000:00000010:3.1:1734676288.367165:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a700. 00010000:00000010:3.1:1734676288.367168:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9000. 00010000:00000010:3.1:1734676288.373113:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ac00. 00010000:00000010:3.1:1734676288.373119:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4ca8a00. 00010000:00000010:3.1:1734676288.382477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8e00. 00010000:00000010:3.1:1734676288.382489:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a400. 00010000:00000010:3.1:1734676288.382493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9c00. 00010000:00000010:3.1:1734676288.382497:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417900. 00010000:00000010:3.1:1734676288.382499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9400. 00010000:00000010:3.1:1734676288.392138:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c700. 00010000:00000010:3.1:1734676288.392144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcc200. 00010000:00000010:2.1:1734676288.401202:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417c00. 00010000:00000010:2.1:1734676288.401213:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcc600. 00010000:00000010:2.1:1734676288.401216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417e00. 00010000:00000010:2.1:1734676288.401219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcd800. 00010000:00000010:2.1:1734676288.408032:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82d600. 00010000:00000010:3.1:1734676288.422587:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6a400. 00010000:00000010:3.1:1734676288.434364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430400. 00010000:00000010:2.1:1734676288.440860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f800. 00010000:00000010:2.1:1734676288.443947:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2fa00. 00010000:00000010:2.1:1734676288.443954:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8400. 00010000:00000010:2.1:1734676288.443958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475400. 00010000:00000010:2.1:1734676288.443961:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993700. 00010000:00000010:2.1:1734676288.443963:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fbc00. 00010000:00000010:2.1:1734676288.449146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa18400. 00010000:00000010:2.1:1734676288.452583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf600. 00010000:00000010:2.1:1734676288.452588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1e00. 00010000:00000010:2.1:1734676288.452591:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9f00. 00010000:00000010:2.1:1734676288.491048:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02500. 00010000:00000010:2.1:1734676288.491056:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36cc00. 00010000:00000010:2.1:1734676288.493699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038c00. 00010000:00000010:2.1:1734676288.500050:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02300. 00010000:00000010:2.1:1734676288.500061:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d000. 00010000:00000010:3.1:1734676288.505378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4d600. 00010000:00000010:3.1:1734676288.514157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44e00. 00010000:00000010:2.1:1734676288.517473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02600. 00010000:00000010:2.1:1734676288.517483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8dc00. 00010000:00000010:3.1:1734676288.521106:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16400. 00010000:00000010:2.1:1734676288.523314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088c00. 00010000:00000010:2.1:1734676288.523320:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02200. 00010000:00000010:2.1:1734676288.523324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8c200. 00010000:00000010:2.1:1734676288.523327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02b00. 00010000:00000010:2.1:1734676288.523329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8c600. 00010000:00000010:2.1:1734676288.523331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4dc00. 00010000:00000010:2.1:1734676288.523333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791300. 00010000:00000010:2.1:1734676288.523337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d45a00. 00010000:00000010:2.1:1734676288.526916:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46400. 00010000:00000010:2.1:1734676288.533118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945200. 00010000:00000010:2.1:1734676288.533124:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9b00. 00010000:00000010:2.1:1734676288.533129:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9faa00. 00010000:00000010:2.1:1734676288.533132:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77bb00. 00010000:00000010:2.1:1734676288.533135:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ce6800. 00010000:00000010:3.1:1734676288.536323:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484c00. 00010000:00000010:3.1:1734676288.542976:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3e00. 00010000:00000010:3.1:1734676288.542985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acd000. 00010000:00000010:3.1:1734676288.549416:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9a00. 00010000:00000010:3.1:1734676288.549422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ce6800. 00010000:00000010:3.1:1734676288.552312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6a00. 00010000:00000010:3.1:1734676288.552320:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad000. 00010000:00000010:3.1:1734676288.552323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5bae00. 00010000:00000010:2.1:1734676288.558259:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fd1ce00. 00010000:00000010:2.1:1734676288.558264:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad200. 00010000:00000010:2.1:1734676288.558266:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d846e00. 00010000:00000010:2.1:1734676288.564404:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b100. 00010000:00000010:2.1:1734676288.564415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2fa00. 00010000:00000010:2.1:1734676288.580905:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a400. 00010000:00000010:2.1:1734676288.580910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ba00. 00010000:00000010:3.1:1734676288.584272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a600. 00010000:00000010:3.1:1734676288.584278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2600. 00010000:00000010:3.1:1734676288.590267:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a700. 00010000:00000010:3.1:1734676288.590272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073661a00. 00010000:00000010:3.1:1734676288.590276:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77bf00. 00010000:00000010:3.1:1734676288.590278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0be00. 00010000:00000010:2.1:1734676288.596749:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77be00. 00010000:00000010:2.1:1734676288.596756:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155ba00. 00010000:00000010:2.1:1734676288.599352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd62800. 00010000:00000010:2.1:1734676288.605487:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65e00. 00010000:00000010:2.1:1734676288.605492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ae00. 00010000:00000010:3.1:1734676288.608462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23c00. 00010000:00000010:3.1:1734676288.611118:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02900. 00010000:00000010:3.1:1734676288.611124:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ccaa800. 00010000:00000010:3.1:1734676288.624199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b30200. 00010000:00000010:2.1:1734676288.635554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14d800. 00010000:00000010:2.1:1734676288.640475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815400. 00010000:00000010:2.1:1734676288.699501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9dc00. 00010000:00000010:2.1:1734676288.705373:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77ba00. 00010000:00000010:2.1:1734676288.705382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008bf5b400. 00010000:00000010:2.1:1734676288.705386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179200. 00010000:00000010:2.1:1734676288.705389:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2a00. 00010000:00000010:2.1:1734676288.705392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c81000. 00010000:00000010:2.1:1734676288.705395:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c500. 00010000:00000010:2.1:1734676288.705398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d766400. 00010000:00000010:2.1:1734676288.708437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48ac00. 00010000:00000010:2.1:1734676288.711262:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95000. 00010000:00000010:2.1:1734676288.711268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d766000. 00010000:00000010:2.1:1734676288.711271:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95500. 00010000:00000010:2.1:1734676288.711274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073544800. 00010000:00000010:2.1:1734676288.717440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48b800. 00010000:00000010:2.1:1734676288.723690:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95b00. 00010000:00000010:2.1:1734676288.723696:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073544600. 00010000:00000010:2.1:1734676288.729123:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95900. 00010000:00000010:2.1:1734676288.729129:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d564200. 00010000:00000010:2.1:1734676288.729133:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5000. 00010000:00000010:2.1:1734676288.729136:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565a00. 00010000:00000010:2.1:1734676288.729140:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c400. 00010000:00000010:2.1:1734676288.729142:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565e00. 00010000:00000010:3.1:1734676288.738342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79400. 00010000:00000010:3.1:1734676288.744935:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824600. 00010000:00000010:3.1:1734676288.759285:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4600. 00010000:00000010:2.1:1734676288.820153:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c600. 00010000:00000010:2.1:1734676288.820159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e2dd400. 00010000:00000010:2.1:1734676288.820163:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c700. 00010000:00000010:2.1:1734676288.820166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800ad033600. 00010000:00000010:2.1:1734676288.831314:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c800. 00010000:00000010:2.1:1734676288.831320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073733a00. 00010000:00000010:2.1:1734676288.831324:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7f00. 00010000:00000010:2.1:1734676288.831327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60400. 00010000:00000010:3.1:1734676288.840649:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a900. 00010000:00000010:3.1:1734676288.840656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60800. 00010000:00000010:3.1:1734676288.840659:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59300. 00010000:00000010:3.1:1734676288.840662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61c00. 00010000:00000010:3.1:1734676288.840665:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58a00. 00010000:00000010:2.1:1734676288.849435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4fa00. 00010000:00000010:2.1:1734676288.855553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0000. 00010000:00000010:3.1:1734676288.864359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d400. 00010000:00000010:2.1:1734676288.870460:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95400. 00010000:00000010:2.1:1734676288.870467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ad9000. 00010000:00000010:2.1:1734676288.897273:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8600. 00010000:00000010:2.1:1734676288.919147:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25400. 00010000:00000010:2.1:1734676288.919153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaba00. 00010000:00000010:2.1:1734676288.919156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a600. 00010000:00000010:2.1:1734676288.919158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edefa00. 00010000:00000010:2.1:1734676288.919161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaa800. 00010000:00000010:2.1:1734676288.931635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd9c00. 00010000:00000010:2.1:1734676288.931643:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc8600. 00010000:00000010:2.1:1734676288.937337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33c00. 00010000:00000010:2.1:1734676288.937345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582a00. 00010000:00000010:2.1:1734676288.937350:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddc00. 00010000:00000010:2.1:1734676288.937353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba600. 00010000:00000010:2.1:1734676288.937356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6200. 00010000:00000010:3.1:1734676288.955308:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffd000. 00010000:00000010:3.1:1734676288.974522:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd8800. 00010000:00000010:3.1:1734676288.980227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da69e00. 00010000:00000010:3.1:1734676288.989465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796600. 00010000:00000010:3.1:1734676288.995333:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7c00. 00010000:00000010:3.1:1734676288.995339:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fa00. 00010000:00000010:2.1:1734676289.007275:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76600. 00010000:00000010:2.1:1734676289.013164:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b500. 00010000:00000010:2.1:1734676289.013172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d25800. 00010000:00000010:2.1:1734676289.013176:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76e00. 00010000:00000010:2.1:1734676289.013178:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b400. 00010000:00000010:2.1:1734676289.013180:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d25200. 00010000:00000010:2.1:1734676289.016208:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77600. 00010000:00000010:2.1:1734676289.016220:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b300. 00010000:00000010:2.1:1734676289.016224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7c00. 00010000:00000010:3.1:1734676289.035185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796200. 00010000:00000010:3.1:1734676289.035205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3200. 00010000:00000010:3.1:1734676289.035209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6800. 00010000:00000010:2.1:1734676289.041509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797c00. 00010000:00000010:2.1:1734676289.047554:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b200. 00010000:00000010:2.1:1734676289.047565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7c00. 00010000:00000010:3.1:1734676289.053630:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7400. 00010000:00000010:2.1:1734676289.053689:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3300. 00010000:00000010:2.1:1734676289.053694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76600. 00010000:00000010:2.1:1734676289.062327:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64ce00. 00010000:00000010:2.1:1734676289.069619:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2200. 00010000:00000010:2.1:1734676289.075583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9800. 00010000:00000010:2.1:1734676289.075588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2e00. 00010000:00000010:3.1:1734676289.081566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9e000. 00010000:00000010:3.1:1734676289.088958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9e800. 00010000:00000010:3.1:1734676289.098332:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393400. 00010000:00000010:2.1:1734676289.103158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393c00. 00010000:00000010:2.1:1734676289.103162:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f800. 00010000:00000010:2.1:1734676289.103164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1a00. 00010000:00000010:3.1:1734676289.112936:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9f200. 00010000:00000010:2.1:1734676289.121160:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f300. 00010000:00000010:2.1:1734676289.121169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6e00. 00010000:00000010:3.1:1734676289.133391:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b000. 00010000:00000010:3.1:1734676289.133398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f75400. 00010000:00000010:3.1:1734676289.141546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1600. 00010000:00000010:3.1:1734676289.141553:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421a00. 00010000:00000010:3.1:1734676289.141556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfa400. 00010000:00000010:3.1:1734676289.148096:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02000. 00010000:00000010:3.1:1734676289.164476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03000. 00010000:00000010:2.1:1734676289.179108:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141a00. 00010000:00000010:2.1:1734676289.179116:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3b00. 00010000:00000010:2.1:1734676289.179119:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e70400. 00010000:00000010:3.1:1734676289.187852:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd000. 00010000:00000010:3.1:1734676289.187858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1000. 00010000:00000010:3.1:1734676289.187883:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd200. 00010000:00000010:3.1:1734676289.187886:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd7000. 00010000:00000010:3.1:1734676289.187925:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0c200. 00010000:00000010:3.1:1734676289.187928:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd400. 00010000:00000010:3.1:1734676289.187930:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e71600. 00010000:00000010:3.1:1734676289.193266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be800. 00010000:00000010:2.1:1734676289.200892:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797a00. 00010000:00000010:2.1:1734676289.200897:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5bd00. 00010000:00000010:2.1:1734676289.200901:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073547200. 00010000:00000010:2.1:1734676289.200905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be000. 00010000:00000010:2.1:1734676289.200908:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b900. 00010000:00000010:2.1:1734676289.200911:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fba00. 00010000:00000010:2.1:1734676289.200914:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b500. 00010000:00000010:2.1:1734676289.200916:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f5ae00. 00010000:00000010:2.1:1734676289.200919:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf000. 00010000:00000010:2.1:1734676289.200921:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b600. 00010000:00000010:2.1:1734676289.200924:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd29a00. 00010000:00000010:3.1:1734676289.203513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf800. 00010000:00000010:2.1:1734676289.206122:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141400. 00010000:00000010:2.1:1734676289.206127:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27300. 00010000:00000010:2.1:1734676289.206133:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839600. 00010000:00000010:2.1:1734676289.206138:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbde00. 00010000:00000010:2.1:1734676289.206141:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347e600. 00010000:00000010:2.1:1734676289.206144:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464000. 00010000:00000010:2.1:1734676289.206147:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbda00. 00010000:00000010:2.1:1734676289.206149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347e400. 00010000:00000010:3.1:1734676289.209211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d200. 00010000:00000010:3.1:1734676289.209217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00010000:00000010:2.1:1734676289.212502:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd100. 00010000:00000010:2.1:1734676289.212507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66400. 00010000:00000010:2.1:1734676289.212510:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90000. 00010000:00000010:2.1:1734676289.212512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66e00. 00010000:00000010:2.1:1734676289.218958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465000. 00010000:00000010:2.1:1734676289.218963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9000. 00010000:00000010:2.1:1734676289.222410:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27500. 00010000:00000010:2.1:1734676289.222417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67400. 00010000:00000010:2.1:1734676289.222420:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421600. 00010000:00000010:2.1:1734676289.222422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67800. 00010000:00000010:3.1:1734676289.225141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7800. 00010000:00000010:3.1:1734676289.225146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6400. 00010000:00000010:3.1:1734676289.225148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9200. 00010000:00000010:2.1:1734676289.231088:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac700. 00010000:00000010:2.1:1734676289.231092:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c31ec00. 00010000:00000010:2.1:1734676289.231096:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4100. 00010000:00000010:2.1:1734676289.231099:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f99600. 00010000:00000010:2.1:1734676289.231103:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27f00. 00010000:00000010:2.1:1734676289.231106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1800. 00010000:00000010:2.1:1734676289.231109:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465800. 00010000:00000010:2.1:1734676289.231112:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90a00. 00010000:00000010:2.1:1734676289.231114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf0a00. 00010000:00000010:2.1:1734676289.237618:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4000. 00010000:00000010:2.1:1734676289.237626:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1600. 00010000:00000010:2.1:1734676289.237628:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4500. 00010000:00000010:2.1:1734676289.237631:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130111600. 00010000:00000010:2.1:1734676289.237634:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4e00. 00010000:00000010:2.1:1734676289.237636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86200. 00010000:00000010:3.1:1734676289.255153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90800. 00010000:00000010:3.1:1734676289.255162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839a00. 00010000:00000010:3.1:1734676289.261782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120ac00. 00010000:00000010:3.1:1734676289.265128:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90c00. 00010000:00000010:3.1:1734676289.265136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f8d0a00. 00010000:00000010:3.1:1734676289.268443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b400. 00010000:00000010:3.1:1734676289.271925:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90300. 00010000:00000010:3.1:1734676289.271933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130111600. 00010000:00000010:3.1:1734676289.274267:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77000. 00010000:00000010:3.1:1734676289.280591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403600. 00010000:00000010:3.1:1734676289.283315:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821a00. 00010000:00000010:3.1:1734676289.283322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be800. 00010000:00000010:2.1:1734676289.289232:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821c00. 00010000:00000010:2.1:1734676289.289240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67800. 00010000:00000010:2.1:1734676289.304632:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821e00. 00010000:00000010:2.1:1734676289.304639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d200. 00010000:00000010:3.1:1734676289.310127:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120a600. 00010000:00000010:2.1:1734676289.320558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9a00. 00010000:00000010:2.1:1734676289.320563:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27700. 00010000:00000010:2.1:1734676289.320566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1000. 00010000:00000010:3.1:1734676289.332137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117000. 00010000:00000010:3.1:1734676289.332143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d800. 00010000:00000010:3.1:1734676289.332149:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27200. 00010000:00000010:3.1:1734676289.332153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130dc9000. 00010000:00000010:3.1:1734676289.332326:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7e00. 00010000:00000010:3.1:1734676289.332330:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27100. 00010000:00000010:3.1:1734676289.332333:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd29a00. 00010000:00000010:2.1:1734676289.343215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7400. 00010000:00000010:2.1:1734676289.343228:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4300. 00010000:00000010:2.1:1734676289.343231:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347e400. 00010000:00000010:2.1:1734676289.345951:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6600. 00010000:00000010:2.1:1734676289.353033:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b100. 00010000:00000010:2.1:1734676289.353056:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837600. 00010000:00000010:2.1:1734676289.353071:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95f000. 00010000:00000010:2.1:1734676289.353075:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbe00. 00010000:00000010:2.1:1734676289.353078:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9e9200. 00010000:00000010:2.1:1734676289.358429:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117400. 00010000:00000010:2.1:1734676289.358439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95f800. 00010000:00000010:2.1:1734676289.362407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ea00. 00010000:00000010:2.1:1734676289.389509:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f000. 00010000:00000010:2.1:1734676289.401504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120a800. 00010000:00000010:2.1:1734676289.401519:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116e00. 00010000:00000010:2.1:1734676289.401524:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76bd00. 00010000:00000010:2.1:1734676289.401529:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095836e00. 00010000:00000010:2.1:1734676289.401535:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5bf00. 00010000:00000010:2.1:1734676289.401539:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da51600. 00010000:00000010:2.1:1734676289.416733:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b500. 00010000:00000010:2.1:1734676289.416741:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb6dc00. 00010000:00000010:3.1:1734676289.422703:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087f00. 00010000:00000010:3.1:1734676289.422710:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb6ce00. 00010000:00000010:3.1:1734676289.422715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720c00. 00010000:00000010:3.1:1734676289.422719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabca00. 00010000:00000010:3.1:1734676289.422721:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087300. 00010000:00000010:3.1:1734676289.422724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800778ec200. 00010000:00000010:3.1:1734676289.422728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721400. 00010000:00000010:2.1:1734676289.423001:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721c00. 00010000:00000010:3.1:1734676289.426292:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2300. 00010000:00000010:3.1:1734676289.426300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e200. 00010000:00000010:3.1:1734676289.430773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76a00. 00010000:00000010:2.1:1734676289.434018:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f000. 00010000:00000010:2.1:1734676289.434024:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722900. 00010000:00000010:2.1:1734676289.434028:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb6dc00. 00010000:00000010:2.1:1734676289.439561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01a00. 00010000:00000010:2.1:1734676289.445213:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821500. 00010000:00000010:2.1:1734676289.445219:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9e9200. 00010000:00000010:3.1:1734676289.450573:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd400. 00010000:00000010:3.1:1734676289.450579:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a3fe00. 00010000:00000010:2.1:1734676289.454404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00e00. 00010000:00000010:2.1:1734676289.454410:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da8a000. 00010000:00000010:2.1:1734676289.454415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d200. 00010000:00000010:3.1:1734676289.459962:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720400. 00010000:00000010:3.1:1734676289.459969:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef100. 00010000:00000010:3.1:1734676289.459973:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e200. 00010000:00000010:3.1:1734676289.459980:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087d00. 00010000:00000010:3.1:1734676289.459983:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48fc00. 00010000:00000010:3.1:1734676289.460388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabdc00. 00010000:00000010:2.1:1734676289.506145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104700. 00010000:00000010:2.1:1734676289.506157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fe000. 00010000:00000010:2.1:1734676289.506161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01e00. 00010000:00000010:2.1:1734676289.506163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104400. 00010000:00000010:2.1:1734676289.506165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fe800. 00010000:00000010:2.1:1734676289.506267:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104000. 00010000:00000010:2.1:1734676289.506271:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10ba00. 00010000:00000010:3.1:1734676289.522393:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117200. 00010000:00000010:3.1:1734676289.522401:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821d00. 00010000:00000010:3.1:1734676289.522405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800778ec200. 00010000:00000010:3.1:1734676289.522410:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104f00. 00010000:00000010:3.1:1734676289.522412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7800. 00010000:00000010:2.1:1734676289.572158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab400. 00010000:00000010:3.1:1734676289.604114:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5600. 00010000:00000010:3.1:1734676289.604122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009def7c00. 00010000:00000010:3.1:1734676289.604127:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722500. 00010000:00000010:3.1:1734676289.604130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a46800. 00010000:00000010:2.1:1734676289.620809:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526e00. 00010000:00000010:2.1:1734676289.620816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8400. 00010000:00000010:2.1:1734676289.620822:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a300. 00010000:00000010:2.1:1734676289.620827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a47000. 00010000:00000010:2.1:1734676289.620835:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947000. 00010000:00000010:2.1:1734676289.620839:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007355aa00. 00010000:00000010:2.1:1734676289.636897:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00600. 00010000:00000010:2.1:1734676289.656541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947200. 00010000:00000010:2.1:1734676289.656549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0200. 00010000:00000010:3.1:1734676289.660169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57000. 00010000:00000010:3.1:1734676289.660175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087a00. 00010000:00000010:3.1:1734676289.660179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d84b800. 00010000:00000010:3.1:1734676289.666931:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57800. 00010000:00000010:3.1:1734676289.666941:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76bf00. 00010000:00000010:3.1:1734676289.666945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0400. 00010000:00000010:3.1:1734676289.666948:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56400. 00010000:00000010:3.1:1734676289.682164:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4000. 00010000:00000010:3.1:1734676289.682176:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38c00. 00010000:00000010:3.1:1734676289.689961:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725c00. 00010000:00000010:3.1:1734676289.689969:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4200. 00010000:00000010:3.1:1734676289.689973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39400. 00010000:00000010:3.1:1734676289.693973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724200. 00010000:00000010:3.1:1734676289.693979:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4b00. 00010000:00000010:3.1:1734676289.693983:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1000. 00010000:00000010:3.1:1734676289.693987:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e70a00. 00010000:00000010:3.1:1734676289.693989:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722c00. 00010000:00000010:3.1:1734676289.693993:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38200. 00010000:00000010:3.1:1734676289.698552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76200. 00010000:00000010:3.1:1734676289.701374:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5d00. 00010000:00000010:3.1:1734676289.701390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076503600. 00010000:00000010:3.1:1734676289.701395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c600. 00010000:00000010:3.1:1734676289.701397:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5500. 00010000:00000010:3.1:1734676289.701401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38c00. 00010000:00000010:3.1:1734676289.704162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ce00. 00010000:00000010:2.1:1734676289.731724:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40200. 00010000:00000010:2.1:1734676289.731741:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51e00. 00010000:00000010:2.1:1734676289.781408:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def800. 00010000:00000010:2.1:1734676289.781421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076503600. 00010000:00000010:2.1:1734676289.792669:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defa00. 00010000:00000010:2.1:1734676289.792686:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1000. 00010000:00000010:2.1:1734676289.796870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91400. 00010000:00000010:2.1:1734676289.796888:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defc00. 00010000:00000010:2.1:1734676289.796892:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d937a00. 00010000:00000010:2.1:1734676289.804435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527e00. 00010000:00000010:2.1:1734676289.804453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a500. 00010000:00000010:2.1:1734676289.804459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ecc00. 00010000:00000010:2.1:1734676289.816169:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134deff00. 00010000:00000010:2.1:1734676289.816176:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b811e00. 00010000:00000010:2.1:1734676289.827177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d600. 00010000:00000010:3.1:1734676289.827554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4fa00. 00010000:00000010:3.1:1734676289.827562:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:3.1:1734676289.827566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b810600. 00010000:00000010:3.1:1734676289.827570:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def400. 00010000:00000010:3.1:1734676289.827574:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12c00. 00010000:00000010:2.1:1734676289.833436:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bc000. 00010000:00000010:2.1:1734676289.833444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12e00. 00010000:00000010:2.1:1734676289.833448:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47ab00. 00010000:00000010:2.1:1734676289.833451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12600. 00010000:00000010:3.1:1734676289.833457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4400. 00010000:00000010:3.1:1734676289.842314:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a5e00. 00010000:00000010:3.1:1734676289.851822:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88200. 00010000:00000010:3.1:1734676289.851831:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88a00. 00010000:00000010:3.1:1734676289.851834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55c00. 00010000:00000010:3.1:1734676289.861903:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ee00. 00010000:00000010:3.1:1734676289.861914:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4fc00. 00010000:00000010:3.1:1734676289.873222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0400. 00010000:00000010:3.1:1734676289.873231:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0c00. 00010000:00000010:2.1:1734676289.876968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000e00. 00010000:00000010:3.1:1734676289.877218:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40000. 00010000:00000010:3.1:1734676289.877224:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703800. 00010000:00000010:3.1:1734676289.884500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527200. 00010000:00000010:3.1:1734676289.891146:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d800. 00010000:00000010:3.1:1734676289.891153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2a00. 00010000:00000010:3.1:1734676289.896129:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001600. 00010000:00000010:3.1:1734676289.906421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57200. 00010000:00000010:3.1:1734676289.906433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0600. 00010000:00000010:3.1:1734676289.906436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4600. 00010000:00000010:3.1:1734676289.906440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134c000. 00010000:00000010:3.1:1734676289.906447:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddd00. 00010000:00000010:2.1:1734676289.935531:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725a00. 00010000:00000010:2.1:1734676289.935536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a5400. 00010000:00000010:2.1:1734676289.959682:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c400. 00010000:00000010:2.1:1734676289.959690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e131400. 00010000:00000010:2.1:1734676289.962434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4400. 00010000:00000010:2.1:1734676289.965721:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5c00. 00010000:00000010:2.1:1734676289.974227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731e00. 00010000:00000010:3.1:1734676290.004466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3400. 00010000:00000010:3.1:1734676290.013212:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352c00. 00010000:00000010:3.1:1734676290.022347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353e00. 00010000:00000010:2.1:1734676290.050712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731600. 00010000:00000010:3.1:1734676290.068248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352800. 00010000:00000010:3.1:1734676290.077169:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafc00. 00010000:00000010:3.1:1734676290.077178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad3600. 00010000:00000010:2.1:1734676290.095399:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf600. 00010000:00000010:2.1:1734676290.095412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd34a00. 00010000:00000010:3.1:1734676290.095457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2e00. 00010000:00000010:2.1:1734676290.098250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1000. 00010000:00000010:3.1:1734676290.105375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009e00. 00010000:00000010:3.1:1734676290.111649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008400. 00010000:00000010:3.1:1734676290.122234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000600. 00010000:00000010:3.1:1734676290.132431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ff400. 00010000:00000010:3.1:1734676290.142335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003e00. 00010000:00000010:2.1:1734676290.143028:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fec00. 00010000:00000010:3.1:1734676290.150354:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dadb00. 00010000:00000010:3.1:1734676290.150361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d34d000. 00010000:00000010:2.1:1734676290.171416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdf000. 00010000:00000010:2.1:1734676290.189965:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdefa00. 00010000:00000010:2.1:1734676290.189973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130109800. 00010000:00000010:2.1:1734676290.189977:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585100. 00010000:00000010:2.1:1734676290.189980:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108e00. 00010000:00000010:3.1:1734676290.190021:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3a00. 00010000:00000010:3.1:1734676290.193297:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfa00. 00010000:00000010:2.1:1734676290.193373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003200. 00010000:00000010:2.1:1734676290.193380:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585d00. 00010000:00000010:2.1:1734676290.193386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130109200. 00010000:00000010:2.1:1734676290.193390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003800. 00010000:00000010:2.1:1734676290.193393:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585e00. 00010000:00000010:2.1:1734676290.193397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6c00. 00010000:00000010:2.1:1734676290.206230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002400. 00010000:00000010:2.1:1734676290.259946:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bbc00. 00010000:00000010:2.1:1734676290.273726:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424700. 00010000:00000010:2.1:1734676290.273732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003000. 00010000:00000010:2.1:1734676290.286190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16d400. 00010000:00000010:2.1:1734676290.302695:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585000. 00010000:00000010:2.1:1734676290.302709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131368e00. 00010000:00000010:2.1:1734676290.307737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16dc00. 00010000:00000010:2.1:1734676290.307744:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8e00. 00010000:00000010:2.1:1734676290.307748:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013101a000. 00010000:00000010:2.1:1734676290.307751:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999c00. 00010000:00000010:3.1:1734676290.307851:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8c00. 00010000:00000010:3.1:1734676290.307856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131369800. 00010000:00000010:3.1:1734676290.311198:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16c800. 00010000:00000010:2.1:1734676290.317194:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b800. 00010000:00000010:2.1:1734676290.317200:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:3.1:1734676290.322985:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1800. 00010000:00000010:3.1:1734676290.323239:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527200. 00010000:00000010:2.1:1734676290.325421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424d00. 00010000:00000010:2.1:1734676290.325429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad3600. 00010000:00000010:3.1:1734676290.328597:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6a00. 00010000:00000010:2.1:1734676290.328632:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1200. 00010000:00000010:2.1:1734676290.331782:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424a00. 00010000:00000010:2.1:1734676290.331793:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013101a000. 00010000:00000010:3.1:1734676290.334171:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bd00. 00010000:00000010:3.1:1734676290.334176:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2200. 00010000:00000010:2.1:1734676290.334290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002e00. 00010000:00000010:2.1:1734676290.337360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7600. 00010000:00000010:2.1:1734676290.337367:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424500. 00010000:00000010:2.1:1734676290.337371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:2.1:1734676290.343896:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8300. 00010000:00000010:2.1:1734676290.343902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2400. 00010000:00000010:2.1:1734676290.343910:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1200. 00010000:00000010:3.1:1734676290.346918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54800. 00010000:00000010:3.1:1734676290.364463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89000. 00010000:00000010:3.1:1734676290.364470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353a00. 00010000:00000010:2.1:1734676290.364841:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b700. 00010000:00000010:2.1:1734676290.364845:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ce200. 00010000:00000010:2.1:1734676290.370592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90c00. 00010000:00000010:2.1:1734676290.374208:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ce00. 00010000:00000010:2.1:1734676290.374214:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703800. 00010000:00000010:2.1:1734676290.382626:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0800. 00010000:00000010:2.1:1734676290.382633:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c300. 00010000:00000010:2.1:1734676290.382636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703a00. 00010000:00000010:2.1:1734676290.382639:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8200. 00010000:00000010:2.1:1734676290.382642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703e00. 00010000:00000010:3.1:1734676290.382860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89200. 00010000:00000010:2.1:1734676290.415528:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1000. 00010000:00000010:2.1:1734676290.421271:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4a00. 00010000:00000010:2.1:1734676290.421278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2600. 00010000:00000010:2.1:1734676290.421281:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b800. 00010000:00000010:2.1:1734676290.421283:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4f00. 00010000:00000010:2.1:1734676290.421285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2a00. 00010000:00000010:2.1:1734676290.423137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54000. 00010000:00000010:3.1:1734676290.423626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc200. 00010000:00000010:3.1:1734676290.430063:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4800. 00010000:00000010:3.1:1734676290.430071:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3200. 00010000:00000010:3.1:1734676290.430074:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef900. 00010000:00000010:3.1:1734676290.430076:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3a00. 00010000:00000010:3.1:1734676290.432861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b800. 00010000:00000010:3.1:1734676290.432869:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f400. 00010000:00000010:3.1:1734676290.432873:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9b00. 00010000:00000010:3.1:1734676290.432876:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703e00. 00010000:00000010:2.1:1734676290.438126:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720600. 00010000:00000010:3.1:1734676290.439296:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40300. 00010000:00000010:3.1:1734676290.439301:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cf800. 00010000:00000010:3.1:1734676290.439307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724000. 00010000:00000010:2.1:1734676290.444723:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf300. 00010000:00000010:2.1:1734676290.444728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cfe00. 00010000:00000010:3.1:1734676290.447108:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1400. 00010000:00000010:3.1:1734676290.447113:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8f00. 00010000:00000010:3.1:1734676290.447116:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108e00. 00010000:00000010:3.1:1734676290.447120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5e00. 00010000:00000010:3.1:1734676290.447123:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585400. 00010000:00000010:3.1:1734676290.447126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40e00. 00010000:00000010:3.1:1734676290.447145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1e00. 00010000:00000010:3.1:1734676290.447456:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9e00. 00010000:00000010:2.1:1734676290.450131:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def900. 00010000:00000010:2.1:1734676290.450136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2a00. 00010000:00000010:2.1:1734676290.453577:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab600. 00010000:00000010:2.1:1734676290.459094:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101300. 00010000:00000010:2.1:1734676290.459099:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103e00. 00010000:00000010:3.1:1734676290.460113:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101500. 00010000:00000010:3.1:1734676290.460118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103c00. 00010000:00000010:3.1:1734676290.468228:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101700. 00010000:00000010:3.1:1734676290.468234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cfe00. 00010000:00000010:3.1:1734676290.468238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9300. 00010000:00000010:3.1:1734676290.468241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40e00. 00010000:00000010:3.1:1734676290.477592:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46b00. 00010000:00000010:3.1:1734676290.477597:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703a00. 00010000:00000010:3.1:1734676290.477601:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46900. 00010000:00000010:3.1:1734676290.477604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305caa00. 00010000:00000010:3.1:1734676290.477606:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46700. 00010000:00000010:3.1:1734676290.477609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:2.1:1734676290.485285:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daaa00. 00010000:00000010:2.1:1734676290.487207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1a00. 00010000:00000010:2.1:1734676290.487212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402c00. 00010000:00000010:3.1:1734676290.487267:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46100. 00010000:00000010:3.1:1734676290.487272:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff68a00. 00010000:00000010:3.1:1734676290.487275:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101100. 00010000:00000010:3.1:1734676290.487277:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f6e00. 00010000:00000010:3.1:1734676290.496265:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b300. 00010000:00000010:3.1:1734676290.496269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40e00. 00010000:00000010:3.1:1734676290.496272:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44d00. 00010000:00000010:3.1:1734676290.496275:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:3.1:1734676290.496276:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44b00. 00010000:00000010:3.1:1734676290.496278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846ce00. 00010000:00000010:3.1:1734676290.506008:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44900. 00010000:00000010:3.1:1734676290.506013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d200. 00010000:00000010:3.1:1734676290.506018:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2e00. 00010000:00000010:3.1:1734676290.506021:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f600. 00010000:00000010:3.1:1734676290.506023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d800. 00010000:00000010:3.1:1734676290.506025:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44200. 00010000:00000010:3.1:1734676290.506028:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f6e00. 00010000:00000010:3.1:1734676290.511905:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44600. 00010000:00000010:3.1:1734676290.511910:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc6fe00. 00010000:00000010:3.1:1734676290.511913:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44500. 00010000:00000010:3.1:1734676290.511915:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc6f800. 00010000:00000010:3.1:1734676290.515187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44700. 00010000:00000010:3.1:1734676290.515203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:3.1:1734676290.518174:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4c00. 00010000:00000010:3.1:1734676290.518189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e862600. 00010000:00000010:2.1:1734676290.648627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbfc00. 00010000:00000010:3.1:1734676290.648715:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d200. 00010000:00000010:3.1:1734676290.648721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0ae200. 00010000:00000010:2.1:1734676290.664412:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d400. 00010000:00000010:2.1:1734676290.664418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2600. 00010000:00000010:2.1:1734676290.664438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342600. 00010000:00000010:3.1:1734676290.670742:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343600. 00010000:00000010:3.1:1734676290.674955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8600. 00010000:00000010:2.1:1734676290.675254:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f900. 00010000:00000010:2.1:1734676290.675260:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003000. 00010000:00000010:2.1:1734676290.680658:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e800. 00010000:00000010:2.1:1734676290.680663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0aea00. 00010000:00000010:2.1:1734676290.680668:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9c00. 00010000:00000010:2.1:1734676290.680670:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ea00. 00010000:00000010:2.1:1734676290.680673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363600. 00010000:00000010:2.1:1734676290.693375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2200. 00010000:00000010:2.1:1734676290.698574:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ee00. 00010000:00000010:2.1:1734676290.698585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:2.1:1734676290.698592:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374db00. 00010000:00000010:2.1:1734676290.698595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003000. 00010000:00000010:3.1:1734676290.711649:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880093370a00. 00010000:00000010:3.1:1734676290.714524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77200. 00010000:00000010:3.1:1734676290.714534:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f200. 00010000:00000010:3.1:1734676290.714537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095902400. 00010000:00000010:2.1:1734676290.720194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705000. 00010000:00000010:2.1:1734676290.720203:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2400. 00010000:00000010:3.1:1734676290.732589:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f600. 00010000:00000010:2.1:1734676290.736363:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0e00. 00010000:00000010:2.1:1734676290.736376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800796c1a00. 00010000:00000010:3.1:1734676290.741296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe200. 00010000:00000010:3.1:1734676290.744456:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e200. 00010000:00000010:3.1:1734676290.744461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:3.1:1734676290.747205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffd200. 00010000:00000010:2.1:1734676290.752338:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e000. 00010000:00000010:2.1:1734676290.752341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362800. 00010000:00000010:3.1:1734676290.755260:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392e00. 00010000:00000010:2.1:1734676290.757309:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88a00. 00010000:00000010:2.1:1734676290.760758:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e400. 00010000:00000010:2.1:1734676290.760770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2a00. 00010000:00000010:2.1:1734676290.763141:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:3.1:1734676290.763467:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0100. 00010000:00000010:3.1:1734676290.763472:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589f400. 00010000:00000010:2.1:1734676290.772390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffd800. 00010000:00000010:2.1:1734676290.774988:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141200. 00010000:00000010:2.1:1734676290.777190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718c00. 00010000:00000010:2.1:1734676290.777204:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424b00. 00010000:00000010:2.1:1734676290.777209:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979d800. 00010000:00000010:3.1:1734676290.787166:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088600. 00010000:00000010:2.1:1734676290.787240:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097100. 00010000:00000010:2.1:1734676290.787246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522a00. 00010000:00000010:3.1:1734676290.796479:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097300. 00010000:00000010:3.1:1734676290.796484:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522c00. 00010000:00000010:2.1:1734676290.817801:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097500. 00010000:00000010:2.1:1734676290.817808:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522800. 00010000:00000010:2.1:1734676290.817812:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097400. 00010000:00000010:2.1:1734676290.817814:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522a00. 00010000:00000010:2.1:1734676290.817821:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485c00. 00010000:00000010:2.1:1734676290.823156:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097000. 00010000:00000010:2.1:1734676290.823162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362800. 00010000:00000010:2.1:1734676290.823165:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097200. 00010000:00000010:2.1:1734676290.823167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f2600. 00010000:00000010:2.1:1734676290.823182:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097900. 00010000:00000010:2.1:1734676290.823185:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073643c00. 00010000:00000010:2.1:1734676290.823193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee400. 00010000:00000010:2.1:1734676290.823221:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17a400. 00010000:00000010:2.1:1734676290.836136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b000. 00010000:00000010:2.1:1734676290.836145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088200. 00010000:00000010:2.1:1734676290.836159:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097f00. 00010000:00000010:2.1:1734676290.836162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095956c00. 00010000:00000010:2.1:1734676290.836168:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7a00. 00010000:00000010:2.1:1734676290.836171:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d133a00. 00010000:00000010:2.1:1734676290.842227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2ea00. 00010000:00000010:2.1:1734676290.842234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e8e00. 00010000:00000010:2.1:1734676290.842436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4e00. 00010000:00000010:2.1:1734676290.851133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552c00. 00010000:00000010:3.1:1734676290.863107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d161800. 00010000:00000010:3.1:1734676290.874087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31200. 00010000:00000010:3.1:1734676290.874128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddfe00. 00010000:00000010:3.1:1734676290.874133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8a4c00. 00010000:00000010:3.1:1734676290.874136:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7200. 00010000:00000010:3.1:1734676290.874140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1400. 00010000:00000010:2.1:1734676290.878392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7000. 00010000:00000010:2.1:1734676290.878399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd34200. 00010000:00000010:2.1:1734676290.889648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44800. 00010000:00000010:3.1:1734676290.889964:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd000. 00010000:00000010:2.1:1734676290.906837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038600. 00010000:00000010:3.1:1734676290.909727:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82cc00. 00010000:00000010:2.1:1734676290.918726:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420d00. 00010000:00000010:2.1:1734676290.918736:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8a4c00. 00010000:00000010:2.1:1734676290.918774:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420f00. 00010000:00000010:2.1:1734676290.918777:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10d400. 00010000:00000010:2.1:1734676290.921214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420500. 00010000:00000010:2.1:1734676290.921224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589e800. 00010000:00000010:3.1:1734676290.933456:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420300. 00010000:00000010:3.1:1734676290.933464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10de00. 00010000:00000010:3.1:1734676290.937291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c600. 00010000:00000010:3.1:1734676290.937301:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7900. 00010000:00000010:3.1:1734676290.937304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f2600. 00010000:00000010:2.1:1734676290.943104:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7500. 00010000:00000010:2.1:1734676290.943110:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00010000:00000010:2.1:1734676290.945924:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7b00. 00010000:00000010:2.1:1734676290.945934:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b03a00. 00010000:00000010:3.1:1734676290.960751:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5800. 00010000:00000010:3.1:1734676290.960758:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420a00. 00010000:00000010:3.1:1734676290.960761:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8a00. 00010000:00000010:3.1:1734676290.963359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f400. 00010000:00000010:3.1:1734676290.963392:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488b00. 00010000:00000010:3.1:1734676290.963396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9c00. 00010000:00000010:2.1:1734676290.980164:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16c400. 00010000:00000010:2.1:1734676290.980168:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7800. 00010000:00000010:2.1:1734676290.980172:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096544800. 00010000:00000010:2.1:1734676290.990685:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7a00. 00010000:00000010:2.1:1734676290.990691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8000. 00010000:00000010:3.1:1734676290.999934:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008800. 00010000:00000010:2.1:1734676291.005390:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7c00. 00010000:00000010:2.1:1734676291.005395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8a00. 00010000:00000010:2.1:1734676291.005398:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097800. 00010000:00000010:2.1:1734676291.005401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b03a00. 00010000:00000010:2.1:1734676291.005468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168c00. 00010000:00000010:3.1:1734676291.008597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4c600. 00010000:00000010:3.1:1734676291.008601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dfa00. 00010000:00000010:2.1:1734676291.013643:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488700. 00010000:00000010:2.1:1734676291.013647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800946a4600. 00010000:00000010:2.1:1734676291.013713:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488c00. 00010000:00000010:2.1:1734676291.013716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679c00. 00010000:00000010:3.1:1734676291.014189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974400. 00010000:00000010:2.1:1734676291.025761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55000. 00010000:00000010:2.1:1734676291.025766:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488a00. 00010000:00000010:2.1:1734676291.025770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678c00. 00010000:00000010:2.1:1734676291.025773:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77da00. 00010000:00000010:2.1:1734676291.025776:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488600. 00010000:00000010:2.1:1734676291.025779:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679e00. 00010000:00000010:3.1:1734676291.032273:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488d00. 00010000:00000010:3.1:1734676291.032279:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679200. 00010000:00000010:3.1:1734676291.032287:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7800. 00010000:00000010:3.1:1734676291.032290:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819a00. 00010000:00000010:3.1:1734676291.032294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800946a4e00. 00010000:00000010:3.1:1734676291.047585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddec00. 00010000:00000010:3.1:1734676291.061582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cea00. 00010000:00000010:2.1:1734676291.067132:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6600. 00010000:00000010:2.1:1734676291.085490:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488000. 00010000:00000010:2.1:1734676291.085496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ca6400. 00010000:00000010:2.1:1734676291.085504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7200. 00010000:00000010:2.1:1734676291.098098:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26f00. 00010000:00000010:2.1:1734676291.098105:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d07e00. 00010000:00000010:2.1:1734676291.098145:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7800. 00010000:00000010:2.1:1734676291.098149:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8800. 00010000:00000010:2.1:1734676291.098153:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1200. 00010000:00000010:2.1:1734676291.098158:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8400. 00010000:00000010:2.1:1734676291.098166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88c00. 00010000:00000010:2.1:1734676291.098169:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819200. 00010000:00000010:2.1:1734676291.098184:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679e00. 00010000:00000010:2.1:1734676291.109549:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16d600. 00010000:00000010:2.1:1734676291.109556:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59700. 00010000:00000010:2.1:1734676291.109560:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d133a00. 00010000:00000010:2.1:1734676291.116285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4a00. 00010000:00000010:2.1:1734676291.116292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59b00. 00010000:00000010:2.1:1734676291.116296:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f0800. 00010000:00000010:2.1:1734676291.116366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23200. 00010000:00000010:2.1:1734676291.116369:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59900. 00010000:00000010:2.1:1734676291.116371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1800. 00010000:00000010:2.1:1734676291.121807:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d857e00. 00010000:00000010:2.1:1734676291.134790:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1100. 00010000:00000010:2.1:1734676291.134799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d07e00. 00010000:00000010:2.1:1734676291.139558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393000. 00010000:00000010:2.1:1734676291.139565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9da00. 00010000:00000010:2.1:1734676291.139569:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59e00. 00010000:00000010:2.1:1734676291.139572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1400. 00010000:00000010:3.1:1734676291.147990:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80e800. 00010000:00000010:3.1:1734676291.148000:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76c000. 00010000:00000010:3.1:1734676291.148005:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e600. 00010000:00000010:3.1:1734676291.148008:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9ce600. 00010000:00000010:3.1:1734676291.156052:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e500. 00010000:00000010:3.1:1734676291.156057:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d06400. 00010000:00000010:3.1:1734676291.169632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21a00. 00010000:00000010:3.1:1734676291.169638:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26c00. 00010000:00000010:3.1:1734676291.169642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df94a00. 00010000:00000010:2.1:1734676291.191862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9c000. 00010000:00000010:2.1:1734676291.191868:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76d200. 00010000:00000010:2.1:1734676291.191873:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26300. 00010000:00000010:2.1:1734676291.191876:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3200. 00010000:00000010:2.1:1734676291.191879:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26d00. 00010000:00000010:2.1:1734676291.191881:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9e00. 00010000:00000010:2.1:1734676291.194208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26800. 00010000:00000010:2.1:1734676291.194219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589e600. 00010000:00000010:2.1:1734676291.200736:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488300. 00010000:00000010:2.1:1734676291.200743:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b810600. 00010000:00000010:2.1:1734676291.203202:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2600. 00010000:00000010:2.1:1734676291.203212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12c00. 00010000:00000010:2.1:1734676291.305886:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424800. 00010000:00000010:2.1:1734676291.305897:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7400. 00010000:00000010:2.1:1734676291.305900:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131229e00. 00010000:00000010:2.1:1734676291.311985:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424000. 00010000:00000010:3.1:1734676291.317374:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101900. 00010000:00000010:3.1:1734676291.317381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3600. 00010000:00000010:3.1:1734676291.317398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4e00. 00010000:00000010:3.1:1734676291.323209:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd000. 00010000:00000010:3.1:1734676291.329902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420000. 00010000:00000010:3.1:1734676291.329907:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131229c00. 00010000:00000010:3.1:1734676291.329911:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e100. 00010000:00000010:3.1:1734676291.329914:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41a00. 00010000:00000010:3.1:1734676291.335136:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23200. 00010000:00000010:3.1:1734676291.335145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd800. 00010000:00000010:3.1:1734676291.338558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bce00. 00010000:00000010:3.1:1734676291.338566:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fa00. 00010000:00000010:3.1:1734676291.338570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d40e00. 00010000:00000010:3.1:1734676291.338572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc000. 00010000:00000010:3.1:1734676291.342721:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfeab00. 00010000:00000010:3.1:1734676291.342730:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41800. 00010000:00000010:3.1:1734676291.348239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22000. 00010000:00000010:3.1:1734676291.351004:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfead00. 00010000:00000010:3.1:1734676291.351015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e2d9400. 00010000:00000010:3.1:1734676291.351018:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfeaf00. 00010000:00000010:3.1:1734676291.351020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e2d9000. 00010000:00000010:3.1:1734676291.356351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4600. 00010000:00000010:3.1:1734676291.356356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4e00. 00010000:00000010:3.1:1734676291.359828:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea800. 00010000:00000010:3.1:1734676291.359838:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098482000. 00010000:00000010:3.1:1734676291.362734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22600. 00010000:00000010:3.1:1734676291.368484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea300. 00010000:00000010:3.1:1734676291.368495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098482400. 00010000:00000010:3.1:1734676291.371913:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4a00. 00010000:00000010:3.1:1734676291.371937:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f800. 00010000:00000010:3.1:1734676291.371940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098482a00. 00010000:00000010:3.1:1734676291.377584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5800. 00010000:00000010:3.1:1734676291.383282:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfeae00. 00010000:00000010:3.1:1734676291.383297:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41400. 00010000:00000010:3.1:1734676291.396727:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfeac00. 00010000:00000010:3.1:1734676291.396736:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d08800. 00010000:00000010:2.1:1734676291.406251:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16e400. 00010000:00000010:2.1:1734676291.409219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16fe00. 00010000:00000010:3.1:1734676291.448300:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101b00. 00010000:00000010:3.1:1734676291.448305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff19400. 00010000:00000010:3.1:1734676291.452081:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82b800. 00010000:00000010:3.1:1734676291.455121:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847f00. 00010000:00000010:3.1:1734676291.455128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff19a00. 00010000:00000010:2.1:1734676291.465131:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847800. 00010000:00000010:2.1:1734676291.465142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a83600. 00010000:00000010:3.1:1734676291.467683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ac00. 00010000:00000010:2.1:1734676291.470155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a000. 00010000:00000010:2.1:1734676291.470163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847400. 00010000:00000010:2.1:1734676291.470167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a82200. 00010000:00000010:2.1:1734676291.470170:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847c00. 00010000:00000010:2.1:1734676291.470185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da77400. 00010000:00000010:3.1:1734676291.478187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6200. 00010000:00000010:3.1:1734676291.485326:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847100. 00010000:00000010:3.1:1734676291.485337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800796c0800. 00010000:00000010:3.1:1734676291.488267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bea00. 00010000:00000010:3.1:1734676291.492029:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7500. 00010000:00000010:3.1:1734676291.492056:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5ce00. 00010000:00000010:3.1:1734676291.499626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bfa00. 00010000:00000010:3.1:1734676291.499647:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374df00. 00010000:00000010:3.1:1734676291.499652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5d800. 00010000:00000010:3.1:1734676291.504504:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e700. 00010000:00000010:3.1:1734676291.504510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec3000. 00010000:00000010:3.1:1734676291.513208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1800. 00010000:00000010:3.1:1734676291.513214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ef5400. 00010000:00000010:3.1:1734676291.513217:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ea00. 00010000:00000010:3.1:1734676291.513219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec2000. 00010000:00000010:3.1:1734676291.530355:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1c00. 00010000:00000010:3.1:1734676291.530360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00010000:00000010:2.1:1734676291.595151:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fe00. 00010000:00000010:2.1:1734676291.595158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746600. 00010000:00000010:2.1:1734676291.595162:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192a00. 00010000:00000010:2.1:1734676291.595164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746800. 00010000:00000010:2.1:1734676291.595166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820200. 00010000:00000010:2.1:1734676291.595170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192c00. 00010000:00000010:2.1:1734676291.595195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e358400. 00010000:00000010:2.1:1734676291.595198:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192e00. 00010000:00000010:2.1:1734676291.595200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e359c00. 00010000:00000010:3.1:1734676291.608299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2a00. 00010000:00000010:3.1:1734676291.608307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192800. 00010000:00000010:3.1:1734676291.608310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e358000. 00010000:00000010:3.1:1734676291.611210:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821600. 00010000:00000010:3.1:1734676291.614178:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821400. 00010000:00000010:3.1:1734676291.614188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af700. 00010000:00000010:3.1:1734676291.614191:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e358800. 00010000:00000010:3.1:1734676291.620360:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192700. 00010000:00000010:3.1:1734676291.620365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885e00. 00010000:00000010:3.1:1734676291.624769:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfb100. 00010000:00000010:3.1:1734676291.624775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746800. 00010000:00000010:2.1:1734676291.645115:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3e00. 00010000:00000010:3.1:1734676291.654404:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33200. 00010000:00000010:3.1:1734676291.654423:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e67e00. 00010000:00000010:3.1:1734676291.667150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3400. 00010000:00000010:3.1:1734676291.667157:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfba00. 00010000:00000010:3.1:1734676291.667160:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed5800. 00010000:00000010:2.1:1734676291.707284:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196600. 00010000:00000010:2.1:1734676291.717384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85600. 00010000:00000010:3.1:1734676291.722459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85800. 00010000:00000010:3.1:1734676291.728127:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583300. 00010000:00000010:3.1:1734676291.728134:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d842000. 00010000:00000010:2.1:1734676291.728259:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799000. 00010000:00000010:3.1:1734676291.737224:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1f00. 00010000:00000010:3.1:1734676291.737229:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5d800. 00010000:00000010:3.1:1734676291.740581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d14a00. 00010000:00000010:2.1:1734676291.755740:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583700. 00010000:00000010:2.1:1734676291.755746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4fa00. 00010000:00000010:2.1:1734676291.764153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798c00. 00010000:00000010:3.1:1734676291.764196:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6a400. 00010000:00000010:3.1:1734676291.773336:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fcc00. 00010000:00000010:3.1:1734676291.779221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484a00. 00010000:00000010:3.1:1734676291.779227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485200. 00010000:00000010:3.1:1734676291.790365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd600. 00010000:00000010:2.1:1734676291.796781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc400. 00010000:00000010:2.1:1734676291.796794:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d360400. 00010000:00000010:2.1:1734676291.806464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120d200. 00010000:00000010:3.1:1734676291.816467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3aa00. 00010000:00000010:2.1:1734676291.820454:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583b00. 00010000:00000010:2.1:1734676291.820462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eb200. 00010000:00000010:2.1:1734676291.820465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b200. 00010000:00000010:2.1:1734676291.820468:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583400. 00010000:00000010:2.1:1734676291.820470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ea800. 00010000:00000010:2.1:1734676291.820473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30d00. 00010000:00000010:2.1:1734676291.820476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612000. 00010000:00000010:3.1:1734676291.829258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d361000. 00010000:00000010:3.1:1734676291.834461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ce400. 00010000:00000010:2.1:1734676291.846756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8000. 00010000:00000010:0.1:1734676291.849122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4fa00. 00010000:00000010:0.1:1734676291.849125:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aefd00. 00010000:00000010:0.1:1734676291.849127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4f800. 00010000:00000010:0.1:1734676291.852913:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2c00. 00010000:00000010:0.1:1734676291.852919:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6da200. 00010000:00000010:3.1:1734676291.853238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69400. 00010000:00000010:3.1:1734676291.861372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8a00. 00010000:00000010:3.1:1734676291.868360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a400. 00010000:00000010:3.1:1734676291.868368:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef500. 00010000:00000010:3.1:1734676291.875525:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fe400. 00010000:00000010:3.1:1734676291.875531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3bc00. 00010000:00000010:3.1:1734676291.880905:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735600. 00010000:00000010:2.1:1734676291.881026:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004e00. 00010000:00000010:2.1:1734676291.881031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a26400. 00010000:00000010:2.1:1734676291.881034:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004c00. 00010000:00000010:2.1:1734676291.881147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430000. 00010000:00000010:3.1:1734676291.883156:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735200. 00010000:00000010:0.1:1734676291.889160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734800. 00010000:00000010:0.1:1734676291.889167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004300. 00010000:00000010:0.1:1734676291.889179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ebc00. 00010000:00000010:2.1:1734676291.893677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0000. 00010000:00000010:3.1:1734676291.894187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ffc00. 00010000:00000010:0.1:1734676291.896191:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680f100. 00010000:00000010:0.1:1734676291.896200:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430200. 00010000:00000010:0.1:1734676291.899649:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef200. 00010000:00000010:0.1:1734676291.899654:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430000. 00010000:00000010:0.1:1734676291.902495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1800. 00010000:00000010:0.1:1734676291.902505:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aeff00. 00010000:00000010:0.1:1734676291.902508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e1a00. 00010000:00000010:0.1:1734676291.902513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0c00. 00010000:00000010:0.1:1734676291.902516:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef400. 00010000:00000010:0.1:1734676291.902518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e1000. 00010000:00000010:0.1:1734676291.911459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6600. 00010000:00000010:0.1:1734676291.911469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37100. 00010000:00000010:0.1:1734676291.911475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e66400. 00010000:00000010:0.1:1734676291.917135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113000. 00010000:00000010:0.1:1734676291.936938:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349c00. 00010000:00000010:3.1:1734676291.937535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6000. 00010000:00000010:3.1:1734676291.948425:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348800. 00010000:00000010:0.1:1734676291.952394:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2600. 00010000:00000010:0.1:1734676291.952631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b0800. 00010000:00000010:0.1:1734676291.952636:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2500. 00010000:00000010:0.1:1734676291.952639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d431200. 00010000:00000010:2.1:1734676291.960371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7800. 00010000:00000010:0.1:1734676291.964971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7400. 00010000:00000010:0.1:1734676291.964983:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2700. 00010000:00000010:0.1:1734676291.964985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430200. 00010000:00000010:3.1:1734676291.966898:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6a00. 00010000:00000010:3.1:1734676291.973351:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2e00. 00010000:00000010:3.1:1734676291.973358:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130b600. 00010000:00000010:0.1:1734676291.973414:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2900. 00010000:00000010:0.1:1734676291.973418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130b000. 00010000:00000010:0.1:1734676291.976696:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349000. 00010000:00000010:3.1:1734676291.984785:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37000. 00010000:00000010:3.1:1734676291.984792:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505200. 00010000:00000010:3.1:1734676291.984820:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9600. 00010000:00000010:0.1:1734676291.987399:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37800. 00010000:00000010:0.1:1734676291.987406:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8504800. 00010000:00000010:0.1:1734676291.987409:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37f00. 00010000:00000010:0.1:1734676291.987412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505400. 00010000:00000010:3.1:1734676291.987496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9e00. 00010000:00000010:3.1:1734676291.987501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8400. 00010000:00000010:0.1:1734676291.990315:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad200. 00010000:00000010:0.1:1734676291.990323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9a00. 00010000:00000010:2.1:1734676291.996466:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7c00. 00010000:00000010:3.1:1734676292.003657:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6b600. 00010000:00000010:3.1:1734676292.009157:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05400. 00010000:00000010:3.1:1734676292.016417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9400. 00010000:00000010:3.1:1734676292.022219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9800. 00010000:00000010:3.1:1734676292.022225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7000. 00010000:00000010:3.1:1734676292.022228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05c00. 00010000:00000010:3.1:1734676292.028576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1400. 00010000:00000010:2.1:1734676292.041156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1c00. 00010000:00000010:3.1:1734676292.048218:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff6a00. 00010000:00000010:3.1:1734676292.048229:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad300. 00010000:00000010:3.1:1734676292.048234:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da49800. 00010000:00000010:2.1:1734676292.048494:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2200. 00010000:00000010:2.1:1734676292.048499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3c00. 00010000:00000010:2.1:1734676292.054405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff6200. 00010000:00000010:3.1:1734676292.054583:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d100. 00010000:00000010:3.1:1734676292.054589:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8400. 00010000:00000010:2.1:1734676292.057875:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466a00. 00010000:00000010:2.1:1734676292.057885:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1600. 00010000:00000010:2.1:1734676292.057889:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9600. 00010000:00000010:2.1:1734676292.061370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7c00. 00010000:00000010:2.1:1734676292.061383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466000. 00010000:00000010:2.1:1734676292.061391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43a00. 00010000:00000010:2.1:1734676292.067188:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1400. 00010000:00000010:2.1:1734676292.067199:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4d9800. 00010000:00000010:2.1:1734676292.067204:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1100. 00010000:00000010:2.1:1734676292.067207:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff10600. 00010000:00000010:2.1:1734676292.067209:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1800. 00010000:00000010:2.1:1734676292.067210:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff10e00. 00010000:00000010:0.1:1734676292.067449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466600. 00010000:00000010:2.1:1734676292.070363:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43000. 00010000:00000010:2.1:1734676292.076449:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d600. 00010000:00000010:2.1:1734676292.076467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff11000. 00010000:00000010:0.1:1734676292.076658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466400. 00010000:00000010:2.1:1734676292.082164:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d900. 00010000:00000010:2.1:1734676292.082180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcf600. 00010000:00000010:0.1:1734676292.085240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1600. 00010000:00000010:2.1:1734676292.088381:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48db00. 00010000:00000010:2.1:1734676292.088391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdce200. 00010000:00000010:0.1:1734676292.092894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78200. 00010000:00000010:0.1:1734676292.099398:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48dd00. 00010000:00000010:0.1:1734676292.099408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd6c800. 00010000:00000010:3.1:1734676292.107282:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78a00. 00010000:00000010:0.1:1734676292.110412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1a00. 00010000:00000010:0.1:1734676292.110420:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74a00. 00010000:00000010:0.1:1734676292.110425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098800. 00010000:00000010:2.1:1734676292.116721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16000. 00010000:00000010:3.1:1734676292.133326:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37200. 00010000:00000010:3.1:1734676292.133339:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38600. 00010000:00000010:2.1:1734676292.137963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006600. 00010000:00000010:2.1:1734676292.137968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006400. 00010000:00000010:0.1:1734676292.140593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312000. 00010000:00000010:3.1:1734676292.143325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877600. 00010000:00000010:3.1:1734676292.143357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877e00. 00010000:00000010:3.1:1734676292.143361:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d300. 00010000:00000010:3.1:1734676292.143365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096456400. 00010000:00000010:0.1:1734676292.144029:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d500. 00010000:00000010:0.1:1734676292.144034:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098e00. 00010000:00000010:3.1:1734676292.161410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876600. 00010000:00000010:3.1:1734676292.161421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d700. 00010000:00000010:3.1:1734676292.161426:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a800. 00010000:00000010:3.1:1734676292.176422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0200. 00010000:00000010:3.1:1734676292.186164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001200. 00010000:00000010:3.1:1734676292.186180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82200. 00010000:00000010:3.1:1734676292.186184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff10600. 00010000:00000010:2.1:1734676292.186284:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1c00. 00010000:00000010:3.1:1734676292.186698:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82300. 00010000:00000010:3.1:1734676292.186702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d05ca00. 00010000:00000010:0.1:1734676292.196351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17400. 00010000:00000010:0.1:1734676292.199420:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82c00. 00010000:00000010:0.1:1734676292.199427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877e00. 00010000:00000010:0.1:1734676292.199433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16c00. 00010000:00000010:0.1:1734676292.199435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82e00. 00010000:00000010:0.1:1734676292.199439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f800. 00010000:00000010:0.1:1734676292.199448:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82d00. 00010000:00000010:0.1:1734676292.199451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f200. 00010000:00000010:0.1:1734676292.202088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16000. 00010000:00000010:0.1:1734676292.219639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8db600. 00010000:00000010:2.1:1734676292.219726:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875700. 00010000:00000010:2.1:1734676292.219733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735afa00. 00010000:00000010:2.1:1734676292.222219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8dac00. 00010000:00000010:0.1:1734676292.228286:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8da200. 00010000:00000010:0.1:1734676292.228296:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875500. 00010000:00000010:0.1:1734676292.228301:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9e00. 00010000:00000010:0.1:1734676292.228304:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48da00. 00010000:00000010:0.1:1734676292.228309:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38e00. 00010000:00000010:2.1:1734676292.231126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:3.1:1734676292.231143:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8da000. 00010000:00000010:0.1:1734676292.237214:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cf800. 00010000:00000010:0.1:1734676292.237225:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a700. 00010000:00000010:0.1:1734676292.237229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001200. 00010000:00000010:2.1:1734676292.237273:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2d00. 00010000:00000010:2.1:1734676292.237280:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38800. 00010000:00000010:2.1:1734676292.240274:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:2.1:1734676292.240282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982200. 00010000:00000010:2.1:1734676292.243904:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498000. 00010000:00000010:2.1:1734676292.243921:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9a00. 00010000:00000010:3.1:1734676292.244370:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498200. 00010000:00000010:3.1:1734676292.244376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9600. 00010000:00000010:0.1:1734676292.244797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876e00. 00010000:00000010:0.1:1734676292.244807:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877200. 00010000:00000010:0.1:1734676292.251753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7200. 00010000:00000010:3.1:1734676292.257822:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a100. 00010000:00000010:3.1:1734676292.257837:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098200. 00010000:00000010:3.1:1734676292.264501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0a00. 00010000:00000010:3.1:1734676292.264509:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1a00. 00010000:00000010:3.1:1734676292.264514:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006400. 00010000:00000010:3.1:1734676292.276804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112800. 00010000:00000010:3.1:1734676292.276812:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f700. 00010000:00000010:3.1:1734676292.276814:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006600. 00010000:00000010:3.1:1734676292.279199:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112e00. 00010000:00000010:0.1:1734676292.279267:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112000. 00010000:00000010:3.1:1734676292.298514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113e00. 00010000:00000010:3.1:1734676292.307468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d467600. 00010000:00000010:2.1:1734676292.316276:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17e00. 00010000:00000010:2.1:1734676292.316281:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526a00. 00010000:00000010:3.1:1734676292.348020:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876200. 00010000:00000010:3.1:1734676292.399137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04a00. 00010000:00000010:3.1:1734676292.399182:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6400. 00010000:00000010:3.1:1734676292.399185:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498100. 00010000:00000010:3.1:1734676292.399188:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bfc00. 00010000:00000010:0.1:1734676292.405433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6800. 00010000:00000010:3.1:1734676292.412635:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498c00. 00010000:00000010:3.1:1734676292.412647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f152600. 00010000:00000010:3.1:1734676292.418197:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1200. 00010000:00000010:2.1:1734676292.418248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792700. 00010000:00000010:2.1:1734676292.418255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073708000. 00010000:00000010:0.1:1734676292.421726:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7200. 00010000:00000010:3.1:1734676292.421729:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312200. 00010000:00000010:0.1:1734676292.421732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d14200. 00010000:00000010:0.1:1734676292.421737:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6bf00. 00010000:00000010:0.1:1734676292.421741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095831a00. 00010000:00000010:0.1:1734676292.430199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d14800. 00010000:00000010:0.1:1734676292.430212:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a900. 00010000:00000010:0.1:1734676292.430218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f200. 00010000:00000010:3.1:1734676292.436331:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d000. 00010000:00000010:3.1:1734676292.436339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073708000. 00010000:00000010:3.1:1734676292.436358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15600. 00010000:00000010:0.1:1734676292.439151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84e00. 00010000:00000010:0.1:1734676292.442421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d200. 00010000:00000010:0.1:1734676292.442427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f7cc00. 00010000:00000010:0.1:1734676292.449558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15a00. 00010000:00000010:3.1:1734676292.464109:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04800. 00010000:00000010:0.1:1734676292.464181:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889700. 00010000:00000010:0.1:1734676292.464188:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d753e00. 00010000:00000010:0.1:1734676292.464231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889d00. 00010000:00000010:0.1:1734676292.464234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc76200. 00010000:00000010:0.1:1734676292.476669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc000. 00010000:00000010:0.1:1734676292.476676:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889400. 00010000:00000010:0.1:1734676292.476682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da24600. 00010000:00000010:3.1:1734676292.478280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a000. 00010000:00000010:0.1:1734676292.486546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7800. 00010000:00000010:3.1:1734676292.492109:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79600. 00010000:00000010:2.1:1734676292.492178:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889b00. 00010000:00000010:2.1:1734676292.492184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ddbe00. 00010000:00000010:2.1:1734676292.492187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6b900. 00010000:00000010:2.1:1734676292.492190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cb400. 00010000:00000010:3.1:1734676292.506110:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3200. 00010000:00000010:3.1:1734676292.506117:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6bd00. 00010000:00000010:3.1:1734676292.506120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cb000. 00010000:00000010:3.1:1734676292.506127:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe2000. 00010000:00000010:3.1:1734676292.506129:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b000. 00010000:00000010:3.1:1734676292.506132:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f77200. 00010000:00000010:3.1:1734676292.506159:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b400. 00010000:00000010:3.1:1734676292.506163:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079e5aa00. 00010000:00000010:3.1:1734676292.512377:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b200. 00010000:00000010:3.1:1734676292.512385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0ab200. 00010000:00000010:3.1:1734676292.512395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15e00. 00010000:00000010:3.1:1734676292.512401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3000. 00010000:00000010:3.1:1734676292.512404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20600. 00010000:00000010:3.1:1734676292.532350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3400. 00010000:00000010:3.1:1734676292.532356:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72bb00. 00010000:00000010:3.1:1734676292.532359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bfc00. 00010000:00000010:2.1:1734676292.542296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21a00. 00010000:00000010:3.1:1734676292.542537:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b600. 00010000:00000010:3.1:1734676292.542542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bf000. 00010000:00000010:2.1:1734676292.551073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20000. 00010000:00000010:2.1:1734676292.551077:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6be00. 00010000:00000010:3.1:1734676292.551143:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b800. 00010000:00000010:3.1:1734676292.551147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982200. 00010000:00000010:3.1:1734676292.551149:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b900. 00010000:00000010:3.1:1734676292.551152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8e00. 00010000:00000010:0.1:1734676292.554307:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1f00. 00010000:00000010:0.1:1734676292.554312:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db3d600. 00010000:00000010:3.1:1734676292.554538:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424e00. 00010000:00000010:3.1:1734676292.554543:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c800. 00010000:00000010:3.1:1734676292.557922:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498d00. 00010000:00000010:3.1:1734676292.557929:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f152600. 00010000:00000010:2.1:1734676292.557938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484200. 00010000:00000010:2.1:1734676292.567658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae000. 00010000:00000010:2.1:1734676292.567679:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daf400. 00010000:00000010:2.1:1734676292.567698:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6b800. 00010000:00000010:2.1:1734676292.567701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d135200. 00010000:00000010:2.1:1734676292.567708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae600. 00010000:00000010:2.1:1734676292.567711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6b100. 00010000:00000010:2.1:1734676292.567714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8e00. 00010000:00000010:2.1:1734676292.567718:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48de00. 00010000:00000010:2.1:1734676292.567723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982200. 00010000:00000010:2.1:1734676292.576842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fec00. 00010000:00000010:3.1:1734676292.580218:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae800. 00010000:00000010:3.1:1734676292.580225:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1300. 00010000:00000010:3.1:1734676292.580228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379a800. 00010000:00000010:3.1:1734676292.580235:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1400. 00010000:00000010:3.1:1734676292.580238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1d800. 00010000:00000010:2.1:1734676292.590158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197a00. 00010000:00000010:2.1:1734676292.590174:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be500. 00010000:00000010:2.1:1734676292.590178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360dc00. 00010000:00000010:3.1:1734676292.590279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e200. 00010000:00000010:3.1:1734676292.590283:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be100. 00010000:00000010:3.1:1734676292.590286:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1d000. 00010000:00000010:3.1:1734676292.590288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be300. 00010000:00000010:3.1:1734676292.590291:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e13600. 00010000:00000010:2.1:1734676292.601353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565000. 00010000:00000010:2.1:1734676292.601394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe200. 00010000:00000010:0.1:1734676292.605110:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792a00. 00010000:00000010:0.1:1734676292.605115:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379a800. 00010000:00000010:3.1:1734676292.605137:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1de00. 00010000:00000010:3.1:1734676292.605142:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134a00. 00010000:00000010:0.1:1734676292.613421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fdc00. 00010000:00000010:0.1:1734676292.613426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425600. 00010000:00000010:0.1:1734676292.613534:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0800. 00010000:00000010:0.1:1734676292.619421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792800. 00010000:00000010:0.1:1734676292.619426:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134e00. 00010000:00000010:3.1:1734676292.619693:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792b00. 00010000:00000010:3.1:1734676292.619698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8e00. 00010000:00000010:3.1:1734676292.625833:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21c00. 00010000:00000010:3.1:1734676292.625842:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00010000:00000010:3.1:1734676292.625853:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82b00. 00010000:00000010:3.1:1734676292.625856:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2ca00. 00010000:00000010:3.1:1734676292.628461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d14c00. 00010000:00000010:3.1:1734676292.628536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3a00. 00010000:00000010:3.1:1734676292.631754:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1800. 00010000:00000010:3.1:1734676292.631760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fd800. 00010000:00000010:3.1:1734676292.631775:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec600. 00010000:00000010:3.1:1734676292.631778:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379a800. 00010000:00000010:3.1:1734676292.631786:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec800. 00010000:00000010:3.1:1734676292.631788:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2d000. 00010000:00000010:3.1:1734676292.634121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2c00. 00010000:00000010:3.1:1734676292.634127:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2000. 00010000:00000010:3.1:1734676292.646959:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bf400. 00010000:00000010:3.1:1734676292.652101:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3c00. 00010000:00000010:3.1:1734676292.652106:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2400. 00010000:00000010:3.1:1734676292.655534:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:3.1:1734676292.655539:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131380000. 00010000:00000010:3.1:1734676292.655544:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2900. 00010000:00000010:3.1:1734676292.655547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:3.1:1734676292.659289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22400. 00010000:00000010:3.1:1734676292.662171:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d400. 00010000:00000010:3.1:1734676292.662179:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c321400. 00010000:00000010:3.1:1734676292.666193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3000. 00010000:00000010:3.1:1734676292.669339:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f400. 00010000:00000010:2.1:1734676292.669412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f600. 00010000:00000010:3.1:1734676292.676244:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51e00. 00010000:00000010:3.1:1734676292.679119:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090fc00. 00010000:00000010:3.1:1734676292.679124:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486e00. 00010000:00000010:2.1:1734676292.685252:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dca00. 00010000:00000010:3.1:1734676292.685667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f200. 00010000:00000010:2.1:1734676292.691559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23600. 00010000:00000010:3.1:1734676292.697190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2800. 00010000:00000010:2.1:1734676292.707268:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6e00. 00010000:00000010:2.1:1734676292.707278:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792900. 00010000:00000010:2.1:1734676292.707282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088bfac00. 00010000:00000010:2.1:1734676292.710290:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d100. 00010000:00000010:2.1:1734676292.710295:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4cde000. 00010000:00000010:2.1:1734676292.710312:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820e00. 00010000:00000010:3.1:1734676292.710336:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6400. 00010000:00000010:2.1:1734676292.716409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe600. 00010000:00000010:3.1:1734676292.716604:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792d00. 00010000:00000010:3.1:1734676292.716611:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876200. 00010000:00000010:3.1:1734676292.716615:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d300. 00010000:00000010:3.1:1734676292.716617:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9000. 00010000:00000010:3.1:1734676292.719150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d774000. 00010000:00000010:2.1:1734676292.719196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23000. 00010000:00000010:2.1:1734676292.719202:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2b00. 00010000:00000010:2.1:1734676292.719205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d9e800. 00010000:00000010:2.1:1734676292.725847:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732300. 00010000:00000010:2.1:1734676292.725853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9e00. 00010000:00000010:2.1:1734676292.731101:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487a00. 00010000:00000010:0.1:1734676292.731134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5600. 00010000:00000010:3.1:1734676292.734135:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732100. 00010000:00000010:3.1:1734676292.734142:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134e00. 00010000:00000010:3.1:1734676292.734144:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732600. 00010000:00000010:3.1:1734676292.734146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:3.1:1734676292.734186:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732800. 00010000:00000010:3.1:1734676292.734190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2d000. 00010000:00000010:0.1:1734676292.734227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec400. 00010000:00000010:0.1:1734676292.737851:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20a00. 00010000:00000010:0.1:1734676292.740174:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deca00. 00010000:00000010:3.1:1734676292.740179:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d200. 00010000:00000010:3.1:1734676292.740183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8e00. 00010000:00000010:3.1:1734676292.740187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d600. 00010000:00000010:3.1:1734676292.740189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360dc00. 00010000:00000010:0.1:1734676292.743315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7000. 00010000:00000010:0.1:1734676292.746175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ae00. 00010000:00000010:3.1:1734676292.746361:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a000. 00010000:00000010:3.1:1734676292.746368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360cc00. 00010000:00000010:3.1:1734676292.746371:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a200. 00010000:00000010:3.1:1734676292.746374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c9e00. 00010000:00000010:3.1:1734676292.756651:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22e00. 00010000:00000010:3.1:1734676292.756663:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a400. 00010000:00000010:3.1:1734676292.756669:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:0.1:1734676292.762291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1a00. 00010000:00000010:3.1:1734676292.768637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d774800. 00010000:00000010:2.1:1734676292.769097:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d400. 00010000:00000010:2.1:1734676292.769103:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9600. 00010000:00000010:2.1:1734676292.769106:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946ea00. 00010000:00000010:2.1:1734676292.769109:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc8800. 00010000:00000010:0.1:1734676292.781177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfce00. 00010000:00000010:3.1:1734676292.781351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946ec00. 00010000:00000010:3.1:1734676292.781356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134e00. 00010000:00000010:3.1:1734676292.781359:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946ee00. 00010000:00000010:3.1:1734676292.781361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:3.1:1734676292.781365:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e300. 00010000:00000010:3.1:1734676292.781368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8e00. 00010000:00000010:3.1:1734676292.781370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e900. 00010000:00000010:3.1:1734676292.781372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958bc000. 00010000:00000010:3.1:1734676292.781376:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946ed00. 00010000:00000010:3.1:1734676292.781379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5800. 00010000:00000010:0.1:1734676292.787523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9a00. 00010000:00000010:0.1:1734676292.787528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd600. 00010000:00000010:3.1:1734676292.787802:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd200. 00010000:00000010:3.1:1734676292.790391:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1df00. 00010000:00000010:3.1:1734676292.790400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5000. 00010000:00000010:0.1:1734676292.793469:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28c00. 00010000:00000010:3.1:1734676292.796279:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e700. 00010000:00000010:3.1:1734676292.796285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f850a00. 00010000:00000010:3.1:1734676292.796290:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2200. 00010000:00000010:3.1:1734676292.796292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5800. 00010000:00000010:3.1:1734676292.796295:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802400. 00010000:00000010:3.1:1734676292.796298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:3.1:1734676292.805187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cfc00. 00010000:00000010:3.1:1734676292.805195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073656400. 00010000:00000010:3.1:1734676292.805201:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ecb00. 00010000:00000010:3.1:1734676292.805204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5000. 00010000:00000010:0.1:1734676292.805298:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f000. 00010000:00000010:3.1:1734676292.814531:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be000. 00010000:00000010:3.1:1734676292.814542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbee00. 00010000:00000010:3.1:1734676292.814546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e600. 00010000:00000010:3.1:1734676292.814550:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368bec00. 00010000:00000010:3.1:1734676292.814552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbf400. 00010000:00000010:0.1:1734676292.814716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149e00. 00010000:00000010:0.1:1734676292.823145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d000. 00010000:00000010:3.1:1734676292.823819:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f000. 00010000:00000010:3.1:1734676292.823826:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f850a00. 00010000:00000010:3.1:1734676292.823836:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9ed00. 00010000:00000010:3.1:1734676292.823839:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313eee00. 00010000:00000010:3.1:1734676292.832714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31000. 00010000:00000010:0.1:1734676292.832801:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ab00. 00010000:00000010:0.1:1734676292.832809:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fd200. 00010000:00000010:0.1:1734676292.835302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5600. 00010000:00000010:0.1:1734676292.839564:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4af00. 00010000:00000010:0.1:1734676292.839571:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd21200. 00010000:00000010:0.1:1734676292.839574:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a100. 00010000:00000010:0.1:1734676292.839578:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47400. 00010000:00000010:0.1:1734676292.839580:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf000. 00010000:00000010:0.1:1734676292.839583:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46800. 00010000:00000010:0.1:1734676292.843282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0400. 00010000:00000010:2.1:1734676292.854367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf400. 00010000:00000010:2.1:1734676292.854374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d42000. 00010000:00000010:3.1:1734676292.854413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720e00. 00010000:00000010:2.1:1734676292.860485:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb100. 00010000:00000010:2.1:1734676292.860491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313eee00. 00010000:00000010:3.1:1734676292.860904:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169400. 00010000:00000010:3.1:1734676292.868207:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374ff00. 00010000:00000010:3.1:1734676292.868215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5000. 00010000:00000010:3.1:1734676292.872159:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ca00. 00010000:00000010:3.1:1734676292.875769:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4ee00. 00010000:00000010:3.1:1734676292.878403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ec00. 00010000:00000010:2.1:1734676292.881586:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18df00. 00010000:00000010:2.1:1734676292.881598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf6800. 00010000:00000010:0.1:1734676292.887355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde600. 00010000:00000010:2.1:1734676292.890905:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8000. 00010000:00000010:2.1:1734676292.890912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45f800. 00010000:00000010:3.1:1734676292.891560:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80be00. 00010000:00000010:0.1:1734676292.896178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975000. 00010000:00000010:0.1:1734676292.896187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569200. 00010000:00000010:3.1:1734676292.903396:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e300. 00010000:00000010:3.1:1734676292.903403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800995ab400. 00010000:00000010:3.1:1734676292.903407:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8400. 00010000:00000010:3.1:1734676292.903410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e129c00. 00010000:00000010:3.1:1734676292.903413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8800. 00010000:00000010:3.1:1734676292.903416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097138a00. 00010000:00000010:0.1:1734676292.905258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23800. 00010000:00000010:0.1:1734676292.905269:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808000. 00010000:00000010:3.1:1734676292.910866:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8d00. 00010000:00000010:3.1:1734676292.910875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cde00. 00010000:00000010:3.1:1734676292.910880:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8600. 00010000:00000010:3.1:1734676292.910883:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9ccc00. 00010000:00000010:3.1:1734676292.912634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88800. 00010000:00000010:0.1:1734676292.912862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9ab800. 00010000:00000010:3.1:1734676292.919716:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e900. 00010000:00000010:3.1:1734676292.919722:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd000. 00010000:00000010:3.1:1734676292.923076:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772600. 00010000:00000010:3.1:1734676292.925340:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb700. 00010000:00000010:3.1:1734676292.925348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880400. 00010000:00000010:3.1:1734676292.925355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb500. 00010000:00000010:3.1:1734676292.925357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881600. 00010000:00000010:3.1:1734676292.925360:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb300. 00010000:00000010:3.1:1734676292.925363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23800. 00010000:00000010:3.1:1734676292.925365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26600. 00010000:00000010:3.1:1734676292.925367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb000. 00010000:00000010:3.1:1734676292.925369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db22800. 00010000:00000010:3.1:1734676292.928141:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9800. 00010000:00000010:3.1:1734676292.932285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e200. 00010000:00000010:3.1:1734676292.932290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db22a00. 00010000:00000010:3.1:1734676292.932293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1700. 00010000:00000010:3.1:1734676292.932297:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23000. 00010000:00000010:0.1:1734676292.941093:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464600. 00010000:00000010:3.1:1734676292.941156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1900. 00010000:00000010:3.1:1734676292.941170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db22000. 00010000:00000010:3.1:1734676292.950848:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1b00. 00010000:00000010:3.1:1734676292.950854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db22800. 00010000:00000010:3.1:1734676292.950856:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1d00. 00010000:00000010:3.1:1734676292.950859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db23000. 00010000:00000010:3.1:1734676292.950861:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9ec00. 00010000:00000010:3.1:1734676292.950864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd000. 00010000:00000010:3.1:1734676292.959154:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1000. 00010000:00000010:3.1:1734676292.959173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5200. 00010000:00000010:3.1:1734676292.959177:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1c00. 00010000:00000010:3.1:1734676292.959180:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131222000. 00010000:00000010:3.1:1734676292.959183:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1600. 00010000:00000010:3.1:1734676292.959185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde2600. 00010000:00000010:0.1:1734676292.965549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad000. 00010000:00000010:0.1:1734676292.965555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007341b000. 00010000:00000010:0.1:1734676292.965558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007341a800. 00010000:00000010:0.1:1734676292.971224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10000. 00010000:00000010:0.1:1734676292.971230:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4adc00. 00010000:00000010:0.1:1734676292.971233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd000. 00010000:00000010:0.1:1734676292.971236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad900. 00010000:00000010:0.1:1734676292.971239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde2600. 00010000:00000010:0.1:1734676292.971241:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad500. 00010000:00000010:0.1:1734676292.971243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa11000. 00010000:00000010:0.1:1734676292.977275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a600. 00010000:00000010:0.1:1734676292.980597:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4adb00. 00010000:00000010:0.1:1734676292.980609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89ec00. 00010000:00000010:0.1:1734676292.980613:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4adf00. 00010000:00000010:0.1:1734676292.980615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89fe00. 00010000:00000010:0.1:1734676292.983366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9fe00. 00010000:00000010:0.1:1734676292.986961:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10600. 00010000:00000010:0.1:1734676292.986971:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad700. 00010000:00000010:0.1:1734676292.986974:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89ee00. 00010000:00000010:0.1:1734676292.986977:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e500. 00010000:00000010:0.1:1734676292.986980:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a78000. 00010000:00000010:0.1:1734676292.989397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116200. 00010000:00000010:0.1:1734676292.998406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55200. 00010000:00000010:0.1:1734676293.009757:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9800. 00010000:00000010:0.1:1734676293.010782:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad300. 00010000:00000010:0.1:1734676293.010795:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d130e00. 00010000:00000010:0.1:1734676293.010798:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db000. 00010000:00000010:0.1:1734676293.010802:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde7000. 00010000:00000010:0.1:1734676293.018126:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2600. 00010000:00000010:0.1:1734676293.018132:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfffa00. 00010000:00000010:0.1:1734676293.021192:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4c00. 00010000:00000010:0.1:1734676293.028697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ba00. 00010000:00000010:0.1:1734676293.031612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a600. 00010000:00000010:2.1:1734676293.043486:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1d00. 00010000:00000010:2.1:1734676293.043492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dad7e00. 00010000:00000010:0.1:1734676293.043538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594a00. 00010000:00000010:2.1:1734676293.049104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178400. 00010000:00000010:3.1:1734676293.055741:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5e00. 00010000:00000010:3.1:1734676293.055747:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f83600. 00010000:00000010:3.1:1734676293.055751:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a500. 00010000:00000010:3.1:1734676293.055755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a78000. 00010000:00000010:3.1:1734676293.055758:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a600. 00010000:00000010:3.1:1734676293.055760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dad7800. 00010000:00000010:3.1:1734676293.055771:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4ee00. 00010000:00000010:3.1:1734676293.055775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545a00. 00010000:00000010:3.1:1734676293.055777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3a00. 00010000:00000010:0.1:1734676293.060277:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a900. 00010000:00000010:0.1:1734676293.060284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89fe00. 00010000:00000010:0.1:1734676293.060287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1e00. 00010000:00000010:0.1:1734676293.060291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde2600. 00010000:00000010:3.1:1734676293.062179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40800. 00010000:00000010:3.1:1734676293.062188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f800. 00010000:00000010:0.1:1734676293.062395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0200. 00010000:00000010:0.1:1734676293.065199:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8100. 00010000:00000010:0.1:1734676293.065206:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9600. 00010000:00000010:0.1:1734676293.065209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3800. 00010000:00000010:0.1:1734676293.065211:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8b00. 00010000:00000010:0.1:1734676293.065213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a8a00. 00010000:00000010:0.1:1734676293.065216:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cff00. 00010000:00000010:0.1:1734676293.065219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9400. 00010000:00000010:2.1:1734676293.072155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0800. 00010000:00000010:2.1:1734676293.072169:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf700. 00010000:00000010:2.1:1734676293.072173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a8400. 00010000:00000010:0.1:1734676293.083428:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5c00. 00010000:00000010:0.1:1734676293.083434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e2a00. 00010000:00000010:3.1:1734676293.083821:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792400. 00010000:00000010:3.1:1734676293.083826:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be000. 00010000:00000010:0.1:1734676293.095360:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5b00. 00010000:00000010:0.1:1734676293.095365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd000. 00010000:00000010:0.1:1734676293.095368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5700. 00010000:00000010:0.1:1734676293.095372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095959000. 00010000:00000010:0.1:1734676293.095374:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5a00. 00010000:00000010:0.1:1734676293.095376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073590c00. 00010000:00000010:0.1:1734676293.095379:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5200. 00010000:00000010:0.1:1734676293.095381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073591400. 00010000:00000010:3.1:1734676293.095416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869c00. 00010000:00000010:3.1:1734676293.095421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff6400. 00010000:00000010:3.1:1734676293.095423:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:3.1:1734676293.095426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a400. 00010000:00000010:3.1:1734676293.099024:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ee00. 00010000:00000010:3.1:1734676293.101484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2c00. 00010000:00000010:3.1:1734676293.101489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7e00. 00010000:00000010:3.1:1734676293.101492:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be600. 00010000:00000010:3.1:1734676293.101495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e3200. 00010000:00000010:0.1:1734676293.107402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392c00. 00010000:00000010:2.1:1734676293.113577:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ba00. 00010000:00000010:2.1:1734676293.113584:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1400. 00010000:00000010:2.1:1734676293.113588:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073591e00. 00010000:00000010:2.1:1734676293.123184:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3fa00. 00010000:00000010:2.1:1734676293.123192:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd000. 00010000:00000010:0.1:1734676293.123207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80fe00. 00010000:00000010:0.1:1734676293.132216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7a00. 00010000:00000010:2.1:1734676293.132277:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705e00. 00010000:00000010:2.1:1734676293.140757:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011300. 00010000:00000010:2.1:1734676293.140760:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4000. 00010000:00000010:2.1:1734676293.144960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0cc00. 00010000:00000010:2.1:1734676293.144968:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011c00. 00010000:00000010:2.1:1734676293.144971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47000. 00010000:00000010:2.1:1734676293.147122:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011100. 00010000:00000010:2.1:1734676293.147127:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46c00. 00010000:00000010:2.1:1734676293.153347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2e00. 00010000:00000010:2.1:1734676293.153352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d600. 00010000:00000010:2.1:1734676293.159719:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011900. 00010000:00000010:2.1:1734676293.159725:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5a00. 00010000:00000010:0.1:1734676293.159768:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2de00. 00010000:00000010:2.1:1734676293.162131:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c400. 00010000:00000010:0.1:1734676293.165297:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77fc00. 00010000:00000010:0.1:1734676293.165303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2800. 00010000:00000010:2.1:1734676293.165336:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbb00. 00010000:00000010:2.1:1734676293.165341:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78800. 00010000:00000010:2.1:1734676293.165343:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db500. 00010000:00000010:2.1:1734676293.165346:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46c00. 00010000:00000010:2.1:1734676293.165349:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c100. 00010000:00000010:2.1:1734676293.165352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47000. 00010000:00000010:2.1:1734676293.171272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011e00. 00010000:00000010:2.1:1734676293.171282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b49c00. 00010000:00000010:0.1:1734676293.182670:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083600. 00010000:00000010:0.1:1734676293.182675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083e00. 00010000:00000010:2.1:1734676293.182720:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49ce00. 00010000:00000010:2.1:1734676293.182727:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c000. 00010000:00000010:2.1:1734676293.182731:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49cb00. 00010000:00000010:2.1:1734676293.182734:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fd800. 00010000:00000010:3.1:1734676293.186640:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c300. 00010000:00000010:3.1:1734676293.186654:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a800. 00010000:00000010:2.1:1734676293.186844:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e400. 00010000:00000010:2.1:1734676293.186851:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4a000. 00010000:00000010:2.1:1734676293.189880:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c700. 00010000:00000010:2.1:1734676293.189887:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a600. 00010000:00000010:2.1:1734676293.189889:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f200. 00010000:00000010:2.1:1734676293.189892:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14cc00. 00010000:00000010:3.1:1734676293.192270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82bc00. 00010000:00000010:3.1:1734676293.192279:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c200. 00010000:00000010:3.1:1734676293.192281:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1000. 00010000:00000010:3.1:1734676293.192284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2be00. 00010000:00000010:0.1:1734676293.195132:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d200. 00010000:00000010:2.1:1734676293.201553:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1200. 00010000:00000010:2.1:1734676293.201559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14d800. 00010000:00000010:2.1:1734676293.210248:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42200. 00010000:00000010:2.1:1734676293.210261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e300. 00010000:00000010:2.1:1734676293.210265:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c000. 00010000:00000010:0.1:1734676293.210458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0de00. 00010000:00000010:3.1:1734676293.210589:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e100. 00010000:00000010:3.1:1734676293.210595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fd800. 00010000:00000010:2.1:1734676293.216153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc400. 00010000:00000010:2.1:1734676293.216169:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49cc00. 00010000:00000010:2.1:1734676293.216174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484c00. 00010000:00000010:2.1:1734676293.216178:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1000. 00010000:00000010:2.1:1734676293.216180:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485600. 00010000:00000010:2.1:1734676293.221299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461c00. 00010000:00000010:0.1:1734676293.221583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461000. 00010000:00000010:2.1:1734676293.228134:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1900. 00010000:00000010:2.1:1734676293.228140:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a800. 00010000:00000010:0.1:1734676293.234344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392400. 00010000:00000010:2.1:1734676293.234474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460000. 00010000:00000010:2.1:1734676293.237805:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1e00. 00010000:00000010:2.1:1734676293.237816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fd800. 00010000:00000010:2.1:1734676293.237819:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1700. 00010000:00000010:2.1:1734676293.237822:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7e00. 00010000:00000010:2.1:1734676293.237825:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42a00. 00010000:00000010:2.1:1734676293.237828:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401eb00. 00010000:00000010:2.1:1734676293.237831:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be000. 00010000:00000010:0.1:1734676293.243676:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083000. 00010000:00000010:2.1:1734676293.249997:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c200. 00010000:00000010:2.1:1734676293.250005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7800. 00010000:00000010:2.1:1734676293.250009:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082e00. 00010000:00000010:0.1:1734676293.252158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c000. 00010000:00000010:0.1:1734676293.252175:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d6e00. 00010000:00000010:0.1:1734676293.252179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9a600. 00010000:00000010:0.1:1734676293.252182:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f800. 00010000:00000010:0.1:1734676293.252185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a800. 00010000:00000010:0.1:1734676293.252187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ae00. 00010000:00000010:0.1:1734676293.252190:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994000. 00010000:00000010:0.1:1734676293.252192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be000. 00010000:00000010:0.1:1734676293.258184:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8200. 00010000:00000010:0.1:1734676293.258190:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e500. 00010000:00000010:0.1:1734676293.258193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c000. 00010000:00000010:0.1:1734676293.258197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482000. 00010000:00000010:0.1:1734676293.258201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1600. 00010000:00000010:0.1:1734676293.258204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141200. 00010000:00000010:2.1:1734676293.262720:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482800. 00010000:00000010:0.1:1734676293.264137:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b300. 00010000:00000010:0.1:1734676293.264143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141a00. 00010000:00000010:0.1:1734676293.264146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483000. 00010000:00000010:0.1:1734676293.264151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49cd00. 00010000:00000010:0.1:1734676293.264155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60200. 00010000:00000010:2.1:1734676293.270277:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483800. 00010000:00000010:3.1:1734676293.274282:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2400. 00010000:00000010:3.1:1734676293.283249:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4900. 00010000:00000010:3.1:1734676293.283255:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d6000. 00010000:00000010:3.1:1734676293.283261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4100. 00010000:00000010:3.1:1734676293.283265:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff61e00. 00010000:00000010:3.1:1734676293.292242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c400. 00010000:00000010:2.1:1734676293.292398:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e000. 00010000:00000010:2.1:1734676293.292403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60c00. 00010000:00000010:3.1:1734676293.304782:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2200. 00010000:00000010:0.1:1734676293.304971:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78e00. 00010000:00000010:2.1:1734676293.310575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78600. 00010000:00000010:2.1:1734676293.310582:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732200. 00010000:00000010:2.1:1734676293.310586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60800. 00010000:00000010:2.1:1734676293.310590:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206000. 00010000:00000010:2.1:1734676293.310594:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c000. 00010000:00000010:3.1:1734676293.318171:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79600. 00010000:00000010:3.1:1734676293.318174:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083200. 00010000:00000010:3.1:1734676293.324821:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206200. 00010000:00000010:3.1:1734676293.324826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c91600. 00010000:00000010:3.1:1734676293.324829:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994300. 00010000:00000010:3.1:1734676293.324831:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c90c00. 00010000:00000010:3.1:1734676293.324834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79c00. 00010000:00000010:3.1:1734676293.324835:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206c00. 00010000:00000010:3.1:1734676293.324838:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0200. 00010000:00000010:3.1:1734676293.327322:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3e00. 00010000:00000010:3.1:1734676293.330573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dca400. 00010000:00000010:2.1:1734676293.330694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2800. 00010000:00000010:0.1:1734676293.342241:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb400. 00010000:00000010:3.1:1734676293.342287:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206300. 00010000:00000010:3.1:1734676293.342293:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53c00. 00010000:00000010:3.1:1734676293.342300:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dca000. 00010000:00000010:3.1:1734676293.353318:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca100. 00010000:00000010:3.1:1734676293.353324:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0200. 00010000:00000010:3.1:1734676293.353330:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206f00. 00010000:00000010:3.1:1734676293.353333:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60000. 00010000:00000010:3.1:1734676293.362629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4200. 00010000:00000010:3.1:1734676293.362640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d800. 00010000:00000010:3.1:1734676293.362646:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca500. 00010000:00000010:3.1:1734676293.362650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1200. 00010000:00000010:0.1:1734676293.362880:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121400. 00010000:00000010:0.1:1734676293.362885:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7800. 00010000:00000010:3.1:1734676293.371218:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736cac00. 00010000:00000010:3.1:1734676293.371227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1600. 00010000:00000010:3.1:1734676293.371231:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4a00. 00010000:00000010:3.1:1734676293.371233:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736cae00. 00010000:00000010:3.1:1734676293.371236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d6a00. 00010000:00000010:3.1:1734676293.380323:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca900. 00010000:00000010:3.1:1734676293.380334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c90800. 00010000:00000010:3.1:1734676293.380337:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121c00. 00010000:00000010:3.1:1734676293.380340:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0800. 00010000:00000010:0.1:1734676293.386747:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483600. 00010000:00000010:0.1:1734676293.386753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f800. 00010000:00000010:0.1:1734676293.390106:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94200. 00010000:00000010:0.1:1734676293.390114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0000. 00010000:00000010:0.1:1734676293.393707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e000. 00010000:00000010:0.1:1734676293.396181:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9400. 00010000:00000010:3.1:1734676293.403873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9600. 00010000:00000010:2.1:1734676293.412521:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729200. 00010000:00000010:2.1:1734676293.412528:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb600. 00010000:00000010:2.1:1734676293.421591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46a800. 00010000:00000010:0.1:1734676293.427335:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994c00. 00010000:00000010:0.1:1734676293.427343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1400. 00010000:00000010:0.1:1734676293.427346:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994500. 00010000:00000010:0.1:1734676293.427349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d960600. 00010000:00000010:2.1:1734676293.427395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46b000. 00010000:00000010:2.1:1734676293.430230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729a00. 00010000:00000010:0.1:1734676293.430398:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4f00. 00010000:00000010:0.1:1734676293.430405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d961600. 00010000:00000010:2.1:1734676293.439144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5e00. 00010000:00000010:2.1:1734676293.439149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729600. 00010000:00000010:0.1:1734676293.442127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4000. 00010000:00000010:2.1:1734676293.446064:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8500. 00010000:00000010:2.1:1734676293.446075:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7a200. 00010000:00000010:2.1:1734676293.446080:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00010000:00000010:2.1:1734676293.446083:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0200. 00010000:00000010:0.1:1734676293.452420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6200. 00010000:00000010:2.1:1734676293.455664:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17200. 00010000:00000010:2.1:1734676293.455669:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c90800. 00010000:00000010:2.1:1734676293.462594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6a00. 00010000:00000010:2.1:1734676293.462604:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17400. 00010000:00000010:2.1:1734676293.462608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53e00. 00010000:00000010:2.1:1734676293.462614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9000. 00010000:00000010:2.1:1734676293.462617:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab600. 00010000:00000010:2.1:1734676293.462620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53200. 00010000:00000010:3.1:1734676293.469465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def200. 00010000:00000010:3.1:1734676293.469470:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94900. 00010000:00000010:3.1:1734676293.469473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718400. 00010000:00000010:3.1:1734676293.473303:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee800. 00010000:00000010:0.1:1734676293.479323:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94300. 00010000:00000010:0.1:1734676293.479329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719a00. 00010000:00000010:3.1:1734676293.485359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584200. 00010000:00000010:0.1:1734676293.486832:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94a00. 00010000:00000010:0.1:1734676293.486841:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9b9c00. 00010000:00000010:0.1:1734676293.491316:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814900. 00010000:00000010:0.1:1734676293.491329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ba00. 00010000:00000010:0.1:1734676293.499753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deec00. 00010000:00000010:0.1:1734676293.499759:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994600. 00010000:00000010:0.1:1734676293.499763:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2aa00. 00010000:00000010:3.1:1734676293.507189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defc00. 00010000:00000010:3.1:1734676293.513154:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35800. 00010000:00000010:3.1:1734676293.526328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34a00. 00010000:00000010:2.1:1734676293.538805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46a200. 00010000:00000010:3.1:1734676293.546215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d183c00. 00010000:00000010:2.1:1734676293.555376:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daabd00. 00010000:00000010:2.1:1734676293.555387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8600. 00010000:00000010:3.1:1734676293.559177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182a00. 00010000:00000010:2.1:1734676293.563145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daabf00. 00010000:00000010:2.1:1734676293.563155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fc200. 00010000:00000010:3.1:1734676293.580080:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81c000. 00010000:00000010:3.1:1734676293.582277:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab800. 00010000:00000010:3.1:1734676293.582287:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fce00. 00010000:00000010:3.1:1734676293.592734:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34400. 00010000:00000010:0.1:1734676293.599116:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59900. 00010000:00000010:0.1:1734676293.599121:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fc200. 00010000:00000010:3.1:1734676293.606771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1200. 00010000:00000010:0.1:1734676293.612297:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daaba00. 00010000:00000010:0.1:1734676293.612304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8600. 00010000:00000010:0.1:1734676293.612307:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0000. 00010000:00000010:0.1:1734676293.612311:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab500. 00010000:00000010:0.1:1734676293.612314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fce00. 00010000:00000010:3.1:1734676293.615155:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1a00. 00010000:00000010:0.1:1734676293.618344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d200. 00010000:00000010:0.1:1734676293.618355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994900. 00010000:00000010:0.1:1734676293.618358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933200. 00010000:00000010:0.1:1734676293.618363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0e00. 00010000:00000010:0.1:1734676293.618367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94000. 00010000:00000010:0.1:1734676293.618369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932a00. 00010000:00000010:3.1:1734676293.626586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1000. 00010000:00000010:0.1:1734676293.635200:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94f00. 00010000:00000010:0.1:1734676293.635207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932e00. 00010000:00000010:0.1:1734676293.646205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0200. 00010000:00000010:0.1:1734676293.646213:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4800. 00010000:00000010:0.1:1734676293.646217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddf400. 00010000:00000010:2.1:1734676293.653337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2600. 00010000:00000010:0.1:1734676293.659179:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f300. 00010000:00000010:0.1:1734676293.659187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3000. 00010000:00000010:0.1:1734676293.659191:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca300. 00010000:00000010:0.1:1734676293.659195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddee00. 00010000:00000010:0.1:1734676293.659210:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2e00. 00010000:00000010:3.1:1734676293.669893:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72d200. 00010000:00000010:0.1:1734676293.670030:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72d600. 00010000:00000010:0.1:1734676293.670282:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814100. 00010000:00000010:0.1:1734676293.670287:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932e00. 00010000:00000010:0.1:1734676293.670289:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814f00. 00010000:00000010:0.1:1734676293.670297:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad0000. 00010000:00000010:3.1:1734676293.672424:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814c00. 00010000:00000010:3.1:1734676293.672431:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1200. 00010000:00000010:0.1:1734676293.675094:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9e00. 00010000:00000010:3.1:1734676293.675122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9600. 00010000:00000010:3.1:1734676293.678242:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab400. 00010000:00000010:3.1:1734676293.678252:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c94400. 00010000:00000010:2.1:1734676293.684272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab700. 00010000:00000010:2.1:1734676293.684276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3000. 00010000:00000010:0.1:1734676293.687976:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206e00. 00010000:00000010:0.1:1734676293.687982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933600. 00010000:00000010:2.1:1734676293.690346:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958100. 00010000:00000010:2.1:1734676293.690356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e9e00. 00010000:00000010:0.1:1734676293.703192:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958300. 00010000:00000010:0.1:1734676293.703206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8e00. 00010000:00000010:2.1:1734676293.715227:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2a00. 00010000:00000010:2.1:1734676293.727495:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c200. 00010000:00000010:0.1:1734676293.727590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3600. 00010000:00000010:0.1:1734676293.734551:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958a00. 00010000:00000010:0.1:1734676293.734557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78c00. 00010000:00000010:0.1:1734676293.740347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e5e00. 00010000:00000010:0.1:1734676293.744675:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fbd00. 00010000:00000010:0.1:1734676293.744684:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096df9400. 00010000:00000010:0.1:1734676293.744690:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be500. 00010000:00000010:0.1:1734676293.744694:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddfa00. 00010000:00000010:0.1:1734676293.744698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ea00. 00010000:00000010:0.1:1734676293.744702:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be700. 00010000:00000010:0.1:1734676293.744705:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582200. 00010000:00000010:2.1:1734676293.768530:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6800. 00010000:00000010:2.1:1734676293.768536:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6f800. 00010000:00000010:2.1:1734676293.768543:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfca600. 00010000:00000010:0.1:1734676293.768585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9200. 00010000:00000010:0.1:1734676293.768590:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59800. 00010000:00000010:0.1:1734676293.768593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc8200. 00010000:00000010:0.1:1734676293.768595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ec00. 00010000:00000010:0.1:1734676293.768598:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6600. 00010000:00000010:0.1:1734676293.768600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fa00. 00010000:00000010:0.1:1734676293.777671:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6a00. 00010000:00000010:0.1:1734676293.777677:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7a200. 00010000:00000010:2.1:1734676293.801893:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb600. 00010000:00000010:2.1:1734676293.801902:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6da00. 00010000:00000010:0.1:1734676293.815481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3600. 00010000:00000010:0.1:1734676293.819926:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb700. 00010000:00000010:0.1:1734676293.819931:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fa00. 00010000:00000010:0.1:1734676293.820024:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991800. 00010000:00000010:0.1:1734676293.820027:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0f00. 00010000:00000010:0.1:1734676293.820029:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcfe00. 00010000:00000010:2.1:1734676293.831802:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6700. 00010000:00000010:2.1:1734676293.831807:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcee00. 00010000:00000010:0.1:1734676293.841363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5800. 00010000:00000010:2.1:1734676293.854313:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187e00. 00010000:00000010:0.1:1734676293.862291:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb500. 00010000:00000010:0.1:1734676293.862300:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0800. 00010000:00000010:0.1:1734676293.862381:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fbe00. 00010000:00000010:0.1:1734676293.862384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1200. 00010000:00000010:0.1:1734676293.875295:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea000. 00010000:00000010:0.1:1734676293.875301:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3a800. 00010000:00000010:0.1:1734676293.892205:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186200. 00010000:00000010:0.1:1734676293.892212:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea300. 00010000:00000010:0.1:1734676293.892215:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8600. 00010000:00000010:0.1:1734676293.897184:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587200. 00010000:00000010:0.1:1734676293.911177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8600. 00010000:00000010:0.1:1734676293.933527:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35300. 00010000:00000010:0.1:1734676293.933545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3e00. 00010000:00000010:2.1:1734676293.946246:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35a00. 00010000:00000010:2.1:1734676293.946254:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3200. 00010000:00000010:2.1:1734676293.952304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddea00. 00010000:00000010:2.1:1734676293.992497:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0100. 00010000:00000010:2.1:1734676293.992501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c8200. 00010000:00000010:0.1:1734676293.996783:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea200. 00010000:00000010:0.1:1734676293.996787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c8800. 00010000:00000010:0.1:1734676294.021187:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343400. 00010000:00000010:0.1:1734676294.021195:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097feaf00. 00010000:00000010:0.1:1734676294.021198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8600. 00010000:00000010:2.1:1734676294.025212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343c00. 00010000:00000010:0.1:1734676294.031646:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097feae00. 00010000:00000010:0.1:1734676294.031652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5800. 00010000:00000010:0.1:1734676294.031655:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35f00. 00010000:00000010:0.1:1734676294.031658:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc8000. 00010000:00000010:2.1:1734676294.034924:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6200. 00010000:00000010:2.1:1734676294.035080:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d400. 00010000:00000010:0.1:1734676294.039328:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35400. 00010000:00000010:0.1:1734676294.039335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5c00. 00010000:00000010:0.1:1734676294.045897:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2dc00. 00010000:00000010:0.1:1734676294.045908:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5200. 00010000:00000010:0.1:1734676294.045914:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8600. 00010000:00000010:0.1:1734676294.045920:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5400. 00010000:00000010:0.1:1734676294.045923:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc8000. 00010000:00000010:2.1:1734676294.062246:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343e00. 00010000:00000010:2.1:1734676294.062476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6c00. 00010000:00000010:2.1:1734676294.062481:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31700. 00010000:00000010:2.1:1734676294.062483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc8000. 00010000:00000010:0.1:1734676294.062635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342800. 00010000:00000010:0.1:1734676294.062641:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5600. 00010000:00000010:0.1:1734676294.062645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5800. 00010000:00000010:3.1:1734676294.068291:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6300. 00010000:00000010:3.1:1734676294.068301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8600. 00010000:00000010:0.1:1734676294.076151:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcb200. 00010000:00000010:3.1:1734676294.079102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5600. 00010000:00000010:3.1:1734676294.079115:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6b00. 00010000:00000010:3.1:1734676294.079120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c8200. 00010000:00000010:0.1:1734676294.085964:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfca000. 00010000:00000010:2.1:1734676294.091980:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097feab00. 00010000:00000010:2.1:1734676294.091986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c9400. 00010000:00000010:2.1:1734676294.114445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3c00. 00010000:00000010:2.1:1734676294.114449:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea100. 00010000:00000010:2.1:1734676294.114451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594c00. 00010000:00000010:2.1:1734676294.122693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7c00. 00010000:00000010:2.1:1734676294.122701:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31b00. 00010000:00000010:2.1:1734676294.122704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594e00. 00010000:00000010:0.1:1734676294.125221:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471a00. 00010000:00000010:0.1:1734676294.125225:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6e00. 00010000:00000010:0.1:1734676294.125228:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b000. 00010000:00000010:0.1:1734676294.125232:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073595000. 00010000:00000010:0.1:1734676294.125235:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d470600. 00010000:00000010:0.1:1734676294.125237:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59d00. 00010000:00000010:0.1:1734676294.125240:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e1d7c00. 00010000:00000010:0.1:1734676294.125243:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095a00. 00010000:00000010:2.1:1734676294.131312:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131000. 00010000:00000010:2.1:1734676294.131318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00800. 00010000:00000010:0.1:1734676294.131338:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110400. 00010000:00000010:2.1:1734676294.131348:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131200. 00010000:00000010:2.1:1734676294.131351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094a00. 00010000:00000010:0.1:1734676294.134162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111a00. 00010000:00000010:0.1:1734676294.142672:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131100. 00010000:00000010:0.1:1734676294.142679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d14a00. 00010000:00000010:0.1:1734676294.145613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089a00. 00010000:00000010:0.1:1734676294.151519:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f000. 00010000:00000010:0.1:1734676294.151525:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfce000. 00010000:00000010:0.1:1734676294.151527:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f200. 00010000:00000010:0.1:1734676294.151530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b600. 00010000:00000010:0.1:1734676294.155694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088e00. 00010000:00000010:0.1:1734676294.155703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088400. 00010000:00000010:0.1:1734676294.158136:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f400. 00010000:00000010:0.1:1734676294.158142:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3000. 00010000:00000010:0.1:1734676294.158146:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f600. 00010000:00000010:0.1:1734676294.158148:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:0.1:1734676294.164841:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2cc00. 00010000:00000010:0.1:1734676294.168271:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131d00. 00010000:00000010:0.1:1734676294.168280:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fc200. 00010000:00000010:0.1:1734676294.176456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4000. 00010000:00000010:0.1:1734676294.181461:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7a00. 00010000:00000010:0.1:1734676294.181469:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80fd00. 00010000:00000010:0.1:1734676294.181474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393000. 00010000:00000010:3.1:1734676294.181582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6400. 00010000:00000010:0.1:1734676294.184332:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f700. 00010000:00000010:0.1:1734676294.184338:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393400. 00010000:00000010:0.1:1734676294.184341:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f900. 00010000:00000010:0.1:1734676294.184343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393a00. 00010000:00000010:0.1:1734676294.187733:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ff00. 00010000:00000010:0.1:1734676294.187744:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465600. 00010000:00000010:3.1:1734676294.187798:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e0000. 00010000:00000010:0.1:1734676294.190209:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e0800. 00010000:00000010:2.1:1734676294.197761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5c00. 00010000:00000010:2.1:1734676294.197771:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131400. 00010000:00000010:2.1:1734676294.197775:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01600. 00010000:00000010:0.1:1734676294.200434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4c00. 00010000:00000010:3.1:1734676294.207474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4600. 00010000:00000010:2.1:1734676294.210138:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53100. 00010000:00000010:2.1:1734676294.210147:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393000. 00010000:00000010:3.1:1734676294.216120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110c00. 00010000:00000010:2.1:1734676294.219128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110e00. 00010000:00000010:2.1:1734676294.219136:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53300. 00010000:00000010:2.1:1734676294.219139:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:0.1:1734676294.219522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0400. 00010000:00000010:3.1:1734676294.227324:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53400. 00010000:00000010:3.1:1734676294.227328:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095200. 00010000:00000010:0.1:1734676294.233454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111000. 00010000:00000010:2.1:1734676294.239162:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53a00. 00010000:00000010:2.1:1734676294.239169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:3.1:1734676294.239730:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53e00. 00010000:00000010:3.1:1734676294.239736:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095a00. 00010000:00000010:2.1:1734676294.242316:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0800. 00010000:00000010:3.1:1734676294.248143:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df000. 00010000:00000010:3.1:1734676294.248162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772600. 00010000:00000010:2.1:1734676294.248978:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53200. 00010000:00000010:2.1:1734676294.248986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093cc00. 00010000:00000010:2.1:1734676294.251162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0c00. 00010000:00000010:2.1:1734676294.251169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5000. 00010000:00000010:3.1:1734676294.257610:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb800. 00010000:00000010:3.1:1734676294.257619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594c00. 00010000:00000010:3.1:1734676294.260391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5800. 00010000:00000010:2.1:1734676294.260988:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089400. 00010000:00000010:3.1:1734676294.263359:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31500. 00010000:00000010:3.1:1734676294.263364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5c00. 00010000:00000010:3.1:1734676294.266423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088a00. 00010000:00000010:3.1:1734676294.273439:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31600. 00010000:00000010:3.1:1734676294.273444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093cc00. 00010000:00000010:3.1:1734676294.273447:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31f00. 00010000:00000010:3.1:1734676294.273450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe2200. 00010000:00000010:0.1:1734676294.277940:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343600. 00010000:00000010:3.1:1734676294.277992:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586600. 00010000:00000010:3.1:1734676294.277998:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586800. 00010000:00000010:0.1:1734676294.283969:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31300. 00010000:00000010:0.1:1734676294.283976:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179200. 00010000:00000010:0.1:1734676294.283979:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20000. 00010000:00000010:0.1:1734676294.283981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179800. 00010000:00000010:3.1:1734676294.289135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00010000:00000010:2.1:1734676294.289341:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088200. 00010000:00000010:0.1:1734676294.289492:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20200. 00010000:00000010:0.1:1734676294.289499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d2800. 00010000:00000010:0.1:1734676294.292824:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2c00. 00010000:00000010:0.1:1734676294.296672:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df200. 00010000:00000010:0.1:1734676294.296678:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d2c00. 00010000:00000010:0.1:1734676294.303014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111400. 00010000:00000010:0.1:1734676294.320251:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20100. 00010000:00000010:0.1:1734676294.320256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179800. 00010000:00000010:0.1:1734676294.320259:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc8c00. 00010000:00000010:0.1:1734676294.320263:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfb00. 00010000:00000010:0.1:1734676294.320266:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464000. 00010000:00000010:0.1:1734676294.320269:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dff00. 00010000:00000010:0.1:1734676294.320271:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465800. 00010000:00000010:2.1:1734676294.320387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5200. 00010000:00000010:2.1:1734676294.320392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc9000. 00010000:00000010:2.1:1734676294.323781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc9e00. 00010000:00000010:2.1:1734676294.323788:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df100. 00010000:00000010:2.1:1734676294.323792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c9400. 00010000:00000010:2.1:1734676294.323794:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfd00. 00010000:00000010:2.1:1734676294.323796:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007154aa00. 00010000:00000010:2.1:1734676294.323816:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20d00. 00010000:00000010:2.1:1734676294.323819:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdde600. 00010000:00000010:2.1:1734676294.329267:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20e00. 00010000:00000010:2.1:1734676294.329272:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22600. 00010000:00000010:2.1:1734676294.335283:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6e00. 00010000:00000010:2.1:1734676294.335288:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7400. 00010000:00000010:0.1:1734676294.341196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9c00. 00010000:00000010:2.1:1734676294.341428:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131800. 00010000:00000010:2.1:1734676294.341434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22c00. 00010000:00000010:2.1:1734676294.341437:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53500. 00010000:00000010:2.1:1734676294.341439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22400. 00010000:00000010:2.1:1734676294.346449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8a00. 00010000:00000010:2.1:1734676294.348505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20400. 00010000:00000010:2.1:1734676294.348514:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80fe00. 00010000:00000010:2.1:1734676294.348518:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21000. 00010000:00000010:2.1:1734676294.348521:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15e00. 00010000:00000010:2.1:1734676294.348525:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6e00. 00010000:00000010:0.1:1734676294.348805:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd400. 00010000:00000010:0.1:1734676294.348809:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8200. 00010000:00000010:2.1:1734676294.351448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35f600. 00010000:00000010:2.1:1734676294.358617:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15c00. 00010000:00000010:2.1:1734676294.358622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacce00. 00010000:00000010:2.1:1734676294.361524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35f000. 00010000:00000010:0.1:1734676294.361735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2000. 00010000:00000010:2.1:1734676294.364528:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15a00. 00010000:00000010:2.1:1734676294.364541:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacc800. 00010000:00000010:2.1:1734676294.364544:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8db00. 00010000:00000010:2.1:1734676294.364546:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacde00. 00010000:00000010:2.1:1734676294.364549:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187000. 00010000:00000010:2.1:1734676294.364552:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15600. 00010000:00000010:2.1:1734676294.364554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacc600. 00010000:00000010:0.1:1734676294.368880:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186e00. 00010000:00000010:2.1:1734676294.368967:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15d00. 00010000:00000010:2.1:1734676294.368973:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21c00. 00010000:00000010:0.1:1734676294.377099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094600. 00010000:00000010:0.1:1734676294.381211:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095400. 00010000:00000010:0.1:1734676294.388116:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146c00. 00010000:00000010:0.1:1734676294.417653:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8da00. 00010000:00000010:0.1:1734676294.417658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacc800. 00010000:00000010:0.1:1734676294.429646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff4800. 00010000:00000010:0.1:1734676294.438207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584000. 00010000:00000010:0.1:1734676294.438213:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb400. 00010000:00000010:0.1:1734676294.438215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0800. 00010000:00000010:0.1:1734676294.447425:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabbd00. 00010000:00000010:0.1:1734676294.447432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22400. 00010000:00000010:0.1:1734676294.457258:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb300. 00010000:00000010:0.1:1734676294.457268:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073794400. 00010000:00000010:0.1:1734676294.457272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182600. 00010000:00000010:2.1:1734676294.481483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc500. 00010000:00000010:2.1:1734676294.481490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e879000. 00010000:00000010:2.1:1734676294.488473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81c400. 00010000:00000010:2.1:1734676294.488480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def800. 00010000:00000010:3.1:1734676294.490307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5a00. 00010000:00000010:0.1:1734676294.490336:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d400. 00010000:00000010:3.1:1734676294.496296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d183200. 00010000:00000010:2.1:1734676294.496342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102a00. 00010000:00000010:2.1:1734676294.496347:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4e00. 00010000:00000010:2.1:1734676294.496350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073794400. 00010000:00000010:2.1:1734676294.496354:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4600. 00010000:00000010:2.1:1734676294.496356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75400. 00010000:00000010:3.1:1734676294.499324:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4900. 00010000:00000010:3.1:1734676294.499331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013139ec00. 00010000:00000010:3.1:1734676294.503254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182000. 00010000:00000010:2.1:1734676294.503390:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4800. 00010000:00000010:2.1:1734676294.503396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9600. 00010000:00000010:3.1:1734676294.506350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81ce00. 00010000:00000010:3.1:1734676294.511138:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d183a00. 00010000:00000010:2.1:1734676294.511211:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4000. 00010000:00000010:2.1:1734676294.511216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defa00. 00010000:00000010:2.1:1734676294.511218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4a00. 00010000:00000010:2.1:1734676294.511220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defe00. 00010000:00000010:3.1:1734676294.514255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5e00. 00010000:00000010:2.1:1734676294.517505:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4200. 00010000:00000010:2.1:1734676294.517511:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def800. 00010000:00000010:2.1:1734676294.517514:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6600. 00010000:00000010:2.1:1734676294.517516:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4500. 00010000:00000010:2.1:1734676294.517518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f03800. 00010000:00000010:2.1:1734676294.523376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9000. 00010000:00000010:3.1:1734676294.523482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102c00. 00010000:00000010:2.1:1734676294.526888:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994e00. 00010000:00000010:2.1:1734676294.526895:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00010000:00000010:2.1:1734676294.526898:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6400. 00010000:00000010:2.1:1734676294.526901:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d800. 00010000:00000010:2.1:1734676294.533366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35dc00. 00010000:00000010:2.1:1734676294.533372:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20500. 00010000:00000010:2.1:1734676294.533375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1de00. 00010000:00000010:2.1:1734676294.533379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35da00. 00010000:00000010:2.1:1734676294.533381:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958700. 00010000:00000010:2.1:1734676294.533385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbffe00. 00010000:00000010:3.1:1734676294.536515:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36400. 00010000:00000010:0.1:1734676294.536940:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf600. 00010000:00000010:0.1:1734676294.536947:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbff600. 00010000:00000010:3.1:1734676294.539120:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37600. 00010000:00000010:2.1:1734676294.546948:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814500. 00010000:00000010:2.1:1734676294.546955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbf4a00. 00010000:00000010:0.1:1734676294.549497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdde00. 00010000:00000010:2.1:1734676294.549751:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdce00. 00010000:00000010:2.1:1734676294.555305:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33e00. 00010000:00000010:2.1:1734676294.555312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f13400. 00010000:00000010:0.1:1734676294.561134:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdcc00. 00010000:00000010:2.1:1734676294.569018:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33a00. 00010000:00000010:2.1:1734676294.569026:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1de00. 00010000:00000010:2.1:1734676294.569030:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33900. 00010000:00000010:2.1:1734676294.569032:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbf4a00. 00010000:00000010:2.1:1734676294.575075:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36a00. 00010000:00000010:3.1:1734676294.577991:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33400. 00010000:00000010:3.1:1734676294.577997:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defa00. 00010000:00000010:3.1:1734676294.578000:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65400. 00010000:00000010:3.1:1734676294.578003:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f13400. 00010000:00000010:3.1:1734676294.583683:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0ca00. 00010000:00000010:0.1:1734676294.591004:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65b00. 00010000:00000010:0.1:1734676294.591010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0800. 00010000:00000010:3.1:1734676294.593705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9be00. 00010000:00000010:0.1:1734676294.599249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ac00. 00010000:00000010:0.1:1734676294.599258:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65d00. 00010000:00000010:0.1:1734676294.599261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f13400. 00010000:00000010:0.1:1734676294.599264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78a00. 00010000:00000010:0.1:1734676294.599266:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b300. 00010000:00000010:0.1:1734676294.599270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9600. 00010000:00000010:2.1:1734676294.602202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3200. 00010000:00000010:3.1:1734676294.602248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9b000. 00010000:00000010:0.1:1734676294.605800:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b600. 00010000:00000010:0.1:1734676294.605808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9400. 00010000:00000010:3.1:1734676294.611342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3000. 00010000:00000010:0.1:1734676294.611840:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6f00. 00010000:00000010:0.1:1734676294.611846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a400. 00010000:00000010:0.1:1734676294.614138:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2600. 00010000:00000010:0.1:1734676294.614145:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6b00. 00010000:00000010:0.1:1734676294.614148:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9c00. 00010000:00000010:0.1:1734676294.617512:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6800. 00010000:00000010:0.1:1734676294.617518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800967e4200. 00010000:00000010:3.1:1734676294.618278:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6c00. 00010000:00000010:2.1:1734676294.623667:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103bf00. 00010000:00000010:2.1:1734676294.623672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126da00. 00010000:00000010:0.1:1734676294.629257:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46b400. 00010000:00000010:3.1:1734676294.629467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d800. 00010000:00000010:2.1:1734676294.632285:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2600. 00010000:00000010:3.1:1734676294.632327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3400. 00010000:00000010:3.1:1734676294.632332:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15500. 00010000:00000010:3.1:1734676294.632336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b200. 00010000:00000010:3.1:1734676294.632339:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecce00. 00010000:00000010:3.1:1734676294.632341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b800. 00010000:00000010:3.1:1734676294.632343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4f00. 00010000:00000010:3.1:1734676294.632346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6c00. 00010000:00000010:3.1:1734676294.635424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9aa00. 00010000:00000010:0.1:1734676294.635508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36000. 00010000:00000010:3.1:1734676294.641203:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4300. 00010000:00000010:3.1:1734676294.641210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1800. 00010000:00000010:0.1:1734676294.644838:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103be00. 00010000:00000010:0.1:1734676294.644847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1000. 00010000:00000010:0.1:1734676294.644850:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae900. 00010000:00000010:0.1:1734676294.644854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126cc00. 00010000:00000010:3.1:1734676294.644912:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42c00. 00010000:00000010:0.1:1734676294.651111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c800. 00010000:00000010:0.1:1734676294.651123:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae500. 00010000:00000010:0.1:1734676294.651128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073541200. 00010000:00000010:0.1:1734676294.651132:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77fa00. 00010000:00000010:0.1:1734676294.651135:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aef00. 00010000:00000010:0.1:1734676294.651137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320800. 00010000:00000010:0.1:1734676294.657681:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461400. 00010000:00000010:0.1:1734676294.657689:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae400. 00010000:00000010:0.1:1734676294.657693:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321000. 00010000:00000010:0.1:1734676294.663670:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2600. 00010000:00000010:0.1:1734676294.663679:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820e00. 00010000:00000010:3.1:1734676294.664277:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf43400. 00010000:00000010:0.1:1734676294.666368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6c00. 00010000:00000010:0.1:1734676294.666374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321a00. 00010000:00000010:0.1:1734676294.669781:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2800. 00010000:00000010:0.1:1734676294.669787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0400. 00010000:00000010:3.1:1734676294.670352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7e00. 00010000:00000010:0.1:1734676294.672362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483c00. 00010000:00000010:0.1:1734676294.676454:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2a00. 00010000:00000010:0.1:1734676294.676465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6c00. 00010000:00000010:0.1:1734676294.676468:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2c00. 00010000:00000010:0.1:1734676294.676470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d9a00. 00010000:00000010:3.1:1734676294.677231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482600. 00010000:00000010:3.1:1734676294.688248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e200. 00010000:00000010:2.1:1734676294.694526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9b800. 00010000:00000010:2.1:1734676294.694530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796400. 00010000:00000010:2.1:1734676294.722178:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0600. 00010000:00000010:2.1:1734676294.728221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9dc00. 00010000:00000010:3.1:1734676294.734704:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0000. 00010000:00000010:3.1:1734676294.741598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3600. 00010000:00000010:3.1:1734676294.747206:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8d300. 00010000:00000010:3.1:1734676294.747217:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f0400. 00010000:00000010:2.1:1734676294.747276:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5c00. 00010000:00000010:2.1:1734676294.782628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89c00. 00010000:00000010:2.1:1734676294.798416:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2200. 00010000:00000010:2.1:1734676294.798422:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111a00. 00010000:00000010:0.1:1734676294.798625:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2e00. 00010000:00000010:2.1:1734676294.801416:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2f00. 00010000:00000010:2.1:1734676294.801421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e400. 00010000:00000010:2.1:1734676294.801424:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a800. 00010000:00000010:2.1:1734676294.801428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7fa00. 00010000:00000010:0.1:1734676294.804220:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88600. 00010000:00000010:0.1:1734676294.804232:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8800. 00010000:00000010:2.1:1734676294.804233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b600. 00010000:00000010:0.1:1734676294.810124:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ae00. 00010000:00000010:0.1:1734676294.810130:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ee00. 00010000:00000010:2.1:1734676294.823091:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2500. 00010000:00000010:2.1:1734676294.823102:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111000. 00010000:00000010:2.1:1734676294.826109:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95fc00. 00010000:00000010:0.1:1734676294.833302:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75600. 00010000:00000010:0.1:1734676294.833308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72d600. 00010000:00000010:2.1:1734676294.839281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10800. 00010000:00000010:0.1:1734676294.846167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403400. 00010000:00000010:0.1:1734676294.846177:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75800. 00010000:00000010:0.1:1734676294.846180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110000. 00010000:00000010:0.1:1734676294.846183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75a00. 00010000:00000010:0.1:1734676294.846185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e400. 00010000:00000010:2.1:1734676294.849236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cfa00. 00010000:00000010:0.1:1734676294.857338:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75c00. 00010000:00000010:0.1:1734676294.857344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349d000. 00010000:00000010:0.1:1734676294.857350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808400. 00010000:00000010:3.1:1734676294.857351:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2e00. 00010000:00000010:3.1:1734676294.857356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800966cc000. 00010000:00000010:0.1:1734676294.860495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27c00. 00010000:00000010:0.1:1734676294.870230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180400. 00010000:00000010:2.1:1734676294.873459:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75400. 00010000:00000010:2.1:1734676294.873469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb73800. 00010000:00000010:2.1:1734676294.879780:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf000. 00010000:00000010:2.1:1734676294.879789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72cc00. 00010000:00000010:0.1:1734676294.885296:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdff00. 00010000:00000010:0.1:1734676294.885301:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f59c00. 00010000:00000010:0.1:1734676294.888833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4e00. 00010000:00000010:0.1:1734676294.888840:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf700. 00010000:00000010:0.1:1734676294.888843:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03400. 00010000:00000010:0.1:1734676294.894112:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdfc00. 00010000:00000010:0.1:1734676294.894117:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349d000. 00010000:00000010:0.1:1734676294.900136:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf400. 00010000:00000010:0.1:1734676294.900142:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d016a00. 00010000:00000010:0.1:1734676294.906349:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf200. 00010000:00000010:0.1:1734676294.906354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f59c00. 00010000:00000010:0.1:1734676294.909451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4800. 00010000:00000010:0.1:1734676294.918949:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8e00. 00010000:00000010:0.1:1734676294.921317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31800. 00010000:00000010:0.1:1734676294.933702:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486800. 00010000:00000010:0.1:1734676294.953837:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb100. 00010000:00000010:0.1:1734676294.953853:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c200. 00010000:00000010:0.1:1734676294.956303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5200. 00010000:00000010:0.1:1734676294.956314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5a00. 00010000:00000010:0.1:1734676294.959700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c6800. 00010000:00000010:0.1:1734676294.959706:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b900. 00010000:00000010:0.1:1734676294.959709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c400. 00010000:00000010:0.1:1734676294.962220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8200. 00010000:00000010:0.1:1734676294.968146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bb400. 00010000:00000010:0.1:1734676294.968164:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65e00. 00010000:00000010:0.1:1734676294.968168:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e60400. 00010000:00000010:0.1:1734676294.974321:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf100. 00010000:00000010:0.1:1734676294.974330:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103a00. 00010000:00000010:0.1:1734676294.974334:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf900. 00010000:00000010:0.1:1734676294.974337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102600. 00010000:00000010:0.1:1734676294.981608:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb900. 00010000:00000010:0.1:1734676294.981613:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d896800. 00010000:00000010:0.1:1734676294.985515:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5ba00. 00010000:00000010:0.1:1734676294.985524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d897c00. 00010000:00000010:0.1:1734676294.990963:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6300. 00010000:00000010:0.1:1734676294.990968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147600. 00010000:00000010:0.1:1734676294.993162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50800. 00010000:00000010:0.1:1734676294.996359:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b900. 00010000:00000010:0.1:1734676294.996365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ca00. 00010000:00000010:0.1:1734676294.999336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa400. 00010000:00000010:0.1:1734676295.002371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0200. 00010000:00000010:0.1:1734676295.002377:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b700. 00010000:00000010:0.1:1734676295.002381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c800. 00010000:00000010:0.1:1734676295.002383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0a00. 00010000:00000010:2.1:1734676295.011220:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65300. 00010000:00000010:2.1:1734676295.011230:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ae00. 00010000:00000010:0.1:1734676295.020296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dacaa00. 00010000:00000010:0.1:1734676295.031377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9000. 00010000:00000010:0.1:1734676295.045728:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20e00. 00010000:00000010:2.1:1734676295.068129:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd700. 00010000:00000010:2.1:1734676295.068139:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182600. 00010000:00000010:0.1:1734676295.073172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe000. 00010000:00000010:0.1:1734676295.073182:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40d00. 00010000:00000010:0.1:1734676295.073186:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089000. 00010000:00000010:3.1:1734676295.094979:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa000. 00010000:00000010:3.1:1734676295.094999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57c00. 00010000:00000010:3.1:1734676295.104617:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd300. 00010000:00000010:3.1:1734676295.104622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec3600. 00010000:00000010:3.1:1734676295.104638:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca900. 00010000:00000010:3.1:1734676295.104642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d017600. 00010000:00000010:3.1:1734676295.111316:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8800. 00010000:00000010:2.1:1734676295.119143:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cab00. 00010000:00000010:2.1:1734676295.119159:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fd1cc00. 00010000:00000010:0.1:1734676295.125173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50400. 00010000:00000010:3.1:1734676295.126796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fd600. 00010000:00000010:2.1:1734676295.128552:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6a000. 00010000:00000010:3.1:1734676295.128589:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cad00. 00010000:00000010:3.1:1734676295.128594:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089800. 00010000:00000010:3.1:1734676295.128598:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b200. 00010000:00000010:3.1:1734676295.128600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ae4a00. 00010000:00000010:3.1:1734676295.137166:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40900. 00010000:00000010:3.1:1734676295.137171:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fd1c000. 00010000:00000010:0.1:1734676295.137177:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ce800. 00010000:00000010:3.1:1734676295.150118:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40600. 00010000:00000010:3.1:1734676295.150128:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4e00. 00010000:00000010:3.1:1734676295.150131:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40000. 00010000:00000010:3.1:1734676295.150133:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4800. 00010000:00000010:3.1:1734676295.150135:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40f00. 00010000:00000010:3.1:1734676295.150137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5e00. 00010000:00000010:0.1:1734676295.155381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735a00. 00010000:00000010:3.1:1734676295.155455:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a200. 00010000:00000010:3.1:1734676295.155460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d9a600. 00010000:00000010:3.1:1734676295.155463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e200. 00010000:00000010:3.1:1734676295.155466:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3000. 00010000:00000010:3.1:1734676295.155470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155d600. 00010000:00000010:0.1:1734676295.159345:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3400. 00010000:00000010:0.1:1734676295.159351:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ecd2400. 00010000:00000010:0.1:1734676295.164306:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0400. 00010000:00000010:2.1:1734676295.164336:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3200. 00010000:00000010:2.1:1734676295.164342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ac400. 00010000:00000010:0.1:1734676295.176911:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349600. 00010000:00000010:2.1:1734676295.177181:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3e00. 00010000:00000010:2.1:1734676295.177187:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2f200. 00010000:00000010:2.1:1734676295.183077:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ebb00. 00010000:00000010:2.1:1734676295.183087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2f600. 00010000:00000010:2.1:1734676295.183091:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04200. 00010000:00000010:2.1:1734676295.183094:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68e00. 00010000:00000010:3.1:1734676295.194893:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3800. 00010000:00000010:3.1:1734676295.194904:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103a00. 00010000:00000010:0.1:1734676295.194949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7e00. 00010000:00000010:0.1:1734676295.194954:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93400. 00010000:00000010:0.1:1734676295.194957:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e60400. 00010000:00000010:0.1:1734676295.202368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68a00. 00010000:00000010:0.1:1734676295.202424:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3a00. 00010000:00000010:0.1:1734676295.202429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129cb4200. 00010000:00000010:0.1:1734676295.203111:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8db800. 00010000:00000010:2.1:1734676295.222051:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93f00. 00010000:00000010:2.1:1734676295.222057:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d855e00. 00010000:00000010:0.1:1734676295.240492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9000. 00010000:00000010:3.1:1734676295.243054:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d467e00. 00010000:00000010:3.1:1734676295.243061:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488000. 00010000:00000010:3.1:1734676295.243065:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df97200. 00010000:00000010:3.1:1734676295.243067:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488200. 00010000:00000010:3.1:1734676295.243069:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4e00. 00010000:00000010:3.1:1734676295.243106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7000. 00010000:00000010:3.1:1734676295.243108:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afe00. 00010000:00000010:3.1:1734676295.243111:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ede1000. 00010000:00000010:2.1:1734676295.244691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113600. 00010000:00000010:2.1:1734676295.278492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff600. 00010000:00000010:0.1:1734676295.308264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d000. 00010000:00000010:0.1:1734676295.317146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581000. 00010000:00000010:0.1:1734676295.330510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4aa00. 00010000:00000010:0.1:1734676295.330519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffc200. 00010000:00000010:0.1:1734676295.340062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485200. 00010000:00000010:0.1:1734676295.346767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01a00. 00010000:00000010:0.1:1734676295.355022:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3200. 00010000:00000010:0.1:1734676295.355027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45000. 00010000:00000010:3.1:1734676295.379226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7200. 00010000:00000010:0.1:1734676295.385132:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b800. 00010000:00000010:0.1:1734676295.385137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1e00. 00010000:00000010:0.1:1734676295.390485:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6400. 00010000:00000010:0.1:1734676295.390493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f400. 00010000:00000010:0.1:1734676295.390498:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b53d2a00. 00010000:00000010:0.1:1734676295.390500:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ff300. 00010000:00000010:0.1:1734676295.390504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0000. 00010000:00000010:0.1:1734676295.390515:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f300. 00010000:00000010:0.1:1734676295.390517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0c00. 00010000:00000010:2.1:1734676295.390648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3000. 00010000:00000010:0.1:1734676295.393667:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1a00. 00010000:00000010:0.1:1734676295.403437:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f500. 00010000:00000010:0.1:1734676295.403446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0800. 00010000:00000010:2.1:1734676295.432123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ec00. 00010000:00000010:2.1:1734676295.441087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16800. 00010000:00000010:2.1:1734676295.441093:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44fe00. 00010000:00000010:2.1:1734676295.441097:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cec00. 00010000:00000010:2.1:1734676295.449155:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ff900. 00010000:00000010:2.1:1734676295.449166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cee00. 00010000:00000010:2.1:1734676295.459431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59400. 00010000:00000010:0.1:1734676295.512551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6c00. 00010000:00000010:0.1:1734676295.512555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cf600. 00010000:00000010:0.1:1734676295.512559:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3b00. 00010000:00000010:0.1:1734676295.512563:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d600. 00010000:00000010:2.1:1734676295.520079:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465c00. 00010000:00000010:0.1:1734676295.520188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c500. 00010000:00000010:0.1:1734676295.520194:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded200. 00010000:00000010:0.1:1734676295.520196:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfd000. 00010000:00000010:0.1:1734676295.520198:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c700. 00010000:00000010:0.1:1734676295.520200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deda00. 00010000:00000010:2.1:1734676295.523130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13800. 00010000:00000010:3.1:1734676295.523410:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c900. 00010000:00000010:3.1:1734676295.523415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded000. 00010000:00000010:3.1:1734676295.537660:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89600. 00010000:00000010:3.1:1734676295.546648:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3600. 00010000:00000010:3.1:1734676295.546654:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6800. 00010000:00000010:2.1:1734676295.553844:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ee00. 00010000:00000010:2.1:1734676295.553850:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3700. 00010000:00000010:2.1:1734676295.553853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460000. 00010000:00000010:0.1:1734676295.556327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40e00. 00010000:00000010:0.1:1734676295.556335:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deca00. 00010000:00000010:3.1:1734676295.567835:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9a00. 00010000:00000010:3.1:1734676295.567853:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425400. 00010000:00000010:0.1:1734676295.569566:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3000. 00010000:00000010:0.1:1734676295.569574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7e00. 00010000:00000010:0.1:1734676295.569578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffdc00. 00010000:00000010:2.1:1734676295.598019:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735000. 00010000:00000010:2.1:1734676295.598025:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cb00. 00010000:00000010:2.1:1734676295.598028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483a00. 00010000:00000010:2.1:1734676295.608745:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf54a00. 00010000:00000010:2.1:1734676295.608751:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43900. 00010000:00000010:2.1:1734676295.608754:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded000. 00010000:00000010:2.1:1734676295.619907:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05e00. 00010000:00000010:2.1:1734676295.619912:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c800. 00010000:00000010:2.1:1734676295.619914:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082c00. 00010000:00000010:0.1:1734676295.624105:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60000. 00010000:00000010:2.1:1734676295.624216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c300. 00010000:00000010:2.1:1734676295.624221:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460600. 00010000:00000010:0.1:1734676295.631395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60800. 00010000:00000010:2.1:1734676295.639256:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3a00. 00010000:00000010:2.1:1734676295.639268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461200. 00010000:00000010:2.1:1734676295.639273:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd100. 00010000:00000010:2.1:1734676295.639277:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9a00. 00010000:00000010:0.1:1734676295.647123:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd500. 00010000:00000010:0.1:1734676295.647128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cee00. 00010000:00000010:3.1:1734676295.657690:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bce00. 00010000:00000010:0.1:1734676295.661170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd400. 00010000:00000010:0.1:1734676295.667702:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463000. 00010000:00000010:3.1:1734676295.682389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463800. 00010000:00000010:3.1:1734676295.685240:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44ff00. 00010000:00000010:3.1:1734676295.685253:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cee00. 00010000:00000010:2.1:1734676295.694220:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3400. 00010000:00000010:2.1:1734676295.694233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7c00. 00010000:00000010:3.1:1734676295.694287:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8daa00. 00010000:00000010:2.1:1734676295.697527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ca000. 00010000:00000010:2.1:1734676295.697533:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fdf00. 00010000:00000010:2.1:1734676295.697536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7a00. 00010000:00000010:3.1:1734676295.706881:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46f400. 00010000:00000010:3.1:1734676295.706892:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c000. 00010000:00000010:3.1:1734676295.706896:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:2.1:1734676295.709332:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fc00. 00010000:00000010:2.1:1734676295.715413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c600. 00010000:00000010:2.1:1734676295.715421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56000. 00010000:00000010:3.1:1734676295.716515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46e600. 00010000:00000010:0.1:1734676295.719468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cc600. 00010000:00000010:2.1:1734676295.719515:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3e00. 00010000:00000010:2.1:1734676295.719520:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56200. 00010000:00000010:2.1:1734676295.722220:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c000. 00010000:00000010:2.1:1734676295.722226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482c00. 00010000:00000010:2.1:1734676295.734852:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401cf00. 00010000:00000010:2.1:1734676295.734861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:3.1:1734676295.735120:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e800. 00010000:00000010:0.1:1734676295.746013:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ca00. 00010000:00000010:0.1:1734676295.746018:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3e00. 00010000:00000010:0.1:1734676295.746021:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c600. 00010000:00000010:0.1:1734676295.746023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2600. 00010000:00000010:0.1:1734676295.746026:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f800. 00010000:00000010:0.1:1734676295.746029:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401cc00. 00010000:00000010:0.1:1734676295.746031:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3200. 00010000:00000010:3.1:1734676295.746245:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f000. 00010000:00000010:3.1:1734676295.752654:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131203600. 00010000:00000010:3.1:1734676295.752665:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c8800. 00010000:00000010:0.1:1734676295.753060:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085900. 00010000:00000010:0.1:1734676295.753067:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44e00. 00010000:00000010:0.1:1734676295.753071:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fdd00. 00010000:00000010:0.1:1734676295.753073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44000. 00010000:00000010:0.1:1734676295.753075:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd400. 00010000:00000010:0.1:1734676295.753077:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44200. 00010000:00000010:2.1:1734676295.758064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9000. 00010000:00000010:0.1:1734676295.764344:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485000. 00010000:00000010:0.1:1734676295.764360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df92a00. 00010000:00000010:0.1:1734676295.766556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9800. 00010000:00000010:0.1:1734676295.769964:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485200. 00010000:00000010:0.1:1734676295.769972:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df93200. 00010000:00000010:0.1:1734676295.769976:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085000. 00010000:00000010:0.1:1734676295.769979:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d812400. 00010000:00000010:0.1:1734676295.775581:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131203800. 00010000:00000010:0.1:1734676295.775587:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131202a00. 00010000:00000010:3.1:1734676295.781135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480000. 00010000:00000010:0.1:1734676295.781173:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e400. 00010000:00000010:0.1:1734676295.790694:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085500. 00010000:00000010:0.1:1734676295.790699:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d812c00. 00010000:00000010:0.1:1734676295.790704:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085800. 00010000:00000010:0.1:1734676295.790706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8400. 00010000:00000010:0.1:1734676295.790710:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085100. 00010000:00000010:0.1:1734676295.790712:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8800. 00010000:00000010:0.1:1734676295.799173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08a600. 00010000:00000010:2.1:1734676295.814123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08ae00. 00010000:00000010:2.1:1734676295.814128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa400. 00010000:00000010:2.1:1734676295.817461:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ff400. 00010000:00000010:2.1:1734676295.817467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ba00. 00010000:00000010:2.1:1734676295.817469:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08a400. 00010000:00000010:2.1:1734676295.817472:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4aee00. 00010000:00000010:2.1:1734676295.817474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a800. 00010000:00000010:2.1:1734676295.817476:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4aeb00. 00010000:00000010:2.1:1734676295.817478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b000. 00010000:00000010:2.1:1734676295.824653:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08be00. 00010000:00000010:2.1:1734676295.824659:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b000. 00010000:00000010:3.1:1734676295.828002:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae900. 00010000:00000010:3.1:1734676295.828007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ff400. 00010000:00000010:3.1:1734676295.828010:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae700. 00010000:00000010:3.1:1734676295.828012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ff200. 00010000:00000010:3.1:1734676295.828014:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae800. 00010000:00000010:3.1:1734676295.828016:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fe400. 00010000:00000010:0.1:1734676295.828065:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fb800. 00010000:00000010:0.1:1734676295.830107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9c00. 00010000:00000010:0.1:1734676295.830110:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ea00. 00010000:00000010:0.1:1734676295.833505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877000. 00010000:00000010:3.1:1734676295.833541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43d00. 00010000:00000010:3.1:1734676295.833546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428000. 00010000:00000010:3.1:1734676295.833549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43e00. 00010000:00000010:3.1:1734676295.833551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42400. 00010000:00000010:3.1:1734676295.833553:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43400. 00010000:00000010:3.1:1734676295.833555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42600. 00010000:00000010:3.1:1734676295.833557:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43300. 00010000:00000010:3.1:1734676295.833559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf43c00. 00010000:00000010:0.1:1734676295.836189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773600. 00010000:00000010:0.1:1734676295.842130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f400. 00010000:00000010:0.1:1734676295.842137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46e800. 00010000:00000010:3.1:1734676295.842238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5700. 00010000:00000010:3.1:1734676295.842244:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf43800. 00010000:00000010:3.1:1734676295.842247:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5a00. 00010000:00000010:3.1:1734676295.842249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fe400. 00010000:00000010:0.1:1734676295.845527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf000. 00010000:00000010:0.1:1734676295.845532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf800. 00010000:00000010:0.1:1734676295.848368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ce600. 00010000:00000010:0.1:1734676295.848373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc000. 00010000:00000010:3.1:1734676295.848384:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30700. 00010000:00000010:3.1:1734676295.848390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb200. 00010000:00000010:3.1:1734676295.848392:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30900. 00010000:00000010:3.1:1734676295.848394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb000. 00010000:00000010:3.1:1734676295.848397:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30b00. 00010000:00000010:3.1:1734676295.848399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42400. 00010000:00000010:3.1:1734676295.848401:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5e00. 00010000:00000010:3.1:1734676295.848404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428000. 00010000:00000010:0.1:1734676295.851592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131202e00. 00010000:00000010:0.1:1734676295.851597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098486600. 00010000:00000010:3.1:1734676295.858440:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485f00. 00010000:00000010:3.1:1734676295.858446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0800. 00010000:00000010:3.1:1734676295.858450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4aec00. 00010000:00000010:3.1:1734676295.858452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1200. 00010000:00000010:0.1:1734676295.864421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46f200. 00010000:00000010:3.1:1734676295.866100:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae000. 00010000:00000010:3.1:1734676295.866110:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1e00. 00010000:00000010:3.1:1734676295.866113:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae400. 00010000:00000010:3.1:1734676295.866115:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428000. 00010000:00000010:0.1:1734676295.870875:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184400. 00010000:00000010:3.1:1734676295.876609:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5200. 00010000:00000010:3.1:1734676295.876616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42400. 00010000:00000010:3.1:1734676295.876619:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae200. 00010000:00000010:3.1:1734676295.876622:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6c00. 00010000:00000010:2.1:1734676295.879486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd81e00. 00010000:00000010:3.1:1734676295.887069:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4aea00. 00010000:00000010:3.1:1734676295.887075:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6400. 00010000:00000010:3.1:1734676295.887079:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00000. 00010000:00000010:3.1:1734676295.887082:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4000. 00010000:00000010:3.1:1734676295.889754:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd81400. 00010000:00000010:3.1:1734676295.889771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02400. 00010000:00000010:0.1:1734676295.889823:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098487800. 00010000:00000010:3.1:1734676295.892175:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00200. 00010000:00000010:3.1:1734676295.892180:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4a00. 00010000:00000010:3.1:1734676295.892184:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24e00. 00010000:00000010:3.1:1734676295.892187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4c00. 00010000:00000010:3.1:1734676295.892189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea1a00. 00010000:00000010:0.1:1734676295.895507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131202400. 00010000:00000010:3.1:1734676295.901769:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca000. 00010000:00000010:3.1:1734676295.901777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6c00. 00010000:00000010:0.1:1734676295.904131:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098481400. 00010000:00000010:3.1:1734676295.909307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24900. 00010000:00000010:3.1:1734676295.909314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6400. 00010000:00000010:3.1:1734676295.909317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474600. 00010000:00000010:3.1:1734676295.909320:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24700. 00010000:00000010:3.1:1734676295.909323:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4c00. 00010000:00000010:3.1:1734676295.914112:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24500. 00010000:00000010:3.1:1734676295.914117:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5400. 00010000:00000010:3.1:1734676295.914122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475e00. 00010000:00000010:3.1:1734676295.914124:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24b00. 00010000:00000010:3.1:1734676295.914126:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4a00. 00010000:00000010:2.1:1734676295.924457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24f00. 00010000:00000010:2.1:1734676295.924463:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bf7ae00. 00010000:00000010:3.1:1734676295.925409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e600. 00010000:00000010:2.1:1734676295.930947:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24300. 00010000:00000010:2.1:1734676295.930952:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483c00. 00010000:00000010:3.1:1734676295.936621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a400. 00010000:00000010:0.1:1734676295.943059:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d000. 00010000:00000010:2.1:1734676295.943536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24a00. 00010000:00000010:2.1:1734676295.943543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe800. 00010000:00000010:0.1:1734676295.948721:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87ac00. 00010000:00000010:0.1:1734676295.948728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ecb600. 00010000:00000010:3.1:1734676295.954711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5400. 00010000:00000010:3.1:1734676295.954717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffec00. 00010000:00000010:3.1:1734676295.954720:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00a00. 00010000:00000010:3.1:1734676295.954723:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfff600. 00010000:00000010:3.1:1734676295.954725:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ffa00. 00010000:00000010:3.1:1734676295.954728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6400. 00010000:00000010:3.1:1734676295.954733:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085b00. 00010000:00000010:3.1:1734676295.954735:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d000. 00010000:00000010:0.1:1734676295.959629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ecbe00. 00010000:00000010:0.1:1734676295.959637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101e00. 00010000:00000010:3.1:1734676295.963499:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085200. 00010000:00000010:3.1:1734676295.963504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d400. 00010000:00000010:3.1:1734676295.963507:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30400. 00010000:00000010:3.1:1734676295.963510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2c000. 00010000:00000010:3.1:1734676295.963513:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5100. 00010000:00000010:3.1:1734676295.963515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137000. 00010000:00000010:3.1:1734676295.973528:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5900. 00010000:00000010:3.1:1734676295.973535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3e00. 00010000:00000010:3.1:1734676295.973539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5e00. 00010000:00000010:3.1:1734676295.973541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5000. 00010000:00000010:3.1:1734676295.973544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2c00. 00010000:00000010:3.1:1734676295.973546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ecbc00. 00010000:00000010:3.1:1734676295.973549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1000. 00010000:00000010:3.1:1734676295.973551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2e00. 00010000:00000010:2.1:1734676295.976192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4600. 00010000:00000010:2.1:1734676295.976198:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf72200. 00010000:00000010:3.1:1734676295.979542:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5e00. 00010000:00000010:3.1:1734676295.979551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d000. 00010000:00000010:3.1:1734676295.979555:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30d00. 00010000:00000010:3.1:1734676295.979558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d27800. 00010000:00000010:3.1:1734676295.989839:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00c00. 00010000:00000010:3.1:1734676295.989850:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d26200. 00010000:00000010:3.1:1734676295.989852:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00400. 00010000:00000010:3.1:1734676295.989855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d27400. 00010000:00000010:3.1:1734676295.989858:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24100. 00010000:00000010:3.1:1734676295.989862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3e00. 00010000:00000010:3.1:1734676295.999826:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02e00. 00010000:00000010:3.1:1734676296.003224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24d00. 00010000:00000010:3.1:1734676296.003235:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327e00. 00010000:00000010:3.1:1734676296.010511:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1c00. 00010000:00000010:3.1:1734676296.010517:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d26200. 00010000:00000010:2.1:1734676296.013215:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1d00. 00010000:00000010:2.1:1734676296.013226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483200. 00010000:00000010:3.1:1734676296.013308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28c00. 00010000:00000010:3.1:1734676296.013316:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c9800. 00010000:00000010:3.1:1734676296.013320:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1900. 00010000:00000010:3.1:1734676296.013323:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326400. 00010000:00000010:3.1:1734676296.013326:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c8400. 00010000:00000010:3.1:1734676296.020845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0e800. 00010000:00000010:3.1:1734676296.020854:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1e00. 00010000:00000010:3.1:1734676296.020858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082c00. 00010000:00000010:2.1:1734676296.023366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0e000. 00010000:00000010:3.1:1734676296.023437:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5d00. 00010000:00000010:3.1:1734676296.023444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:3.1:1734676296.026499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfde600. 00010000:00000010:2.1:1734676296.034193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28600. 00010000:00000010:2.1:1734676296.034199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfdec00. 00010000:00000010:3.1:1734676296.038576:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28a00. 00010000:00000010:2.1:1734676296.038807:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5b00. 00010000:00000010:2.1:1734676296.038815:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483200. 00010000:00000010:2.1:1734676296.041781:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38c00. 00010000:00000010:2.1:1734676296.041789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096483a00. 00010000:00000010:2.1:1734676296.045066:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b600. 00010000:00000010:2.1:1734676296.047252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38a00. 00010000:00000010:2.1:1734676296.047262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326e00. 00010000:00000010:0.1:1734676296.053409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0400. 00010000:00000010:3.1:1734676296.060244:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c9200. 00010000:00000010:0.1:1734676296.060966:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38300. 00010000:00000010:0.1:1734676296.060972:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:2.1:1734676296.069235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1a00. 00010000:00000010:2.1:1734676296.069247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2d000. 00010000:00000010:2.1:1734676296.087211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff02e00. 00010000:00000010:2.1:1734676296.087226:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39800. 00010000:00000010:2.1:1734676296.087229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe800. 00010000:00000010:2.1:1734676296.087232:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39600. 00010000:00000010:2.1:1734676296.087234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326e00. 00010000:00000010:2.1:1734676296.098128:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39400. 00010000:00000010:2.1:1734676296.098134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b200. 00010000:00000010:0.1:1734676296.100281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffc000. 00010000:00000010:2.1:1734676296.103171:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1300. 00010000:00000010:2.1:1734676296.103180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810800. 00010000:00000010:0.1:1734676296.109203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28400. 00010000:00000010:0.1:1734676296.109212:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5f00. 00010000:00000010:0.1:1734676296.109217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe800. 00010000:00000010:2.1:1734676296.112237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03200. 00010000:00000010:0.1:1734676296.118741:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5b00. 00010000:00000010:0.1:1734676296.118750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811400. 00010000:00000010:0.1:1734676296.127006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff02a00. 00010000:00000010:0.1:1734676296.127016:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5200. 00010000:00000010:0.1:1734676296.127021:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811600. 00010000:00000010:2.1:1734676296.130969:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8200. 00010000:00000010:0.1:1734676296.131425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d18a000. 00010000:00000010:0.1:1734676296.131433:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e800. 00010000:00000010:0.1:1734676296.131437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cb000. 00010000:00000010:0.1:1734676296.137165:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085d00. 00010000:00000010:0.1:1734676296.137174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ca000. 00010000:00000010:0.1:1734676296.143201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e300. 00010000:00000010:0.1:1734676296.143209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d22400. 00010000:00000010:3.1:1734676296.143299:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d18ac00. 00010000:00000010:0.1:1734676296.156228:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e000. 00010000:00000010:0.1:1734676296.156233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cb600. 00010000:00000010:0.1:1734676296.177433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2200. 00010000:00000010:0.1:1734676296.177441:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e700. 00010000:00000010:0.1:1734676296.177444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cb800. 00010000:00000010:0.1:1734676296.180381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d18a800. 00010000:00000010:0.1:1734676296.180392:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e200. 00010000:00000010:0.1:1734676296.180396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ca800. 00010000:00000010:0.1:1734676296.196033:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2e00. 00010000:00000010:2.1:1734676296.207647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3e00. 00010000:00000010:0.1:1734676296.229809:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8f300. 00010000:00000010:0.1:1734676296.229815:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088200. 00010000:00000010:2.1:1734676296.235319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8c00. 00010000:00000010:0.1:1734676296.238483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f2000. 00010000:00000010:2.1:1734676296.245233:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0c00. 00010000:00000010:2.1:1734676296.250316:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8000. 00010000:00000010:0.1:1734676296.257058:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d18be00. 00010000:00000010:0.1:1734676296.257065:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f200. 00010000:00000010:2.1:1734676296.262816:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f700. 00010000:00000010:2.1:1734676296.262823:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181200. 00010000:00000010:0.1:1734676296.265119:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22c00. 00010000:00000010:0.1:1734676296.265125:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9f800. 00010000:00000010:3.1:1734676296.268127:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129e4b400. 00010000:00000010:3.1:1734676296.268132:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4dc00. 00010000:00000010:2.1:1734676296.268384:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74f00. 00010000:00000010:2.1:1734676296.268388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089000. 00010000:00000010:2.1:1734676296.268391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39c00. 00010000:00000010:2.1:1734676296.268394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103ea00. 00010000:00000010:2.1:1734676296.275254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38400. 00010000:00000010:0.1:1734676296.278431:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129e4b800. 00010000:00000010:0.1:1734676296.278440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4dc00. 00010000:00000010:0.1:1734676296.283631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22800. 00010000:00000010:0.1:1734676296.289137:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad9c00. 00010000:00000010:3.1:1734676296.295859:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae600. 00010000:00000010:3.1:1734676296.295864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cb800. 00010000:00000010:0.1:1734676296.297135:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74d00. 00010000:00000010:0.1:1734676296.297149:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6e8000. 00010000:00000010:0.1:1734676296.297153:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74400. 00010000:00000010:0.1:1734676296.297155:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082c00. 00010000:00000010:0.1:1734676296.300132:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74900. 00010000:00000010:0.1:1734676296.300138:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082800. 00010000:00000010:0.1:1734676296.304248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67c00. 00010000:00000010:0.1:1734676296.304361:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e75d00. 00010000:00000010:0.1:1734676296.304367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083800. 00010000:00000010:0.1:1734676296.323217:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f900. 00010000:00000010:0.1:1734676296.323222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181c00. 00010000:00000010:0.1:1734676296.323226:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fc00. 00010000:00000010:0.1:1734676296.323228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d22400. 00010000:00000010:0.1:1734676296.331196:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f100. 00010000:00000010:0.1:1734676296.331206:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d22600. 00010000:00000010:0.1:1734676296.331210:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e300. 00010000:00000010:0.1:1734676296.331212:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d20c00. 00010000:00000010:0.1:1734676296.334684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111800. 00010000:00000010:0.1:1734676296.345103:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8fc00. 00010000:00000010:0.1:1734676296.345114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180800. 00010000:00000010:0.1:1734676296.345116:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5400. 00010000:00000010:0.1:1734676296.345120:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03800. 00010000:00000010:0.1:1734676296.353441:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7600. 00010000:00000010:0.1:1734676296.454699:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009200. 00010000:00000010:0.1:1734676296.454703:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110e00. 00010000:00000010:1.1:1734676296.464390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daeba00. 00010000:00000010:1.1:1734676296.464393:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3d00. 00010000:00000010:1.1:1734676296.464395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073433a00. 00010000:00000010:1.1:1734676296.464399:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495d00. 00010000:00000010:1.1:1734676296.464404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b400. 00010000:00000010:1.1:1734676296.464406:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495100. 00010000:00000010:0.1:1734676296.464407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4c0200. 00010000:00000010:1.1:1734676296.464408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16a800. 00010000:00000010:1.1:1734676296.464411:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495400. 00010000:00000010:1.1:1734676296.464413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ac00. 00010000:00000010:1.1:1734676296.464415:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495800. 00010000:00000010:1.1:1734676296.464417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16a200. 00010000:00000010:1.1:1734676296.464419:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495700. 00010000:00000010:1.1:1734676296.464421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b000. 00010000:00000010:1.1:1734676296.464422:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495c00. 00010000:00000010:1.1:1734676296.464424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5c00. 00010000:00000010:1.1:1734676296.464429:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced500. 00010000:00000010:1.1:1734676296.464432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4c00. 00010000:00000010:1.1:1734676296.464434:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced000. 00010000:00000010:1.1:1734676296.464436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4a00. 00010000:00000010:1.1:1734676296.464438:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedf00. 00010000:00000010:1.1:1734676296.464440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4e00. 00010000:00000010:1.1:1734676296.464442:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ceda00. 00010000:00000010:1.1:1734676296.464443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5800. 00010000:00000010:1.1:1734676296.464445:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedc00. 00010000:00000010:1.1:1734676296.464447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d5a00. 00010000:00000010:1.1:1734676296.464450:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced800. 00010000:00000010:1.1:1734676296.464452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d5c00. 00010000:00000010:1.1:1734676296.464454:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced100. 00010000:00000010:1.1:1734676296.464456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d5800. 00010000:00000010:1.1:1734676296.464458:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedd00. 00010000:00000010:1.1:1734676296.464460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4800. 00010000:00000010:1.1:1734676296.464463:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced600. 00010000:00000010:1.1:1734676296.464465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487600. 00010000:00000010:1.1:1734676296.464469:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cede00. 00010000:00000010:1.1:1734676296.464471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487400. 00010000:00000010:1.1:1734676296.464472:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced300. 00010000:00000010:1.1:1734676296.464479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486e00. 00010000:00000010:1.1:1734676296.464483:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced400. 00010000:00000010:1.1:1734676296.464485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486200. 00010000:00000010:1.1:1734676296.464487:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced200. 00010000:00000010:1.1:1734676296.464489:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487800. 00010000:00000010:1.1:1734676296.464493:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5e00. 00010000:00000010:1.1:1734676296.464497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486600. 00010000:00000010:1.1:1734676296.464499:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5600. 00010000:00000010:1.1:1734676296.464502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ec00. 00010000:00000010:1.1:1734676296.464504:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5100. 00010000:00000010:1.1:1734676296.464506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95e400. 00010000:00000010:1.1:1734676296.464508:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5500. 00010000:00000010:1.1:1734676296.464510:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95f800. 00010000:00000010:1.1:1734676296.464512:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5700. 00010000:00000010:1.1:1734676296.464514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95fa00. 00010000:00000010:1.1:1734676296.464515:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5900. 00010000:00000010:1.1:1734676296.464517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95e200. 00010000:00000010:1.1:1734676296.464519:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5b00. 00010000:00000010:1.1:1734676296.464521:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3000. 00010000:00000010:1.1:1734676296.464524:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5c00. 00010000:00000010:1.1:1734676296.464526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3c00. 00010000:00000010:1.1:1734676296.464527:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5f00. 00010000:00000010:1.1:1734676296.464529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3200. 00010000:00000010:1.1:1734676296.464530:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5000. 00010000:00000010:1.1:1734676296.464533:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3a00. 00010000:00000010:1.1:1734676296.464534:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5800. 00010000:00000010:1.1:1734676296.464536:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7000. 00010000:00000010:1.1:1734676296.464538:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5200. 00010000:00000010:1.1:1734676296.464540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6400. 00010000:00000010:1.1:1734676296.464542:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5400. 00010000:00000010:1.1:1734676296.464545:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ffc00. 00010000:00000010:1.1:1734676296.464548:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5a00. 00010000:00000010:1.1:1734676296.464550:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fe000. 00010000:00000010:1.1:1734676296.464553:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce300. 00010000:00000010:1.1:1734676296.464556:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ffe00. 00010000:00000010:1.1:1734676296.464557:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce500. 00010000:00000010:1.1:1734676296.464559:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fea00. 00010000:00000010:1.1:1734676296.464561:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce100. 00010000:00000010:1.1:1734676296.464563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ffa00. 00010000:00000010:1.1:1734676296.464565:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ceb00. 00010000:00000010:1.1:1734676296.464566:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ff200. 00010000:00000010:1.1:1734676296.464568:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ced00. 00010000:00000010:1.1:1734676296.464570:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ff800. 00010000:00000010:1.1:1734676296.464572:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312cea00. 00010000:00000010:1.1:1734676296.464574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27c00. 00010000:00000010:1.1:1734676296.464576:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312cef00. 00010000:00000010:1.1:1734676296.464578:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26600. 00010000:00000010:1.1:1734676296.464580:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce200. 00010000:00000010:1.1:1734676296.464582:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26800. 00010000:00000010:1.1:1734676296.464586:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb100. 00010000:00000010:1.1:1734676296.464590:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27000. 00010000:00000010:1.1:1734676296.464592:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb500. 00010000:00000010:1.1:1734676296.464594:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26e00. 00010000:00000010:1.1:1734676296.464596:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb300. 00010000:00000010:1.1:1734676296.464598:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27600. 00010000:00000010:1.1:1734676296.464600:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb900. 00010000:00000010:1.1:1734676296.464604:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57400. 00010000:00000010:1.1:1734676296.464606:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb700. 00010000:00000010:1.1:1734676296.464608:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56e00. 00010000:00000010:1.1:1734676296.464610:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbd00. 00010000:00000010:1.1:1734676296.464612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57e00. 00010000:00000010:1.1:1734676296.464615:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbb00. 00010000:00000010:1.1:1734676296.464617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57200. 00010000:00000010:1.1:1734676296.464619:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbc00. 00010000:00000010:1.1:1734676296.464621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56a00. 00010000:00000010:1.1:1734676296.464622:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbf00. 00010000:00000010:1.1:1734676296.464625:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4d600. 00010000:00000010:1.1:1734676296.464627:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb400. 00010000:00000010:1.1:1734676296.464630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4c000. 00010000:00000010:1.1:1734676296.464632:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb800. 00010000:00000010:1.1:1734676296.464635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12400. 00010000:00000010:1.1:1734676296.464638:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb000. 00010000:00000010:1.1:1734676296.464640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12200. 00010000:00000010:1.1:1734676296.464642:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4ca8300. 00010000:00000010:1.1:1734676296.464645:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12e00. 00010000:00000010:1.1:1734676296.464647:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4ca8900. 00010000:00000010:1.1:1734676296.464649:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13c00. 00010000:00000010:1.1:1734676296.464653:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962700. 00010000:00000010:1.1:1734676296.464656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12c00. 00010000:00000010:1.1:1734676296.464658:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962800. 00010000:00000010:1.1:1734676296.464660:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d0aea00. 00010000:00000010:1.1:1734676296.464664:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962a00. 00010000:00000010:1.1:1734676296.464666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f600. 00010000:00000010:1.1:1734676296.464668:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962000. 00010000:00000010:1.1:1734676296.464671:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e800. 00010000:00000010:1.1:1734676296.464672:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962500. 00010000:00000010:1.1:1734676296.464674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f200. 00010000:00000010:1.1:1734676296.464677:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962300. 00010000:00000010:1.1:1734676296.464679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ec00. 00010000:00000010:1.1:1734676296.464681:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962d00. 00010000:00000010:1.1:1734676296.464683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e000. 00010000:00000010:1.1:1734676296.464684:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962100. 00010000:00000010:1.1:1734676296.464687:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945600. 00010000:00000010:1.1:1734676296.464689:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962b00. 00010000:00000010:1.1:1734676296.464692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944200. 00010000:00000010:1.1:1734676296.464694:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962400. 00010000:00000010:1.1:1734676296.464697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944a00. 00010000:00000010:1.1:1734676296.464699:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd0200. 00010000:00000010:1.1:1734676296.464701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944000. 00010000:00000010:1.1:1734676296.464704:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4f00. 00010000:00000010:1.1:1734676296.464707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b400. 00010000:00000010:1.1:1734676296.464710:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4000. 00010000:00000010:1.1:1734676296.464711:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1be00. 00010000:00000010:1.1:1734676296.464713:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4a00. 00010000:00000010:1.1:1734676296.464716:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ae00. 00010000:00000010:1.1:1734676296.464717:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4500. 00010000:00000010:1.1:1734676296.464719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ac00. 00010000:00000010:1.1:1734676296.464721:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4100. 00010000:00000010:1.1:1734676296.464723:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a200. 00010000:00000010:1.1:1734676296.464725:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4c00. 00010000:00000010:1.1:1734676296.464727:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b800. 00010000:00000010:1.1:1734676296.464728:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4200. 00010000:00000010:1.1:1734676296.464730:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9a00. 00010000:00000010:1.1:1734676296.464733:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36000. 00010000:00000010:1.1:1734676296.464736:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8a00. 00010000:00000010:1.1:1734676296.466382:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbe00. 00010000:00000010:1.1:1734676296.466390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9e00. 00010000:00000010:0.1:1734676296.469620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521a00. 00010000:00000010:1.1:1734676296.469689:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b6800. 00010000:00000010:1.1:1734676296.469696:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9800. 00010000:00000010:1.1:1734676296.472135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1400. 00010000:00000010:2.1:1734676296.480607:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0a00. 00010000:00000010:1.1:1734676296.484074:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee900. 00010000:00000010:1.1:1734676296.484081:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581c00. 00010000:00000010:1.1:1734676296.484085:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e800. 00010000:00000010:1.1:1734676296.484088:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581a00. 00010000:00000010:1.1:1734676296.484090:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc500. 00010000:00000010:1.1:1734676296.484092:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581000. 00010000:00000010:1.1:1734676296.493076:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0a00. 00010000:00000010:1.1:1734676296.493082:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b400. 00010000:00000010:1.1:1734676296.493087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dee00. 00010000:00000010:1.1:1734676296.493091:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9d800. 00010000:00000010:1.1:1734676296.493094:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8300. 00010000:00000010:1.1:1734676296.493096:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de600. 00010000:00000010:0.1:1734676296.496237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6fa00. 00010000:00000010:3.1:1734676296.497340:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8400. 00010000:00000010:1.1:1734676296.499928:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822e00. 00010000:00000010:1.1:1734676296.499936:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df800. 00010000:00000010:1.1:1734676296.502464:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b900. 00010000:00000010:1.1:1734676296.502471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:3.1:1734676296.502982:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4a00. 00010000:00000010:1.1:1734676296.508485:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40c00. 00010000:00000010:1.1:1734676296.508495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038c00. 00010000:00000010:1.1:1734676296.508499:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af000. 00010000:00000010:1.1:1734676296.508501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038600. 00010000:00000010:1.1:1734676296.508503:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76d400. 00010000:00000010:1.1:1734676296.508506:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7200. 00010000:00000010:1.1:1734676296.508509:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee800. 00010000:00000010:0.1:1734676296.512122:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564600. 00010000:00000010:1.1:1734676296.514240:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33c00. 00010000:00000010:1.1:1734676296.514252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee200. 00010000:00000010:1.1:1734676296.517404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7a00. 00010000:00000010:1.1:1734676296.517418:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bbe00. 00010000:00000010:1.1:1734676296.517421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2eec00. 00010000:00000010:0.1:1734676296.540939:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6000. 00010000:00000010:1.1:1734676296.546128:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121800. 00010000:00000010:1.1:1734676296.546136:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef400. 00010000:00000010:2.1:1734676296.546204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9200. 00010000:00000010:1.1:1734676296.556155:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35900. 00010000:00000010:1.1:1734676296.556164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef200. 00010000:00000010:1.1:1734676296.556169:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b0ec00. 00010000:00000010:1.1:1734676296.556172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2eec00. 00010000:00000010:0.1:1734676296.562402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b000. 00010000:00000010:0.1:1734676296.562416:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3f00. 00010000:00000010:0.1:1734676296.562422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee800. 00010000:00000010:0.1:1734676296.562433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130ca8c00. 00010000:00000010:0.1:1734676296.580336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6200. 00010000:00000010:0.1:1734676296.580347:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00b00. 00010000:00000010:0.1:1734676296.580350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169a00. 00010000:00000010:0.1:1734676296.580355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bf800. 00010000:00000010:0.1:1734676296.580359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4200. 00010000:00000010:0.1:1734676296.585692:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bf600. 00010000:00000010:0.1:1734676296.585703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5e00. 00010000:00000010:1.1:1734676296.586003:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945e00. 00010000:00000010:1.1:1734676296.591648:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be200. 00010000:00000010:1.1:1734676296.591660:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612c00. 00010000:00000010:2.1:1734676296.596290:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d46200. 00010000:00000010:0.1:1734676296.598564:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8ce00. 00010000:00000010:0.1:1734676296.598569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169e00. 00010000:00000010:0.1:1734676296.598573:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdcf00. 00010000:00000010:0.1:1734676296.598576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168800. 00010000:00000010:0.1:1734676296.598581:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809600. 00010000:00000010:0.1:1734676296.598584:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168200. 00010000:00000010:0.1:1734676296.600126:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb700. 00010000:00000010:0.1:1734676296.600131:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:0.1:1734676296.600134:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf44600. 00010000:00000010:0.1:1734676296.600137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4e00. 00010000:00000010:2.1:1734676296.606937:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbff000. 00010000:00000010:2.1:1734676296.606944:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134d200. 00010000:00000010:0.1:1734676296.612217:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c6000. 00010000:00000010:0.1:1734676296.612226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5800. 00010000:00000010:2.1:1734676296.618830:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74600. 00010000:00000010:0.1:1734676296.618856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4fc800. 00010000:00000010:0.1:1734676296.621351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5a00. 00010000:00000010:0.1:1734676296.621358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4200. 00010000:00000010:0.1:1734676296.621361:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af000. 00010000:00000010:0.1:1734676296.621364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77de00. 00010000:00000010:3.1:1734676296.629721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326000. 00010000:00000010:0.1:1734676296.635357:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783500. 00010000:00000010:0.1:1734676296.635364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77c200. 00010000:00000010:0.1:1734676296.640521:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2e00. 00010000:00000010:0.1:1734676296.640663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d000. 00010000:00000010:0.1:1734676296.640667:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1b00. 00010000:00000010:0.1:1734676296.640670:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7a00. 00010000:00000010:1.1:1734676296.640702:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64ac00. 00010000:00000010:0.1:1734676296.646149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d812600. 00010000:00000010:0.1:1734676296.652678:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35600. 00010000:00000010:0.1:1734676296.652688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6200. 00010000:00000010:2.1:1734676296.660406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0400. 00010000:00000010:2.1:1734676296.660425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6200. 00010000:00000010:1.1:1734676296.663799:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4500. 00010000:00000010:1.1:1734676296.663810:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453400. 00010000:00000010:2.1:1734676296.664438:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0f00. 00010000:00000010:2.1:1734676296.664446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6a00. 00010000:00000010:2.1:1734676296.664449:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc300. 00010000:00000010:2.1:1734676296.664451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:2.1:1734676296.664453:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0500. 00010000:00000010:2.1:1734676296.664456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7a00. 00010000:00000010:2.1:1734676296.669877:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582400. 00010000:00000010:3.1:1734676296.669947:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811200. 00010000:00000010:3.1:1734676296.669954:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1200. 00010000:00000010:2.1:1734676296.673781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4800. 00010000:00000010:3.1:1734676296.673840:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dae0a00. 00010000:00000010:3.1:1734676296.673846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90000. 00010000:00000010:3.1:1734676296.673849:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c500. 00010000:00000010:3.1:1734676296.673853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6600. 00010000:00000010:3.1:1734676296.677202:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4000. 00010000:00000010:1.1:1734676296.685231:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81eb00. 00010000:00000010:1.1:1734676296.685241:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6e00. 00010000:00000010:1.1:1734676296.685244:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d852800. 00010000:00000010:1.1:1734676296.685246:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90000. 00010000:00000010:3.1:1734676296.688457:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77da00. 00010000:00000010:3.1:1734676296.688463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91a00. 00010000:00000010:0.1:1734676296.688526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4e00. 00010000:00000010:3.1:1734676296.692926:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff000. 00010000:00000010:3.1:1734676296.699336:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8cd00. 00010000:00000010:3.1:1734676296.699341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453800. 00010000:00000010:2.1:1734676296.706246:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133400. 00010000:00000010:2.1:1734676296.706251:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453200. 00010000:00000010:3.1:1734676296.707135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2c00. 00010000:00000010:2.1:1734676296.709532:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafed00. 00010000:00000010:2.1:1734676296.709541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453a00. 00010000:00000010:3.1:1734676296.713263:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc600. 00010000:00000010:2.1:1734676296.718167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7a00. 00010000:00000010:3.1:1734676296.724406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4ca00. 00010000:00000010:0.1:1734676296.724455:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6800. 00010000:00000010:0.1:1734676296.724460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fa00. 00010000:00000010:0.1:1734676296.724463:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc000. 00010000:00000010:0.1:1734676296.724466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348c00. 00010000:00000010:0.1:1734676296.724468:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0b00. 00010000:00000010:0.1:1734676296.724472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348e00. 00010000:00000010:2.1:1734676296.731955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2ae00. 00010000:00000010:1.1:1734676296.732722:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8100. 00010000:00000010:1.1:1734676296.732730:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348a00. 00010000:00000010:1.1:1734676296.739984:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ce00. 00010000:00000010:1.1:1734676296.739993:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4ac400. 00010000:00000010:1.1:1734676296.739996:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348400. 00010000:00000010:1.1:1734676296.745124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ce00. 00010000:00000010:1.1:1734676296.745130:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d3b000. 00010000:00000010:1.1:1734676296.745133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:0.1:1734676296.745330:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131225000. 00010000:00000010:1.1:1734676296.760103:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667000. 00010000:00000010:1.1:1734676296.760109:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7a00. 00010000:00000010:1.1:1734676296.760117:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dee200. 00010000:00000010:1.1:1734676296.760120:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453200. 00010000:00000010:0.1:1734676296.767958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4c0a00. 00010000:00000010:1.1:1734676296.773102:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6400. 00010000:00000010:0.1:1734676296.773106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cee00. 00010000:00000010:1.1:1734676296.773109:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453800. 00010000:00000010:1.1:1734676296.773120:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520e00. 00010000:00000010:1.1:1734676296.773122:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09ba00. 00010000:00000010:1.1:1734676296.773125:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d000. 00010000:00000010:0.1:1734676296.781265:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149800. 00010000:00000010:0.1:1734676296.781272:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fe00. 00010000:00000010:0.1:1734676296.781275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77da00. 00010000:00000010:1.1:1734676296.781358:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7a00. 00010000:00000010:1.1:1734676296.781364:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2eec00. 00010000:00000010:0.1:1734676296.788130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5a00. 00010000:00000010:2.1:1734676296.788480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde400. 00010000:00000010:0.1:1734676296.794192:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e200. 00010000:00000010:0.1:1734676296.794211:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145500. 00010000:00000010:0.1:1734676296.794214:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4200. 00010000:00000010:0.1:1734676296.794217:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4100. 00010000:00000010:0.1:1734676296.794220:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d000. 00010000:00000010:0.1:1734676296.794224:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4800. 00010000:00000010:0.1:1734676296.794226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee800. 00010000:00000010:0.1:1734676296.802380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54c00. 00010000:00000010:0.1:1734676296.802386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc600. 00010000:00000010:0.1:1734676296.802391:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8c00. 00010000:00000010:0.1:1734676296.802393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168000. 00010000:00000010:0.1:1734676296.802396:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5900. 00010000:00000010:0.1:1734676296.802399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91a00. 00010000:00000010:0.1:1734676296.802405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2400. 00010000:00000010:0.1:1734676296.802408:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6900. 00010000:00000010:0.1:1734676296.802410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90600. 00010000:00000010:0.1:1734676296.802412:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4000. 00010000:00000010:0.1:1734676296.802415:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038c00. 00010000:00000010:0.1:1734676296.802422:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4d00. 00010000:00000010:0.1:1734676296.802424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453400. 00010000:00000010:0.1:1734676296.802427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46800. 00010000:00000010:1.1:1734676296.812276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5a00. 00010000:00000010:1.1:1734676296.812280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553600. 00010000:00000010:0.1:1734676296.818269:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0a00. 00010000:00000010:0.1:1734676296.818278:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:3.1:1734676296.825544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17aa00. 00010000:00000010:0.1:1734676296.828790:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7b00. 00010000:00000010:0.1:1734676296.828796:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de600. 00010000:00000010:3.1:1734676296.831483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8ec00. 00010000:00000010:0.1:1734676296.834744:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5000. 00010000:00000010:0.1:1734676296.834752:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581a00. 00010000:00000010:0.1:1734676296.834779:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321800. 00010000:00000010:2.1:1734676296.837261:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3500. 00010000:00000010:2.1:1734676296.837266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b400. 00010000:00000010:0.1:1734676296.840603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c000. 00010000:00000010:0.1:1734676296.843806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fffaa00. 00010000:00000010:3.1:1734676296.843888:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7d00. 00010000:00000010:3.1:1734676296.843895:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348a00. 00010000:00000010:3.1:1734676296.846153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363700. 00010000:00000010:3.1:1734676296.846158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348c00. 00010000:00000010:2.1:1734676296.846160:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092600. 00010000:00000010:3.1:1734676296.846161:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3300. 00010000:00000010:3.1:1734676296.846163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:2.1:1734676296.846164:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fe00. 00010000:00000010:0.1:1734676296.846195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f800. 00010000:00000010:0.1:1734676296.846200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a400. 00010000:00000010:3.1:1734676296.852355:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993b00. 00010000:00000010:3.1:1734676296.852361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fa00. 00010000:00000010:1.1:1734676296.856129:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1e800. 00010000:00000010:0.1:1734676296.862280:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edf7800. 00010000:00000010:3.1:1734676296.862319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59200. 00010000:00000010:3.1:1734676296.862324:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f400. 00010000:00000010:3.1:1734676296.862327:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ad00. 00010000:00000010:3.1:1734676296.862330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6a00. 00010000:00000010:3.1:1734676296.862335:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc400. 00010000:00000010:3.1:1734676296.862338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7200. 00010000:00000010:1.1:1734676296.866081:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6400. 00010000:00000010:1.1:1734676296.866090:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553400. 00010000:00000010:1.1:1734676296.871513:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9c00. 00010000:00000010:1.1:1734676296.871520:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6600. 00010000:00000010:0.1:1734676296.871525:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7c00. 00010000:00000010:1.1:1734676296.877389:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b800. 00010000:00000010:1.1:1734676296.877395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90600. 00010000:00000010:1.1:1734676296.877398:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817600. 00010000:00000010:1.1:1734676296.877402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581000. 00010000:00000010:0.1:1734676296.886073:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0a00. 00010000:00000010:0.1:1734676296.889318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecf000. 00010000:00000010:0.1:1734676296.889324:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9c00. 00010000:00000010:1.1:1734676296.889502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27a00. 00010000:00000010:1.1:1734676296.889507:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95a00. 00010000:00000010:1.1:1734676296.889511:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348a00. 00010000:00000010:0.1:1734676296.897546:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817700. 00010000:00000010:0.1:1734676296.897553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6a00. 00010000:00000010:0.1:1734676296.897557:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afb00. 00010000:00000010:0.1:1734676296.897559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553600. 00010000:00000010:0.1:1734676296.897565:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139c00. 00010000:00000010:0.1:1734676296.897568:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552e00. 00010000:00000010:0.1:1734676296.897572:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd400. 00010000:00000010:0.1:1734676296.897574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553000. 00010000:00000010:1.1:1734676296.897781:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db22e00. 00010000:00000010:0.1:1734676296.903287:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131224800. 00010000:00000010:0.1:1734676296.907735:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1200. 00010000:00000010:0.1:1734676296.907744:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd800. 00010000:00000010:0.1:1734676296.907747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453400. 00010000:00000010:0.1:1734676296.907752:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4200. 00010000:00000010:0.1:1734676296.907755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ae00. 00010000:00000010:0.1:1734676296.907758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64c200. 00010000:00000010:0.1:1734676296.907808:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2800. 00010000:00000010:1.1:1734676296.908211:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3a00. 00010000:00000010:1.1:1734676296.908216:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552c00. 00010000:00000010:1.1:1734676296.908220:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0bd00. 00010000:00000010:1.1:1734676296.908223:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:0.1:1734676296.919766:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b400. 00010000:00000010:0.1:1734676296.919772:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a200. 00010000:00000010:0.1:1734676296.919775:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4f00. 00010000:00000010:0.1:1734676296.919778:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59a00. 00010000:00000010:0.1:1734676296.919789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad0c00. 00010000:00000010:1.1:1734676296.925542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f400. 00010000:00000010:1.1:1734676296.925549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbf00. 00010000:00000010:1.1:1734676296.925551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58200. 00010000:00000010:1.1:1734676296.925553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f600. 00010000:00000010:1.1:1734676296.925567:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722d00. 00010000:00000010:1.1:1734676296.925570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c600. 00010000:00000010:0.1:1734676296.934665:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3400. 00010000:00000010:0.1:1734676296.934675:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421200. 00010000:00000010:0.1:1734676296.934678:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c400. 00010000:00000010:0.1:1734676296.934682:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3400. 00010000:00000010:0.1:1734676296.934685:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333e00. 00010000:00000010:0.1:1734676296.943083:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dec00. 00010000:00000010:0.1:1734676296.943091:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104600. 00010000:00000010:0.1:1734676296.943094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333600. 00010000:00000010:0.1:1734676296.943096:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c400. 00010000:00000010:0.1:1734676296.943099:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def100. 00010000:00000010:0.1:1734676296.943102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:0.1:1734676296.949173:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02f00. 00010000:00000010:0.1:1734676296.949179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332e00. 00010000:00000010:0.1:1734676296.953414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00c00. 00010000:00000010:0.1:1734676296.953418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5800. 00010000:00000010:0.1:1734676296.960016:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dadd00. 00010000:00000010:0.1:1734676296.960022:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3e00. 00010000:00000010:0.1:1734676296.960024:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9e00. 00010000:00000010:0.1:1734676296.960027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59800. 00010000:00000010:1.1:1734676296.960071:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725200. 00010000:00000010:1.1:1734676296.960076:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525800. 00010000:00000010:1.1:1734676296.960080:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59e00. 00010000:00000010:1.1:1734676296.960170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdea00. 00010000:00000010:0.1:1734676296.967622:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3600. 00010000:00000010:0.1:1734676296.967695:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef400. 00010000:00000010:0.1:1734676296.967698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58200. 00010000:00000010:3.1:1734676296.980737:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3800. 00010000:00000010:0.1:1734676296.981121:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9800. 00010000:00000010:0.1:1734676296.981128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59200. 00010000:00000010:1.1:1734676296.989888:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a800. 00010000:00000010:0.1:1734676296.992088:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef700. 00010000:00000010:0.1:1734676296.992094:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3c00. 00010000:00000010:2.1:1734676296.993491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ba00. 00010000:00000010:2.1:1734676296.993501:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9500. 00010000:00000010:2.1:1734676296.993505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2800. 00010000:00000010:0.1:1734676296.999283:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796000. 00010000:00000010:2.1:1734676297.010399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1e00. 00010000:00000010:2.1:1734676297.010410:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585300. 00010000:00000010:2.1:1734676297.010415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59e00. 00010000:00000010:2.1:1734676297.010418:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9700. 00010000:00000010:2.1:1734676297.010423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58e00. 00010000:00000010:2.1:1734676297.025485:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0900. 00010000:00000010:2.1:1734676297.025493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58c00. 00010000:00000010:0.1:1734676297.043540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553e00. 00010000:00000010:0.1:1734676297.043551:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097600. 00010000:00000010:0.1:1734676297.043555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59e00. 00010000:00000010:1.1:1734676297.044656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d000. 00010000:00000010:2.1:1734676297.048575:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1b00. 00010000:00000010:2.1:1734676297.048580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b400. 00010000:00000010:0.1:1734676297.053852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63a00. 00010000:00000010:0.1:1734676297.053857:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420e00. 00010000:00000010:0.1:1734676297.053860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fa00. 00010000:00000010:3.1:1734676297.055707:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44c00. 00010000:00000010:3.1:1734676297.055716:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097c00. 00010000:00000010:3.1:1734676297.055719:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824600. 00010000:00000010:3.1:1734676297.055758:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09d200. 00010000:00000010:3.1:1734676297.055761:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d93f500. 00010000:00000010:3.1:1734676297.055764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824e00. 00010000:00000010:0.1:1734676297.076243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d25400. 00010000:00000010:0.1:1734676297.076248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59300. 00010000:00000010:0.1:1734676297.076251:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58c00. 00010000:00000010:0.1:1734676297.076256:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8200. 00010000:00000010:0.1:1734676297.076258:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819d00. 00010000:00000010:0.1:1734676297.076262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825400. 00010000:00000010:1.1:1734676297.081818:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd400. 00010000:00000010:0.1:1734676297.088834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76ce00. 00010000:00000010:0.1:1734676297.088843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d775000. 00010000:00000010:0.1:1734676297.088847:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2d00. 00010000:00000010:0.1:1734676297.088852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825200. 00010000:00000010:3.1:1734676297.088989:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fc00. 00010000:00000010:3.1:1734676297.088995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f400. 00010000:00000010:1.1:1734676297.098451:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847700. 00010000:00000010:1.1:1734676297.098461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d405200. 00010000:00000010:1.1:1734676297.098466:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d852500. 00010000:00000010:1.1:1734676297.098469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6600. 00010000:00000010:3.1:1734676297.105064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d775a00. 00010000:00000010:2.1:1734676297.107190:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313be400. 00010000:00000010:2.1:1734676297.107199:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e000. 00010000:00000010:2.1:1734676297.107204:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59e00. 00010000:00000010:2.1:1734676297.107253:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192900. 00010000:00000010:2.1:1734676297.107256:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333600. 00010000:00000010:2.1:1734676297.107291:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906700. 00010000:00000010:2.1:1734676297.107295:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348400. 00010000:00000010:0.1:1734676297.110752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820a00. 00010000:00000010:0.1:1734676297.110759:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15c00. 00010000:00000010:0.1:1734676297.110762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798200. 00010000:00000010:3.1:1734676297.110833:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583d00. 00010000:00000010:3.1:1734676297.110837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c600. 00010000:00000010:3.1:1734676297.110840:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd200. 00010000:00000010:3.1:1734676297.110842:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680fa00. 00010000:00000010:3.1:1734676297.110845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3a00. 00010000:00000010:3.1:1734676297.110849:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9300. 00010000:00000010:3.1:1734676297.110852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2200. 00010000:00000010:0.1:1734676297.125421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734400. 00010000:00000010:0.1:1734676297.125431:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004f00. 00010000:00000010:0.1:1734676297.125436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2c00. 00010000:00000010:3.1:1734676297.128357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42800. 00010000:00000010:0.1:1734676297.131413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348600. 00010000:00000010:0.1:1734676297.131421:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2100. 00010000:00000010:0.1:1734676297.131424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333600. 00010000:00000010:0.1:1734676297.131427:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1000. 00010000:00000010:0.1:1734676297.131431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4fa00. 00010000:00000010:0.1:1734676297.137231:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312a00. 00010000:00000010:0.1:1734676297.140910:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78c00. 00010000:00000010:1.1:1734676297.140912:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802a00. 00010000:00000010:1.1:1734676297.140918:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3a00. 00010000:00000010:3.1:1734676297.143265:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d404800. 00010000:00000010:1.1:1734676297.150617:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9af00. 00010000:00000010:1.1:1734676297.150623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825400. 00010000:00000010:1.1:1734676297.150627:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9100. 00010000:00000010:1.1:1734676297.150631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824600. 00010000:00000010:1.1:1734676297.150634:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6b300. 00010000:00000010:1.1:1734676297.150636:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333e00. 00010000:00000010:0.1:1734676297.156118:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e400. 00010000:00000010:3.1:1734676297.156604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f2800. 00010000:00000010:1.1:1734676297.159816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799a00. 00010000:00000010:1.1:1734676297.159824:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1da00. 00010000:00000010:1.1:1734676297.159835:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3c00. 00010000:00000010:1.1:1734676297.159839:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be900. 00010000:00000010:1.1:1734676297.159842:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3e00. 00010000:00000010:3.1:1734676297.162819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5600. 00010000:00000010:1.1:1734676297.165837:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486000. 00010000:00000010:1.1:1734676297.165845:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1000. 00010000:00000010:1.1:1734676297.165848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2e00. 00010000:00000010:1.1:1734676297.165850:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6ba00. 00010000:00000010:1.1:1734676297.165853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88c00. 00010000:00000010:1.1:1734676297.165856:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3a00. 00010000:00000010:1.1:1734676297.165859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88000. 00010000:00000010:0.1:1734676297.169165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5000. 00010000:00000010:2.1:1734676297.172855:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e500. 00010000:00000010:2.1:1734676297.172866:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89400. 00010000:00000010:0.1:1734676297.179392:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889900. 00010000:00000010:0.1:1734676297.179404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de600. 00010000:00000010:1.1:1734676297.179558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fe000. 00010000:00000010:0.1:1734676297.186158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89000. 00010000:00000010:2.1:1734676297.186204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77e00. 00010000:00000010:3.1:1734676297.192115:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e900. 00010000:00000010:3.1:1734676297.192122:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825400. 00010000:00000010:2.1:1734676297.195126:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bbd00. 00010000:00000010:2.1:1734676297.195132:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:2.1:1734676297.195143:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28e00. 00010000:00000010:2.1:1734676297.202406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730800. 00010000:00000010:2.1:1734676297.202414:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bbc00. 00010000:00000010:2.1:1734676297.202417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d800. 00010000:00000010:2.1:1734676297.202422:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9100. 00010000:00000010:2.1:1734676297.202425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c600. 00010000:00000010:2.1:1734676297.205743:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732400. 00010000:00000010:2.1:1734676297.205755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc70600. 00010000:00000010:0.1:1734676297.205812:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343c00. 00010000:00000010:0.1:1734676297.223479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0e00. 00010000:00000010:3.1:1734676297.227073:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7200. 00010000:00000010:3.1:1734676297.227082:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3ff00. 00010000:00000010:3.1:1734676297.227085:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea000. 00010000:00000010:3.1:1734676297.233714:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42e00. 00010000:00000010:3.1:1734676297.233719:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e700. 00010000:00000010:3.1:1734676297.233722:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeac00. 00010000:00000010:2.1:1734676297.236637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f000. 00010000:00000010:3.1:1734676297.242290:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42800. 00010000:00000010:3.1:1734676297.242299:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ed00. 00010000:00000010:3.1:1734676297.242302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d800. 00010000:00000010:3.1:1734676297.242307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3400. 00010000:00000010:3.1:1734676297.242310:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e400. 00010000:00000010:3.1:1734676297.242312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeb400. 00010000:00000010:3.1:1734676297.242314:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9b00. 00010000:00000010:3.1:1734676297.242317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea000. 00010000:00000010:3.1:1734676297.242320:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94e00. 00010000:00000010:3.1:1734676297.242322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36000. 00010000:00000010:0.1:1734676297.249633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5a00. 00010000:00000010:3.1:1734676297.255266:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17d00. 00010000:00000010:3.1:1734676297.255272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36a00. 00010000:00000010:0.1:1734676297.256165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8a00. 00010000:00000010:3.1:1734676297.262695:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1800. 00010000:00000010:0.1:1734676297.262835:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814a00. 00010000:00000010:0.1:1734676297.262841:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36400. 00010000:00000010:2.1:1734676297.263161:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17e00. 00010000:00000010:2.1:1734676297.263165:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36200. 00010000:00000010:0.1:1734676297.268354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35d200. 00010000:00000010:2.1:1734676297.271313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587c00. 00010000:00000010:0.1:1734676297.271479:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be800. 00010000:00000010:0.1:1734676297.271489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dee00. 00010000:00000010:0.1:1734676297.271494:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9800. 00010000:00000010:0.1:1734676297.271502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36e00. 00010000:00000010:2.1:1734676297.274758:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5e00. 00010000:00000010:2.1:1734676297.274766:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184800. 00010000:00000010:0.1:1734676297.277251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bb00. 00010000:00000010:0.1:1734676297.277263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de600. 00010000:00000010:2.1:1734676297.277305:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2c200. 00010000:00000010:1.1:1734676297.280149:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccb00. 00010000:00000010:1.1:1734676297.280155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36400. 00010000:00000010:0.1:1734676297.284658:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df500. 00010000:00000010:0.1:1734676297.284663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2e00. 00010000:00000010:2.1:1734676297.285471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e1800. 00010000:00000010:0.1:1734676297.287241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089800. 00010000:00000010:0.1:1734676297.290316:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfc00. 00010000:00000010:0.1:1734676297.290325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185200. 00010000:00000010:0.1:1734676297.290329:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9500. 00010000:00000010:0.1:1734676297.290334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185c00. 00010000:00000010:2.1:1734676297.290468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4400. 00010000:00000010:2.1:1734676297.294240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:0.1:1734676297.297212:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8de00. 00010000:00000010:0.1:1734676297.297225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185400. 00010000:00000010:2.1:1734676297.306113:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dca600. 00010000:00000010:2.1:1734676297.307145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdde00. 00010000:00000010:2.1:1734676297.315002:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:2.1:1734676297.317176:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9bc00. 00010000:00000010:0.1:1734676297.317473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65600. 00010000:00000010:0.1:1734676297.317478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185200. 00010000:00000010:2.1:1734676297.323444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9b600. 00010000:00000010:0.1:1734676297.326156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b800. 00010000:00000010:0.1:1734676297.326162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3e00. 00010000:00000010:2.1:1734676297.326211:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d400. 00010000:00000010:3.1:1734676297.327400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6600. 00010000:00000010:3.1:1734676297.333215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acbe00. 00010000:00000010:0.1:1734676297.333231:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2900. 00010000:00000010:0.1:1734676297.333237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2e00. 00010000:00000010:0.1:1734676297.333239:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3200. 00010000:00000010:0.1:1734676297.333243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeb400. 00010000:00000010:0.1:1734676297.333249:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a300. 00010000:00000010:0.1:1734676297.333252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825400. 00010000:00000010:0.1:1734676297.336883:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57a00. 00010000:00000010:0.1:1734676297.336890:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdfa00. 00010000:00000010:0.1:1734676297.336893:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89400. 00010000:00000010:3.1:1734676297.339230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313be800. 00010000:00000010:0.1:1734676297.342289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5be00. 00010000:00000010:0.1:1734676297.342295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88c00. 00010000:00000010:2.1:1734676297.346352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21800. 00010000:00000010:1.1:1734676297.352666:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca200. 00010000:00000010:1.1:1734676297.352674:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89800. 00010000:00000010:3.1:1734676297.358263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fea00. 00010000:00000010:1.1:1734676297.361246:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40300. 00010000:00000010:1.1:1734676297.361259:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1c00. 00010000:00000010:3.1:1734676297.363714:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8e00. 00010000:00000010:2.1:1734676297.364390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec4000. 00010000:00000010:1.1:1734676297.366307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8ccb00. 00010000:00000010:1.1:1734676297.366314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1000. 00010000:00000010:1.1:1734676297.366317:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca100. 00010000:00000010:1.1:1734676297.366320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1600. 00010000:00000010:3.1:1734676297.369229:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0400. 00010000:00000010:1.1:1734676297.372176:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3700. 00010000:00000010:1.1:1734676297.372186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1800. 00010000:00000010:2.1:1734676297.375156:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0dc00. 00010000:00000010:3.1:1734676297.381308:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6ce00. 00010000:00000010:3.1:1734676297.381313:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ca00. 00010000:00000010:3.1:1734676297.381327:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60400. 00010000:00000010:1.1:1734676297.381368:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc100. 00010000:00000010:1.1:1734676297.381372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1400. 00010000:00000010:2.1:1734676297.384348:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c700. 00010000:00000010:2.1:1734676297.384353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185600. 00010000:00000010:2.1:1734676297.384356:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9e00. 00010000:00000010:2.1:1734676297.384359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184200. 00010000:00000010:2.1:1734676297.384362:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847c00. 00010000:00000010:2.1:1734676297.384364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185a00. 00010000:00000010:3.1:1734676297.384404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fe00. 00010000:00000010:3.1:1734676297.384409:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131202200. 00010000:00000010:2.1:1734676297.390172:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30200. 00010000:00000010:2.1:1734676297.390180:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185200. 00010000:00000010:2.1:1734676297.396252:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf400. 00010000:00000010:3.1:1734676297.399552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ecb800. 00010000:00000010:3.1:1734676297.399558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7000. 00010000:00000010:3.1:1734676297.399561:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30e00. 00010000:00000010:3.1:1734676297.399565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82c400. 00010000:00000010:2.1:1734676297.406604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28000. 00010000:00000010:3.1:1734676297.415190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea1800. 00010000:00000010:3.1:1734676297.415199:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38900. 00010000:00000010:3.1:1734676297.415202:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82d800. 00010000:00000010:3.1:1734676297.418183:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38f00. 00010000:00000010:3.1:1734676297.418193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82d600. 00010000:00000010:3.1:1734676297.418201:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3a00. 00010000:00000010:3.1:1734676297.418206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22800. 00010000:00000010:3.1:1734676297.418209:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480000. 00010000:00000010:3.1:1734676297.418213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8fa00. 00010000:00000010:3.1:1734676297.418217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf23000. 00010000:00000010:3.1:1734676297.418220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8400. 00010000:00000010:3.1:1734676297.418222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74000. 00010000:00000010:3.1:1734676297.418225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22400. 00010000:00000010:3.1:1734676297.418227:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3f00. 00010000:00000010:3.1:1734676297.418229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22000. 00010000:00000010:3.1:1734676297.418231:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3200. 00010000:00000010:3.1:1734676297.418232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22a00. 00010000:00000010:3.1:1734676297.418234:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3000. 00010000:00000010:3.1:1734676297.418236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf23200. 00010000:00000010:3.1:1734676297.418238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3e00. 00010000:00000010:3.1:1734676297.418240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82c600. 00010000:00000010:3.1:1734676297.418243:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3400. 00010000:00000010:3.1:1734676297.418245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999000. 00010000:00000010:3.1:1734676297.418247:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3800. 00010000:00000010:3.1:1734676297.418250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998200. 00010000:00000010:3.1:1734676297.418252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3700. 00010000:00000010:3.1:1734676297.418254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998c00. 00010000:00000010:3.1:1734676297.418256:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3600. 00010000:00000010:3.1:1734676297.418258:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998e00. 00010000:00000010:3.1:1734676297.418261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65600. 00010000:00000010:3.1:1734676297.418263:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999600. 00010000:00000010:3.1:1734676297.418265:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65300. 00010000:00000010:3.1:1734676297.418267:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7e00. 00010000:00000010:3.1:1734676297.418269:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65e00. 00010000:00000010:3.1:1734676297.418271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c6c00. 00010000:00000010:3.1:1734676297.418273:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65d00. 00010000:00000010:3.1:1734676297.418274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7c00. 00010000:00000010:3.1:1734676297.418276:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65b00. 00010000:00000010:3.1:1734676297.418278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7800. 00010000:00000010:3.1:1734676297.418280:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65900. 00010000:00000010:3.1:1734676297.418283:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54000. 00010000:00000010:3.1:1734676297.418285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65700. 00010000:00000010:3.1:1734676297.418287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54800. 00010000:00000010:3.1:1734676297.418288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65400. 00010000:00000010:3.1:1734676297.418291:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55800. 00010000:00000010:3.1:1734676297.418294:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfc00. 00010000:00000010:3.1:1734676297.418296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55400. 00010000:00000010:3.1:1734676297.418298:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df500. 00010000:00000010:3.1:1734676297.418300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddec00. 00010000:00000010:3.1:1734676297.418302:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfd00. 00010000:00000010:3.1:1734676297.418304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddea00. 00010000:00000010:3.1:1734676297.418306:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df100. 00010000:00000010:3.1:1734676297.418308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdde600. 00010000:00000010:3.1:1734676297.418310:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dff00. 00010000:00000010:3.1:1734676297.418312:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddfc00. 00010000:00000010:3.1:1734676297.418315:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfb00. 00010000:00000010:3.1:1734676297.418317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101e00. 00010000:00000010:3.1:1734676297.418319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df200. 00010000:00000010:3.1:1734676297.418321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101400. 00010000:00000010:3.1:1734676297.418323:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df000. 00010000:00000010:3.1:1734676297.418324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101600. 00010000:00000010:3.1:1734676297.418327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a900. 00010000:00000010:3.1:1734676297.418331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100000. 00010000:00000010:3.1:1734676297.418333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a600. 00010000:00000010:3.1:1734676297.418334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100400. 00010000:00000010:3.1:1734676297.418336:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a500. 00010000:00000010:3.1:1734676297.418338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100200. 00010000:00000010:3.1:1734676297.418339:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a100. 00010000:00000010:3.1:1734676297.418341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101c00. 00010000:00000010:3.1:1734676297.418343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4af00. 00010000:00000010:3.1:1734676297.418345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecfe00. 00010000:00000010:3.1:1734676297.418347:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ab00. 00010000:00000010:3.1:1734676297.418349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecee00. 00010000:00000010:3.1:1734676297.418350:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a400. 00010000:00000010:3.1:1734676297.418353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0000. 00010000:00000010:3.1:1734676297.418355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a200. 00010000:00000010:3.1:1734676297.418356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1000. 00010000:00000010:3.1:1734676297.418358:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a000. 00010000:00000010:3.1:1734676297.418360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0200. 00010000:00000010:3.1:1734676297.418363:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b300. 00010000:00000010:3.1:1734676297.418365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48b200. 00010000:00000010:3.1:1734676297.418367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72ba00. 00010000:00000010:3.1:1734676297.418369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48b800. 00010000:00000010:3.1:1734676297.418371:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b900. 00010000:00000010:3.1:1734676297.418373:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48a600. 00010000:00000010:3.1:1734676297.418375:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b800. 00010000:00000010:3.1:1734676297.418377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48b400. 00010000:00000010:3.1:1734676297.418379:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b600. 00010000:00000010:3.1:1734676297.418381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3600. 00010000:00000010:3.1:1734676297.418383:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72bb00. 00010000:00000010:3.1:1734676297.418385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3800. 00010000:00000010:3.1:1734676297.418386:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b200. 00010000:00000010:3.1:1734676297.418389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2200. 00010000:00000010:3.1:1734676297.418390:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b400. 00010000:00000010:3.1:1734676297.418392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3000. 00010000:00000010:3.1:1734676297.418394:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b000. 00010000:00000010:3.1:1734676297.418396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729400. 00010000:00000010:3.1:1734676297.418399:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1da00. 00010000:00000010:3.1:1734676297.418401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729a00. 00010000:00000010:3.1:1734676297.418403:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1df00. 00010000:00000010:3.1:1734676297.418405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729200. 00010000:00000010:3.1:1734676297.418407:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1dc00. 00010000:00000010:3.1:1734676297.418409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729800. 00010000:00000010:3.1:1734676297.418410:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d400. 00010000:00000010:3.1:1734676297.418413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728800. 00010000:00000010:3.1:1734676297.418414:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1de00. 00010000:00000010:3.1:1734676297.418417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9c00. 00010000:00000010:3.1:1734676297.418419:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d200. 00010000:00000010:3.1:1734676297.418421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9a00. 00010000:00000010:3.1:1734676297.418422:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d000. 00010000:00000010:3.1:1734676297.418424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8000. 00010000:00000010:3.1:1734676297.418427:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82b00. 00010000:00000010:3.1:1734676297.418429:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9400. 00010000:00000010:3.1:1734676297.418431:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82a00. 00010000:00000010:3.1:1734676297.418433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8c00. 00010000:00000010:3.1:1734676297.418434:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82000. 00010000:00000010:3.1:1734676297.418437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587c00. 00010000:00000010:3.1:1734676297.418439:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82d00. 00010000:00000010:3.1:1734676297.418442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586600. 00010000:00000010:3.1:1734676297.418444:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82e00. 00010000:00000010:3.1:1734676297.418445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586000. 00010000:00000010:3.1:1734676297.418447:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82c00. 00010000:00000010:3.1:1734676297.418449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587200. 00010000:00000010:3.1:1734676297.418450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82300. 00010000:00000010:3.1:1734676297.418452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586c00. 00010000:00000010:3.1:1734676297.418453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82200. 00010000:00000010:3.1:1734676297.418455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587600. 00010000:00000010:3.1:1734676297.418457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48de00. 00010000:00000010:3.1:1734676297.418460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586a00. 00010000:00000010:3.1:1734676297.418462:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:3.1:1734676297.418464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2400. 00010000:00000010:0.1:1734676297.434345:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48da00. 00010000:00000010:0.1:1734676297.434351:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3400. 00010000:00000010:0.1:1734676297.434356:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13af00. 00010000:00000010:0.1:1734676297.434360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37e00. 00010000:00000010:0.1:1734676297.434362:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13aa00. 00010000:00000010:0.1:1734676297.434364:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37800. 00010000:00000010:0.1:1734676297.434366:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a900. 00010000:00000010:0.1:1734676297.434368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36000. 00010000:00000010:0.1:1734676297.434370:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a500. 00010000:00000010:0.1:1734676297.434372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36e00. 00010000:00000010:0.1:1734676297.434374:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a100. 00010000:00000010:0.1:1734676297.434376:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d844200. 00010000:00000010:0.1:1734676297.434380:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13ac00. 00010000:00000010:0.1:1734676297.434383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d833a00. 00010000:00000010:0.1:1734676297.434386:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13ae00. 00010000:00000010:0.1:1734676297.434389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17a400. 00010000:00000010:0.1:1734676297.434392:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a700. 00010000:00000010:0.1:1734676297.434395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17bc00. 00010000:00000010:0.1:1734676297.434397:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a400. 00010000:00000010:0.1:1734676297.434400:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17be00. 00010000:00000010:0.1:1734676297.434403:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9900. 00010000:00000010:0.1:1734676297.434408:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17ac00. 00010000:00000010:0.1:1734676297.434409:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9800. 00010000:00000010:0.1:1734676297.434411:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17b200. 00010000:00000010:0.1:1734676297.434412:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9b00. 00010000:00000010:0.1:1734676297.434414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a09dc600. 00010000:00000010:0.1:1734676297.434416:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9f00. 00010000:00000010:0.1:1734676297.434419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80fe00. 00010000:00000010:0.1:1734676297.434421:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9500. 00010000:00000010:0.1:1734676297.434422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80f400. 00010000:00000010:0.1:1734676297.434424:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9000. 00010000:00000010:0.1:1734676297.434427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80e200. 00010000:00000010:0.1:1734676297.434430:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9100. 00010000:00000010:0.1:1734676297.434431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80e000. 00010000:00000010:0.1:1734676297.434433:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9700. 00010000:00000010:0.1:1734676297.434435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80ee00. 00010000:00000010:0.1:1734676297.434436:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9300. 00010000:00000010:0.1:1734676297.434440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e800. 00010000:00000010:0.1:1734676297.434442:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9200. 00010000:00000010:0.1:1734676297.434444:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f000. 00010000:00000010:0.1:1734676297.441307:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23400. 00010000:00000010:0.1:1734676297.441315:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ea00. 00010000:00000010:0.1:1734676297.441320:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4c00. 00010000:00000010:0.1:1734676297.441325:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1000. 00010000:00000010:0.1:1734676297.441328:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4500. 00010000:00000010:0.1:1734676297.441331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0c00. 00010000:00000010:0.1:1734676297.441333:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4f00. 00010000:00000010:0.1:1734676297.441335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0800. 00010000:00000010:0.1:1734676297.441337:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4a00. 00010000:00000010:0.1:1734676297.441339:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1c00. 00010000:00000010:0.1:1734676297.441341:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4100. 00010000:00000010:0.1:1734676297.441343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1800. 00010000:00000010:0.1:1734676297.441345:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4000. 00010000:00000010:0.1:1734676297.441347:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2eee00. 00010000:00000010:0.1:1734676297.441351:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4200. 00010000:00000010:0.1:1734676297.441353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef800. 00010000:00000010:0.1:1734676297.441357:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc400. 00010000:00000010:0.1:1734676297.441359:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2efc00. 00010000:00000010:0.1:1734676297.441361:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdcd00. 00010000:00000010:0.1:1734676297.441363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef200. 00010000:00000010:0.1:1734676297.441365:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc800. 00010000:00000010:0.1:1734676297.441366:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef400. 00010000:00000010:0.1:1734676297.441368:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc500. 00010000:00000010:0.1:1734676297.441371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009fffaa00. 00010000:00000010:0.1:1734676297.441373:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdcc00. 00010000:00000010:0.1:1734676297.441375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7e00. 00010000:00000010:0.1:1734676297.441377:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc300. 00010000:00000010:0.1:1734676297.441379:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7600. 00010000:00000010:0.1:1734676297.441381:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdcf00. 00010000:00000010:0.1:1734676297.441383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7c00. 00010000:00000010:0.1:1734676297.441385:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc900. 00010000:00000010:0.1:1734676297.441387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6200. 00010000:00000010:0.1:1734676297.441388:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdcb00. 00010000:00000010:0.1:1734676297.441390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:0.1:1734676297.441392:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc100. 00010000:00000010:0.1:1734676297.441395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90200. 00010000:00000010:0.1:1734676297.441397:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc700. 00010000:00000010:0.1:1734676297.441479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91400. 00010000:00000010:0.1:1734676297.441485:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdc000. 00010000:00000010:0.1:1734676297.441487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91e00. 00010000:00000010:3.1:1734676297.444235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013012d000. 00010000:00000010:3.1:1734676297.444241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7000. 00010000:00000010:3.1:1734676297.444247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0c00. 00010000:00000010:1.1:1734676297.444367:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9e00. 00010000:00000010:1.1:1734676297.444374:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ee00. 00010000:00000010:1.1:1734676297.444377:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488700. 00010000:00000010:1.1:1734676297.444379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e400. 00010000:00000010:1.1:1734676297.444382:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23000. 00010000:00000010:1.1:1734676297.444384:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ec00. 00010000:00000010:1.1:1734676297.444386:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23700. 00010000:00000010:1.1:1734676297.444389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343c00. 00010000:00000010:1.1:1734676297.444392:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23e00. 00010000:00000010:1.1:1734676297.444394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342200. 00010000:00000010:1.1:1734676297.444397:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23d00. 00010000:00000010:1.1:1734676297.444399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342600. 00010000:00000010:1.1:1734676297.444400:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23300. 00010000:00000010:1.1:1734676297.444402:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342a00. 00010000:00000010:1.1:1734676297.444404:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550400. 00010000:00000010:1.1:1734676297.444406:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342c00. 00010000:00000010:1.1:1734676297.444407:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550d00. 00010000:00000010:1.1:1734676297.444409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343a00. 00010000:00000010:1.1:1734676297.444411:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550b00. 00010000:00000010:1.1:1734676297.444414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e01000. 00010000:00000010:1.1:1734676297.444416:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550800. 00010000:00000010:1.1:1734676297.444418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e01e00. 00010000:00000010:1.1:1734676297.444419:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550300. 00010000:00000010:1.1:1734676297.444422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:1.1:1734676297.444424:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550900. 00010000:00000010:1.1:1734676297.444426:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6600. 00010000:00000010:0.1:1734676297.447182:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd0200. 00010000:00000010:0.1:1734676297.447188:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90600. 00010000:00000010:0.1:1734676297.447195:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962400. 00010000:00000010:0.1:1734676297.447198:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945200. 00010000:00000010:0.1:1734676297.447206:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962b00. 00010000:00000010:0.1:1734676297.447208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945400. 00010000:00000010:0.1:1734676297.447210:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962100. 00010000:00000010:0.1:1734676297.447213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944000. 00010000:00000010:0.1:1734676297.447215:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962d00. 00010000:00000010:0.1:1734676297.447217:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944200. 00010000:00000010:0.1:1734676297.447219:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962300. 00010000:00000010:0.1:1734676297.447221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ee00. 00010000:00000010:0.1:1734676297.447223:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962500. 00010000:00000010:0.1:1734676297.447225:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0fc00. 00010000:00000010:0.1:1734676297.447227:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962000. 00010000:00000010:0.1:1734676297.447229:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ea00. 00010000:00000010:0.1:1734676297.447231:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962a00. 00010000:00000010:0.1:1734676297.447233:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ec00. 00010000:00000010:0.1:1734676297.447235:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962800. 00010000:00000010:0.1:1734676297.447237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e800. 00010000:00000010:0.1:1734676297.447239:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962700. 00010000:00000010:0.1:1734676297.447241:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d0aea00. 00010000:00000010:0.1:1734676297.447248:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4ca8900. 00010000:00000010:0.1:1734676297.447252:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12000. 00010000:00000010:0.1:1734676297.447254:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4ca8300. 00010000:00000010:0.1:1734676297.447256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12600. 00010000:00000010:0.1:1734676297.447260:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbe00. 00010000:00000010:0.1:1734676297.447264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13a00. 00010000:00000010:0.1:1734676297.447267:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb000. 00010000:00000010:0.1:1734676297.447270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13c00. 00010000:00000010:0.1:1734676297.447271:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb800. 00010000:00000010:0.1:1734676297.447273:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12200. 00010000:00000010:0.1:1734676297.447275:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb400. 00010000:00000010:0.1:1734676297.447277:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d848200. 00010000:00000010:0.1:1734676297.447281:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbf00. 00010000:00000010:0.1:1734676297.447283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d849000. 00010000:00000010:0.1:1734676297.447286:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbc00. 00010000:00000010:0.1:1734676297.447288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d849400. 00010000:00000010:0.1:1734676297.447290:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbb00. 00010000:00000010:0.1:1734676297.447293:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7800. 00010000:00000010:0.1:1734676297.447295:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bbd00. 00010000:00000010:0.1:1734676297.447297:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7a00. 00010000:00000010:0.1:1734676297.447299:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb700. 00010000:00000010:0.1:1734676297.447301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7000. 00010000:00000010:0.1:1734676297.447303:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb900. 00010000:00000010:0.1:1734676297.447305:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff7c00. 00010000:00000010:0.1:1734676297.447307:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb300. 00010000:00000010:0.1:1734676297.447309:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6400. 00010000:00000010:0.1:1734676297.447310:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb500. 00010000:00000010:0.1:1734676297.447313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffc200. 00010000:00000010:0.1:1734676297.447315:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb100. 00010000:00000010:0.1:1734676297.447318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffda00. 00010000:00000010:0.1:1734676297.447321:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce200. 00010000:00000010:0.1:1734676297.447323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffce00. 00010000:00000010:0.1:1734676297.447325:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312cef00. 00010000:00000010:0.1:1734676297.447328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffd000. 00010000:00000010:0.1:1734676297.447329:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312cea00. 00010000:00000010:0.1:1734676297.447331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffc400. 00010000:00000010:0.1:1734676297.447333:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ced00. 00010000:00000010:0.1:1734676297.447335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffd800. 00010000:00000010:0.1:1734676297.447337:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ceb00. 00010000:00000010:0.1:1734676297.447339:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffde00. 00010000:00000010:0.1:1734676297.447341:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce100. 00010000:00000010:0.1:1734676297.447344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85d800. 00010000:00000010:0.1:1734676297.447347:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce500. 00010000:00000010:0.1:1734676297.447349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85c800. 00010000:00000010:0.1:1734676297.447352:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce300. 00010000:00000010:0.1:1734676297.447354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4a00. 00010000:00000010:0.1:1734676297.447358:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5a00. 00010000:00000010:0.1:1734676297.447363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5600. 00010000:00000010:0.1:1734676297.447365:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5400. 00010000:00000010:0.1:1734676297.447367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4600. 00010000:00000010:0.1:1734676297.447369:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5200. 00010000:00000010:0.1:1734676297.447371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5800. 00010000:00000010:0.1:1734676297.447373:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5800. 00010000:00000010:0.1:1734676297.447374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5a00. 00010000:00000010:0.1:1734676297.447376:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5000. 00010000:00000010:0.1:1734676297.447378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5200. 00010000:00000010:0.1:1734676297.447380:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5f00. 00010000:00000010:0.1:1734676297.447382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34400. 00010000:00000010:0.1:1734676297.447384:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5c00. 00010000:00000010:0.1:1734676297.447387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35400. 00010000:00000010:0.1:1734676297.447389:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5b00. 00010000:00000010:0.1:1734676297.447391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34000. 00010000:00000010:0.1:1734676297.447393:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5900. 00010000:00000010:0.1:1734676297.447395:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35a00. 00010000:00000010:0.1:1734676297.447396:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5700. 00010000:00000010:0.1:1734676297.447398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35200. 00010000:00000010:0.1:1734676297.447400:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5500. 00010000:00000010:0.1:1734676297.447402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35000. 00010000:00000010:0.1:1734676297.447404:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5100. 00010000:00000010:0.1:1734676297.447407:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5c00. 00010000:00000010:0.1:1734676297.447410:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5600. 00010000:00000010:0.1:1734676297.447412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4c00. 00010000:00000010:0.1:1734676297.447415:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5e00. 00010000:00000010:0.1:1734676297.447417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5600. 00010000:00000010:0.1:1734676297.447420:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097c00. 00010000:00000010:0.1:1734676297.447423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5200. 00010000:00000010:0.1:1734676297.447425:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097600. 00010000:00000010:0.1:1734676297.447427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f800. 00010000:00000010:0.1:1734676297.447430:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097e00. 00010000:00000010:0.1:1734676297.447432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8fc00. 00010000:00000010:0.1:1734676297.447434:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097800. 00010000:00000010:0.1:1734676297.447436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8e200. 00010000:00000010:0.1:1734676297.447438:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097f00. 00010000:00000010:0.1:1734676297.447440:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f600. 00010000:00000010:0.1:1734676297.447441:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097900. 00010000:00000010:0.1:1734676297.447444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3a00. 00010000:00000010:0.1:1734676297.447446:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097200. 00010000:00000010:0.1:1734676297.447449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2e00. 00010000:00000010:0.1:1734676297.447451:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097000. 00010000:00000010:0.1:1734676297.447452:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3c00. 00010000:00000010:0.1:1734676297.447454:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097400. 00010000:00000010:0.1:1734676297.447456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2a00. 00010000:00000010:0.1:1734676297.447457:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097500. 00010000:00000010:0.1:1734676297.447459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2000. 00010000:00000010:0.1:1734676297.447461:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097300. 00010000:00000010:0.1:1734676297.447464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4e00. 00010000:00000010:0.1:1734676297.447466:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097100. 00010000:00000010:0.1:1734676297.447468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5800. 00010000:00000010:0.1:1734676297.447471:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097b00. 00010000:00000010:0.1:1734676297.447473:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4200. 00010000:00000010:0.1:1734676297.447476:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18300. 00010000:00000010:0.1:1734676297.447478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5000. 00010000:00000010:0.1:1734676297.447480:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18c00. 00010000:00000010:0.1:1734676297.447483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4a00. 00010000:00000010:0.1:1734676297.447485:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18800. 00010000:00000010:0.1:1734676297.447487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d988000. 00010000:00000010:0.1:1734676297.447489:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18a00. 00010000:00000010:0.1:1734676297.447492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6fa00. 00010000:00000010:0.1:1734676297.447494:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18500. 00010000:00000010:0.1:1734676297.447496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f400. 00010000:00000010:0.1:1734676297.447498:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18100. 00010000:00000010:0.1:1734676297.447500:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e000. 00010000:00000010:0.1:1734676297.447502:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18f00. 00010000:00000010:0.1:1734676297.447504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ee00. 00010000:00000010:0.1:1734676297.447506:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18d00. 00010000:00000010:0.1:1734676297.447508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6fc00. 00010000:00000010:0.1:1734676297.447509:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18b00. 00010000:00000010:0.1:1734676297.447512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007358ec00. 00010000:00000010:0.1:1734676297.447514:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18700. 00010000:00000010:0.1:1734676297.447517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8400. 00010000:00000010:0.1:1734676297.447520:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488a00. 00010000:00000010:0.1:1734676297.447523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8000. 00010000:00000010:0.1:1734676297.447525:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488b00. 00010000:00000010:0.1:1734676297.447527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8200. 00010000:00000010:0.1:1734676297.447529:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488400. 00010000:00000010:0.1:1734676297.447531:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8600. 00010000:00000010:0.1:1734676297.447533:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488500. 00010000:00000010:0.1:1734676297.447535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8800. 00010000:00000010:1.1:1734676297.453594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6dc00. 00010000:00000010:3.1:1734676297.453632:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819500. 00010000:00000010:3.1:1734676297.453639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333200. 00010000:00000010:3.1:1734676297.453643:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b900. 00010000:00000010:3.1:1734676297.453646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:2.1:1734676297.456662:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089c00. 00010000:00000010:2.1:1734676297.456681:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073546e00. 00010000:00000010:3.1:1734676297.459235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c6700. 00010000:00000010:3.1:1734676297.459242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333600. 00010000:00000010:3.1:1734676297.459245:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06000. 00010000:00000010:3.1:1734676297.459248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184c00. 00010000:00000010:3.1:1734676297.459250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485400. 00010000:00000010:3.1:1734676297.459253:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7e00. 00010000:00000010:3.1:1734676297.459256:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185000. 00010000:00000010:1.1:1734676297.459302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333000. 00010000:00000010:3.1:1734676297.465397:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3a00. 00010000:00000010:3.1:1734676297.465406:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185c00. 00010000:00000010:3.1:1734676297.465415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819900. 00010000:00000010:3.1:1734676297.465420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185e00. 00010000:00000010:3.1:1734676297.465423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d25c00. 00010000:00000010:3.1:1734676297.465426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c100. 00010000:00000010:3.1:1734676297.465429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:2.1:1734676297.469028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392800. 00010000:00000010:3.1:1734676297.471569:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f500. 00010000:00000010:3.1:1734676297.471576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185a00. 00010000:00000010:0.1:1734676297.472224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95e600. 00010000:00000010:2.1:1734676297.478597:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77800. 00010000:00000010:0.1:1734676297.480461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84000. 00010000:00000010:3.1:1734676297.480938:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6fc00. 00010000:00000010:3.1:1734676297.480944:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185600. 00010000:00000010:3.1:1734676297.484307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20600. 00010000:00000010:3.1:1734676297.484314:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26e00. 00010000:00000010:3.1:1734676297.484319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:3.1:1734676297.484322:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33500. 00010000:00000010:3.1:1734676297.484324:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332200. 00010000:00000010:3.1:1734676297.484326:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819b00. 00010000:00000010:3.1:1734676297.484329:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a000. 00010000:00000010:3.1:1734676297.490490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181800. 00010000:00000010:3.1:1734676297.496200:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb900. 00010000:00000010:3.1:1734676297.496212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a600. 00010000:00000010:0.1:1734676297.496314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482a00. 00010000:00000010:3.1:1734676297.499736:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121600. 00010000:00000010:3.1:1734676297.499743:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1aa00. 00010000:00000010:3.1:1734676297.499746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddf000. 00010000:00000010:3.1:1734676297.499750:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65a00. 00010000:00000010:3.1:1734676297.499753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ac00. 00010000:00000010:0.1:1734676297.505643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7800. 00010000:00000010:1.1:1734676297.505902:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af500. 00010000:00000010:1.1:1734676297.505908:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ae00. 00010000:00000010:3.1:1734676297.508692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101200. 00010000:00000010:0.1:1734676297.508919:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00500. 00010000:00000010:0.1:1734676297.508924:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7200. 00010000:00000010:0.1:1734676297.519932:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819f00. 00010000:00000010:0.1:1734676297.519940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a600. 00010000:00000010:0.1:1734676297.519942:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bf000. 00010000:00000010:0.1:1734676297.519945:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a200. 00010000:00000010:3.1:1734676297.520769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945000. 00010000:00000010:0.1:1734676297.522205:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e1c000. 00010000:00000010:0.1:1734676297.525151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1f0200. 00010000:00000010:0.1:1734676297.525157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1aa00. 00010000:00000010:1.1:1734676297.528705:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b36a00. 00010000:00000010:1.1:1734676297.528715:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2200. 00010000:00000010:0.1:1734676297.528952:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3001200. 00010000:00000010:0.1:1734676297.528957:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17600. 00010000:00000010:0.1:1734676297.528960:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b100. 00010000:00000010:0.1:1734676297.528964:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332800. 00010000:00000010:0.1:1734676297.531189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4cca00. 00010000:00000010:0.1:1734676297.538474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736fc600. 00010000:00000010:1.1:1734676297.541279:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeba00. 00010000:00000010:1.1:1734676297.541285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7000. 00010000:00000010:1.1:1734676297.541288:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819800. 00010000:00000010:1.1:1734676297.541290:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720400. 00010000:00000010:0.1:1734676297.544200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c400. 00010000:00000010:1.1:1734676297.547522:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5900. 00010000:00000010:1.1:1734676297.547528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720000. 00010000:00000010:1.1:1734676297.547536:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dc2000. 00010000:00000010:1.1:1734676297.547539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721400. 00010000:00000010:1.1:1734676297.547541:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceea00. 00010000:00000010:1.1:1734676297.547544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721800. 00010000:00000010:0.1:1734676297.550526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da24000. 00010000:00000010:0.1:1734676297.550533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462800. 00010000:00000010:1.1:1734676297.554422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62400. 00010000:00000010:0.1:1734676297.557608:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbb00. 00010000:00000010:0.1:1734676297.557613:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7000. 00010000:00000010:1.1:1734676297.558248:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7e00. 00010000:00000010:0.1:1734676297.562537:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809e00. 00010000:00000010:0.1:1734676297.562545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2200. 00010000:00000010:0.1:1734676297.562548:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48db00. 00010000:00000010:0.1:1734676297.562550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3200. 00010000:00000010:0.1:1734676297.562552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327c00. 00010000:00000010:0.1:1734676297.562556:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1700. 00010000:00000010:0.1:1734676297.562559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2e00. 00010000:00000010:1.1:1734676297.568222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137e00. 00010000:00000010:1.1:1734676297.571479:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1300. 00010000:00000010:1.1:1734676297.571485:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3400. 00010000:00000010:1.1:1734676297.577926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b568a00. 00010000:00000010:1.1:1734676297.580737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0800. 00010000:00000010:1.1:1734676297.580745:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6c00. 00010000:00000010:1.1:1734676297.580749:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3e00. 00010000:00000010:1.1:1734676297.580752:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08c00. 00010000:00000010:1.1:1734676297.580755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333000. 00010000:00000010:1.1:1734676297.583660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0600. 00010000:00000010:1.1:1734676297.586194:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4a00. 00010000:00000010:1.1:1734676297.586199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a200. 00010000:00000010:1.1:1734676297.586202:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:1.1:1734676297.586205:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ae00. 00010000:00000010:1.1:1734676297.586207:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dae0d00. 00010000:00000010:1.1:1734676297.586209:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185a00. 00010000:00000010:1.1:1734676297.593239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aae00. 00010000:00000010:1.1:1734676297.593244:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b200. 00010000:00000010:2.1:1734676297.600564:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7400. 00010000:00000010:1.1:1734676297.601371:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d900. 00010000:00000010:1.1:1734676297.601378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185400. 00010000:00000010:1.1:1734676297.607270:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ef00. 00010000:00000010:1.1:1734676297.607275:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:1.1:1734676297.607278:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4acc00. 00010000:00000010:1.1:1734676297.607280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185c00. 00010000:00000010:1.1:1734676297.607284:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c900. 00010000:00000010:1.1:1734676297.607287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0800. 00010000:00000010:1.1:1734676297.607289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48db00. 00010000:00000010:1.1:1734676297.607292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0200. 00010000:00000010:1.1:1734676297.607294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544e00. 00010000:00000010:1.1:1734676297.607296:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133800. 00010000:00000010:1.1:1734676297.607299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1800. 00010000:00000010:0.1:1734676297.607475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47a00. 00010000:00000010:1.1:1734676297.614278:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122e00. 00010000:00000010:1.1:1734676297.614285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1600. 00010000:00000010:0.1:1734676297.619320:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe000. 00010000:00000010:0.1:1734676297.619327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ac00. 00010000:00000010:2.1:1734676297.622413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4400. 00010000:00000010:2.1:1734676297.622418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4200. 00010000:00000010:2.1:1734676297.622422:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133300. 00010000:00000010:2.1:1734676297.622426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0e00. 00010000:00000010:0.1:1734676297.625910:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ba000. 00010000:00000010:2.1:1734676297.631950:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0400. 00010000:00000010:2.1:1734676297.631961:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777000. 00010000:00000010:2.1:1734676297.631965:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486200. 00010000:00000010:2.1:1734676297.631968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776400. 00010000:00000010:2.1:1734676297.631971:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d100. 00010000:00000010:2.1:1734676297.631976:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55000. 00010000:00000010:0.1:1734676297.636689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ba00. 00010000:00000010:2.1:1734676297.639161:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3400. 00010000:00000010:2.1:1734676297.639168:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a000. 00010000:00000010:2.1:1734676297.639173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55e00. 00010000:00000010:2.1:1734676297.639176:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d7d00. 00010000:00000010:2.1:1734676297.639178:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55800. 00010000:00000010:0.1:1734676297.645500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db63a00. 00010000:00000010:2.1:1734676297.651120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335a00. 00010000:00000010:2.1:1734676297.651128:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0bc00. 00010000:00000010:2.1:1734676297.651131:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab000. 00010000:00000010:2.1:1734676297.651143:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6c00. 00010000:00000010:2.1:1734676297.651147:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab600. 00010000:00000010:0.1:1734676297.651204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7c400. 00010000:00000010:3.1:1734676297.651712:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3d000. 00010000:00000010:1.1:1734676297.654259:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44a00. 00010000:00000010:0.1:1734676297.654401:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b300. 00010000:00000010:0.1:1734676297.654408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daac00. 00010000:00000010:0.1:1734676297.654410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d981600. 00010000:00000010:0.1:1734676297.654413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810a00. 00010000:00000010:0.1:1734676297.654417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa800. 00010000:00000010:0.1:1734676297.654419:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f700. 00010000:00000010:0.1:1734676297.654421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa400. 00010000:00000010:1.1:1734676297.661120:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad0600. 00010000:00000010:0.1:1734676297.668300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145100. 00010000:00000010:0.1:1734676297.668306:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa000. 00010000:00000010:2.1:1734676297.670140:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803a00. 00010000:00000010:2.1:1734676297.670147:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55e00. 00010000:00000010:0.1:1734676297.670206:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9600. 00010000:00000010:0.1:1734676297.673140:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8900. 00010000:00000010:0.1:1734676297.673147:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55600. 00010000:00000010:3.1:1734676297.676603:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4900. 00010000:00000010:3.1:1734676297.676609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:2.1:1734676297.676633:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039400. 00010000:00000010:0.1:1734676297.679152:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf200. 00010000:00000010:0.1:1734676297.679157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e00000. 00010000:00000010:2.1:1734676297.683454:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006e84d300. 00010000:00000010:2.1:1734676297.683460:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2e00. 00010000:00000010:2.1:1734676297.683464:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803900. 00010000:00000010:2.1:1734676297.683468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720000. 00010000:00000010:3.1:1734676297.686961:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8400. 00010000:00000010:3.1:1734676297.686971:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720400. 00010000:00000010:0.1:1734676297.687009:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776600. 00010000:00000010:2.1:1734676297.692193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9e00. 00010000:00000010:1.1:1734676297.695666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeb600. 00010000:00000010:3.1:1734676297.695704:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8700. 00010000:00000010:3.1:1734676297.695710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2200. 00010000:00000010:2.1:1734676297.698199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7a00. 00010000:00000010:3.1:1734676297.698321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8ea00. 00010000:00000010:3.1:1734676297.698327:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0300. 00010000:00000010:3.1:1734676297.698332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808400. 00010000:00000010:3.1:1734676297.701201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7700. 00010000:00000010:3.1:1734676297.701214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721800. 00010000:00000010:2.1:1734676297.713171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e69400. 00010000:00000010:3.1:1734676297.713221:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d655f00. 00010000:00000010:3.1:1734676297.713227:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721600. 00010000:00000010:3.1:1734676297.716817:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6500. 00010000:00000010:3.1:1734676297.716850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808c00. 00010000:00000010:2.1:1734676297.723355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80fa00. 00010000:00000010:3.1:1734676297.725275:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fece400. 00010000:00000010:3.1:1734676297.725281:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3e00. 00010000:00000010:3.1:1734676297.725285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2e00. 00010000:00000010:0.1:1734676297.731785:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80f600. 00010000:00000010:3.1:1734676297.732195:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092d00. 00010000:00000010:3.1:1734676297.732202:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55e00. 00010000:00000010:0.1:1734676297.737584:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48600. 00010000:00000010:0.1:1734676297.737593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809a00. 00010000:00000010:0.1:1734676297.740122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7000. 00010000:00000010:1.1:1734676297.740179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975a00. 00010000:00000010:0.1:1734676297.746361:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d45f00. 00010000:00000010:0.1:1734676297.746371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8200. 00010000:00000010:0.1:1734676297.757906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8000. 00010000:00000010:0.1:1734676297.757918:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5500. 00010000:00000010:1.1:1734676297.757977:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959df400. 00010000:00000010:1.1:1734676297.764489:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993f00. 00010000:00000010:1.1:1734676297.764495:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8600. 00010000:00000010:1.1:1734676297.767322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecf400. 00010000:00000010:2.1:1734676297.767767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f000. 00010000:00000010:1.1:1734676297.773630:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7800. 00010000:00000010:1.1:1734676297.773636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad8c00. 00010000:00000010:1.1:1734676297.773639:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2000. 00010000:00000010:1.1:1734676297.773643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1600. 00010000:00000010:0.1:1734676297.777255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f3800. 00010000:00000010:1.1:1734676297.777945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169800. 00010000:00000010:1.1:1734676297.780143:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9200. 00010000:00000010:1.1:1734676297.780149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0200. 00010000:00000010:1.1:1734676297.780152:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b200. 00010000:00000010:1.1:1734676297.780155:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185a00. 00010000:00000010:1.1:1734676297.780159:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488f00. 00010000:00000010:1.1:1734676297.780163:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:2.1:1734676297.782161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324a00. 00010000:00000010:2.1:1734676297.782168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7600. 00010000:00000010:0.1:1734676297.785916:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817a00. 00010000:00000010:0.1:1734676297.785923:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ae00. 00010000:00000010:3.1:1734676297.789008:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815600. 00010000:00000010:2.1:1734676297.789075:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e58800. 00010000:00000010:2.1:1734676297.789080:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89c00. 00010000:00000010:3.1:1734676297.795338:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02a00. 00010000:00000010:3.1:1734676297.795345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1600. 00010000:00000010:3.1:1734676297.795350:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139800. 00010000:00000010:3.1:1734676297.795353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e01000. 00010000:00000010:0.1:1734676297.800487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88600. 00010000:00000010:0.1:1734676297.803590:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad300. 00010000:00000010:0.1:1734676297.803594:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e00000. 00010000:00000010:0.1:1734676297.806235:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adec00. 00010000:00000010:1.1:1734676297.809627:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6de00. 00010000:00000010:1.1:1734676297.809636:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da8af00. 00010000:00000010:1.1:1734676297.809640:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:1.1:1734676297.809644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d957e00. 00010000:00000010:1.1:1734676297.809646:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bca100. 00010000:00000010:1.1:1734676297.809650:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342c00. 00010000:00000010:1.1:1734676297.809654:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3e00. 00010000:00000010:1.1:1734676297.809656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342600. 00010000:00000010:0.1:1734676297.809798:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54600. 00010000:00000010:0.1:1734676297.813502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3000. 00010000:00000010:0.1:1734676297.813508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343c00. 00010000:00000010:3.1:1734676297.819292:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd300. 00010000:00000010:3.1:1734676297.819296:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777000. 00010000:00000010:0.1:1734676297.819629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:1.1:1734676297.822371:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421500. 00010000:00000010:1.1:1734676297.822377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776600. 00010000:00000010:0.1:1734676297.822535:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4b00. 00010000:00000010:0.1:1734676297.822540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808a00. 00010000:00000010:0.1:1734676297.825252:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0c000. 00010000:00000010:0.1:1734676297.825258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf200. 00010000:00000010:0.1:1734676297.825261:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daa8300. 00010000:00000010:0.1:1734676297.825264:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809200. 00010000:00000010:1.1:1734676297.831493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acde00. 00010000:00000010:3.1:1734676297.831567:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb100. 00010000:00000010:3.1:1734676297.831572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:2.1:1734676297.834502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00c00. 00010000:00000010:0.1:1734676297.840443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95fe00. 00010000:00000010:0.1:1734676297.840450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120fc00. 00010000:00000010:0.1:1734676297.840453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808a00. 00010000:00000010:0.1:1734676297.840456:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5e00. 00010000:00000010:0.1:1734676297.840461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e01000. 00010000:00000010:2.1:1734676297.841945:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947a00. 00010000:00000010:2.1:1734676297.841955:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777000. 00010000:00000010:2.1:1734676297.845980:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11600. 00010000:00000010:2.1:1734676297.845986:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1600. 00010000:00000010:2.1:1734676297.845989:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90800. 00010000:00000010:2.1:1734676297.848203:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb700. 00010000:00000010:2.1:1734676297.848214:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808000. 00010000:00000010:2.1:1734676297.848219:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550d00. 00010000:00000010:2.1:1734676297.848223:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809600. 00010000:00000010:2.1:1734676297.848227:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139a00. 00010000:00000010:2.1:1734676297.848231:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809400. 00010000:00000010:2.1:1734676297.854845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4800. 00010000:00000010:2.1:1734676297.854850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4600. 00010000:00000010:2.1:1734676297.854856:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c000. 00010000:00000010:2.1:1734676297.854860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808600. 00010000:00000010:2.1:1734676297.854864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77dc00. 00010000:00000010:2.1:1734676297.854867:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001400. 00010000:00000010:2.1:1734676297.854870:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4200. 00010000:00000010:2.1:1734676297.854873:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daac00. 00010000:00000010:2.1:1734676297.857460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ffc00. 00010000:00000010:0.1:1734676297.857517:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d100. 00010000:00000010:0.1:1734676297.857522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa000. 00010000:00000010:2.1:1734676297.863095:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57c00. 00010000:00000010:0.1:1734676297.863537:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9400. 00010000:00000010:0.1:1734676297.863541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55e00. 00010000:00000010:0.1:1734676297.863544:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d700. 00010000:00000010:0.1:1734676297.863547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:3.1:1734676297.866205:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730e00. 00010000:00000010:3.1:1734676297.869592:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f800. 00010000:00000010:0.1:1734676297.869802:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdefc00. 00010000:00000010:0.1:1734676297.869807:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3e00. 00010000:00000010:0.1:1734676297.869811:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46800. 00010000:00000010:0.1:1734676297.869814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720400. 00010000:00000010:0.1:1734676297.872694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704200. 00010000:00000010:0.1:1734676297.879480:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50900. 00010000:00000010:0.1:1734676297.879487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b000. 00010000:00000010:2.1:1734676297.885652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7a00. 00010000:00000010:3.1:1734676297.886416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073642200. 00010000:00000010:0.1:1734676297.888844:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392200. 00010000:00000010:0.1:1734676297.888852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfb400. 00010000:00000010:1.1:1734676297.888888:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50c00. 00010000:00000010:1.1:1734676297.888895:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ae00. 00010000:00000010:1.1:1734676297.888898:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1700. 00010000:00000010:1.1:1734676297.888900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b200. 00010000:00000010:1.1:1734676297.888904:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea7600. 00010000:00000010:1.1:1734676297.888905:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a000. 00010000:00000010:3.1:1734676297.894827:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f600. 00010000:00000010:0.1:1734676297.897630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4000. 00010000:00000010:0.1:1734676297.897637:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5c00. 00010000:00000010:1.1:1734676297.897821:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097d00. 00010000:00000010:1.1:1734676297.897827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721800. 00010000:00000010:1.1:1734676297.897830:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420100. 00010000:00000010:1.1:1734676297.897834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798200. 00010000:00000010:3.1:1734676297.903520:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26900. 00010000:00000010:3.1:1734676297.903527:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798800. 00010000:00000010:0.1:1734676297.909782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9d400. 00010000:00000010:2.1:1734676297.909856:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488800. 00010000:00000010:2.1:1734676297.909862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799600. 00010000:00000010:0.1:1734676297.915192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d955200. 00010000:00000010:0.1:1734676297.915197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424400. 00010000:00000010:2.1:1734676297.915356:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7f00. 00010000:00000010:2.1:1734676297.915361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3e00. 00010000:00000010:3.1:1734676297.915851:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59f00. 00010000:00000010:3.1:1734676297.915856:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a000. 00010000:00000010:3.1:1734676297.915858:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550400. 00010000:00000010:3.1:1734676297.915866:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b200. 00010000:00000010:0.1:1734676297.918408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23a00. 00010000:00000010:1.1:1734676297.918487:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfeaa00. 00010000:00000010:1.1:1734676297.918493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc600. 00010000:00000010:2.1:1734676297.921600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffee00. 00010000:00000010:2.1:1734676297.921607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82b000. 00010000:00000010:2.1:1734676297.924376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1a00. 00010000:00000010:3.1:1734676297.924431:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30800. 00010000:00000010:3.1:1734676297.924436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22400. 00010000:00000010:1.1:1734676297.924539:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1100. 00010000:00000010:1.1:1734676297.924544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab600. 00010000:00000010:1.1:1734676297.932937:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192100. 00010000:00000010:1.1:1734676297.932943:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:1.1:1734676297.932946:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819500. 00010000:00000010:1.1:1734676297.932951:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23800. 00010000:00000010:2.1:1734676297.933281:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2e00. 00010000:00000010:2.1:1734676297.938451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821a00. 00010000:00000010:2.1:1734676297.938460:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc300. 00010000:00000010:2.1:1734676297.938464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23c00. 00010000:00000010:1.1:1734676297.941141:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906f00. 00010000:00000010:1.1:1734676297.941146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23200. 00010000:00000010:2.1:1734676297.941189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe2400. 00010000:00000010:3.1:1734676297.944191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cfe00. 00010000:00000010:3.1:1734676297.944196:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3800. 00010000:00000010:1.1:1734676297.944250:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2300. 00010000:00000010:1.1:1734676297.944255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799e00. 00010000:00000010:1.1:1734676297.944259:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad500. 00010000:00000010:1.1:1734676297.944262:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23a00. 00010000:00000010:1.1:1734676297.948141:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583000. 00010000:00000010:1.1:1734676297.948147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23000. 00010000:00000010:1.1:1734676297.948150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819400. 00010000:00000010:1.1:1734676297.948152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23800. 00010000:00000010:2.1:1734676297.948194:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7e00. 00010000:00000010:2.1:1734676297.952553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466c00. 00010000:00000010:1.1:1734676297.955766:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1900. 00010000:00000010:1.1:1734676297.955772:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23a00. 00010000:00000010:2.1:1734676297.955973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007200. 00010000:00000010:1.1:1734676297.962061:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802600. 00010000:00000010:1.1:1734676297.962068:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23200. 00010000:00000010:1.1:1734676297.962071:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112200. 00010000:00000010:1.1:1734676297.962074:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889600. 00010000:00000010:1.1:1734676297.962078:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab000. 00010000:00000010:3.1:1734676297.968886:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69000. 00010000:00000010:2.1:1734676297.972304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fca00. 00010000:00000010:1.1:1734676297.972404:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a300. 00010000:00000010:1.1:1734676297.972409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa000. 00010000:00000010:1.1:1734676297.972412:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d600. 00010000:00000010:1.1:1734676297.972415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdff400. 00010000:00000010:1.1:1734676297.972418:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819f00. 00010000:00000010:1.1:1734676297.972420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfec00. 00010000:00000010:3.1:1734676297.975163:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799800. 00010000:00000010:3.1:1734676297.975168:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4200. 00010000:00000010:3.1:1734676297.975171:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd200. 00010000:00000010:0.1:1734676297.975211:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec400. 00010000:00000010:0.1:1734676297.975215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9e00. 00010000:00000010:0.1:1734676297.975218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732000. 00010000:00000010:0.1:1734676297.975220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799600. 00010000:00000010:0.1:1734676297.975223:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946ef00. 00010000:00000010:0.1:1734676297.975225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798000. 00010000:00000010:1.1:1734676297.981249:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368bed00. 00010000:00000010:1.1:1734676297.981254:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:1.1:1734676297.981257:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d600. 00010000:00000010:1.1:1734676297.984323:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732b00. 00010000:00000010:1.1:1734676297.984328:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799000. 00010000:00000010:1.1:1734676297.984331:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:1.1:1734676297.984334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a000. 00010000:00000010:3.1:1734676297.984548:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4400. 00010000:00000010:1.1:1734676297.990655:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4e00. 00010000:00000010:1.1:1734676297.990666:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8200. 00010000:00000010:1.1:1734676297.990670:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e200. 00010000:00000010:1.1:1734676297.996999:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1200. 00010000:00000010:1.1:1734676297.997008:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8400. 00010000:00000010:1.1:1734676297.997011:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1e00. 00010000:00000010:1.1:1734676297.997014:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fc00. 00010000:00000010:1.1:1734676297.997016:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21400. 00010000:00000010:1.1:1734676297.997019:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5400. 00010000:00000010:1.1:1734676297.997022:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e800. 00010000:00000010:3.1:1734676297.997235:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544600. 00010000:00000010:3.1:1734676297.997240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7ba600. 00010000:00000010:1.1:1734676298.006381:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3fb00. 00010000:00000010:1.1:1734676298.006392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e000. 00010000:00000010:1.1:1734676298.006395:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4b00. 00010000:00000010:1.1:1734676298.006399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799600. 00010000:00000010:3.1:1734676298.012962:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7a00. 00010000:00000010:3.1:1734676298.012967:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3d200. 00010000:00000010:1.1:1734676298.013958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460200. 00010000:00000010:1.1:1734676298.015573:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1a00. 00010000:00000010:1.1:1734676298.015579:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799000. 00010000:00000010:1.1:1734676298.022290:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c400. 00010000:00000010:3.1:1734676298.022660:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4e00. 00010000:00000010:3.1:1734676298.022666:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2200. 00010000:00000010:2.1:1734676298.025589:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cfa00. 00010000:00000010:2.1:1734676298.025595:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fe00. 00010000:00000010:2.1:1734676298.025598:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c900. 00010000:00000010:2.1:1734676298.025601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fc00. 00010000:00000010:3.1:1734676298.028246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72c000. 00010000:00000010:1.1:1734676298.031400:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958f00. 00010000:00000010:1.1:1734676298.031409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809600. 00010000:00000010:3.1:1734676298.031836:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814000. 00010000:00000010:3.1:1734676298.031842:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46a00. 00010000:00000010:2.1:1734676298.032556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7400. 00010000:00000010:2.1:1734676298.032562:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121f00. 00010000:00000010:2.1:1734676298.032565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47800. 00010000:00000010:2.1:1734676298.032568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6600. 00010000:00000010:2.1:1734676298.032570:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17900. 00010000:00000010:2.1:1734676298.032572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47e00. 00010000:00000010:2.1:1734676298.032575:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d100. 00010000:00000010:2.1:1734676298.032577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46600. 00010000:00000010:3.1:1734676298.034286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146a00. 00010000:00000010:0.1:1734676298.040205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4000. 00010000:00000010:0.1:1734676298.040213:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb400. 00010000:00000010:0.1:1734676298.040216:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9000. 00010000:00000010:3.1:1734676298.046664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9600. 00010000:00000010:2.1:1734676298.046675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342000. 00010000:00000010:0.1:1734676298.052182:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b100. 00010000:00000010:0.1:1734676298.052192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8000. 00010000:00000010:0.1:1734676298.052196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5a00. 00010000:00000010:0.1:1734676298.052202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9a00. 00010000:00000010:0.1:1734676298.052205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819700. 00010000:00000010:0.1:1734676298.052208:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:0.1:1734676298.052210:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6200. 00010000:00000010:2.1:1734676298.058658:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccf00. 00010000:00000010:2.1:1734676298.058663:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0400. 00010000:00000010:2.1:1734676298.058666:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31900. 00010000:00000010:2.1:1734676298.058670:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3400. 00010000:00000010:0.1:1734676298.064102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3000. 00010000:00000010:0.1:1734676298.064106:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3200. 00010000:00000010:0.1:1734676298.064110:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea600. 00010000:00000010:0.1:1734676298.064113:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3000. 00010000:00000010:0.1:1734676298.064117:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147800. 00010000:00000010:0.1:1734676298.064120:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8d700. 00010000:00000010:0.1:1734676298.064123:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46a00. 00010000:00000010:0.1:1734676298.064126:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdda00. 00010000:00000010:0.1:1734676298.064128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fe00. 00010000:00000010:0.1:1734676298.064140:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:0.1:1734676298.064144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47e00. 00010000:00000010:1.1:1734676298.064270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4400. 00010000:00000010:0.1:1734676298.071621:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461600. 00010000:00000010:1.1:1734676298.081351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd8800. 00010000:00000010:1.1:1734676298.081357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78800. 00010000:00000010:1.1:1734676298.081361:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65f00. 00010000:00000010:1.1:1734676298.081364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fd800. 00010000:00000010:1.1:1734676298.081367:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae200. 00010000:00000010:1.1:1734676298.081371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1a00. 00010000:00000010:0.1:1734676298.086311:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f200. 00010000:00000010:0.1:1734676298.089140:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf600. 00010000:00000010:0.1:1734676298.089145:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0a00. 00010000:00000010:0.1:1734676298.089149:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550300. 00010000:00000010:0.1:1734676298.089151:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809600. 00010000:00000010:1.1:1734676298.089493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12a00. 00010000:00000010:1.1:1734676298.089501:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd000. 00010000:00000010:1.1:1734676298.089504:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1c00. 00010000:00000010:1.1:1734676298.089507:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2700. 00010000:00000010:1.1:1734676298.089509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:1.1:1734676298.089513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012feca600. 00010000:00000010:1.1:1734676298.089516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799200. 00010000:00000010:1.1:1734676298.089519:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b600. 00010000:00000010:1.1:1734676298.089521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808600. 00010000:00000010:0.1:1734676298.101683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ffe00. 00010000:00000010:0.1:1734676298.106045:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734e00. 00010000:00000010:1.1:1734676298.106778:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40a00. 00010000:00000010:1.1:1734676298.106783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fe00. 00010000:00000010:1.1:1734676298.106786:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca400. 00010000:00000010:1.1:1734676298.106789:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabca00. 00010000:00000010:0.1:1734676298.108216:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877a00. 00010000:00000010:1.1:1734676298.110284:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43200. 00010000:00000010:1.1:1734676298.110293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af400. 00010000:00000010:1.1:1734676298.110295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabce00. 00010000:00000010:1.1:1734676298.126393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991a00. 00010000:00000010:1.1:1734676298.126403:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca600. 00010000:00000010:1.1:1734676298.126408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fcc00. 00010000:00000010:1.1:1734676298.126412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d500. 00010000:00000010:1.1:1734676298.126415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc600. 00010000:00000010:1.1:1734676298.132387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01000. 00010000:00000010:1.1:1734676298.132395:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afd00. 00010000:00000010:1.1:1734676298.132399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc800. 00010000:00000010:2.1:1734676298.138153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cce00. 00010000:00000010:1.1:1734676298.141222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fda00. 00010000:00000010:1.1:1734676298.141237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc000. 00010000:00000010:2.1:1734676298.146179:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462800. 00010000:00000010:2.1:1734676298.146194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fd600. 00010000:00000010:2.1:1734676298.146200:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f200. 00010000:00000010:1.1:1734676298.152850:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae300. 00010000:00000010:1.1:1734676298.152859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc600. 00010000:00000010:1.1:1734676298.155229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc800. 00010000:00000010:3.1:1734676298.155284:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51a00. 00010000:00000010:1.1:1734676298.161161:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30800. 00010000:00000010:1.1:1734676298.161167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc800. 00010000:00000010:1.1:1734676298.161170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d300. 00010000:00000010:1.1:1734676298.161172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1c00. 00010000:00000010:0.1:1734676298.164267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4200. 00010000:00000010:1.1:1734676298.168678:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5800. 00010000:00000010:1.1:1734676298.168685:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1a00. 00010000:00000010:0.1:1734676298.179629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08bc00. 00010000:00000010:1.1:1734676298.185096:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38200. 00010000:00000010:1.1:1734676298.185099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae600. 00010000:00000010:1.1:1734676298.189395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3800. 00010000:00000010:0.1:1734676298.208839:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e500. 00010000:00000010:0.1:1734676298.208852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae000. 00010000:00000010:0.1:1734676298.239249:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0a00. 00010000:00000010:0.1:1734676298.239257:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f000. 00010000:00000010:0.1:1734676298.239261:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc400. 00010000:00000010:2.1:1734676298.239319:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d01600. 00010000:00000010:2.1:1734676298.249205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74500. 00010000:00000010:2.1:1734676298.249219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc200. 00010000:00000010:2.1:1734676298.249225:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819900. 00010000:00000010:2.1:1734676298.249231:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabcc00. 00010000:00000010:2.1:1734676298.249234:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819e00. 00010000:00000010:2.1:1734676298.249240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fc000. 00010000:00000010:2.1:1734676298.249243:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819c00. 00010000:00000010:2.1:1734676298.249247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3400. 00010000:00000010:2.1:1734676298.249252:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819800. 00010000:00000010:2.1:1734676298.249256:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313be400. 00010000:00000010:2.1:1734676298.249260:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819200. 00010000:00000010:2.1:1734676298.249263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bf800. 00010000:00000010:2.1:1734676298.249269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819f00. 00010000:00000010:2.1:1734676298.249271:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313be600. 00010000:00000010:2.1:1734676298.249274:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819d00. 00010000:00000010:2.1:1734676298.249276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bea00. 00010000:00000010:2.1:1734676298.249278:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819700. 00010000:00000010:2.1:1734676298.249280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bee00. 00010000:00000010:2.1:1734676298.249282:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819500. 00010000:00000010:2.1:1734676298.249284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a9fe00. 00010000:00000010:2.1:1734676298.249286:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819b00. 00010000:00000010:2.1:1734676298.249289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfde00. 00010000:00000010:2.1:1734676298.249292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819300. 00010000:00000010:2.1:1734676298.249294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd200. 00010000:00000010:2.1:1734676298.249296:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819a00. 00010000:00000010:2.1:1734676298.249298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfce00. 00010000:00000010:2.1:1734676298.249300:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819400. 00010000:00000010:2.1:1734676298.249302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd000. 00010000:00000010:2.1:1734676298.249305:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847c00. 00010000:00000010:2.1:1734676298.249309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4200. 00010000:00000010:2.1:1734676298.249311:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847300. 00010000:00000010:2.1:1734676298.249314:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5000. 00010000:00000010:2.1:1734676298.249316:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847100. 00010000:00000010:2.1:1734676298.249318:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4e00. 00010000:00000010:2.1:1734676298.249319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847f00. 00010000:00000010:2.1:1734676298.249321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4400. 00010000:00000010:2.1:1734676298.249323:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847a00. 00010000:00000010:2.1:1734676298.249326:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5c00. 00010000:00000010:2.1:1734676298.249328:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847000. 00010000:00000010:2.1:1734676298.249330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5a00. 00010000:00000010:2.1:1734676298.249332:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847500. 00010000:00000010:2.1:1734676298.249335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9d400. 00010000:00000010:2.1:1734676298.249341:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6ce00. 00010000:00000010:2.1:1734676298.249344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9da00. 00010000:00000010:2.1:1734676298.249346:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c600. 00010000:00000010:2.1:1734676298.249349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c800. 00010000:00000010:2.1:1734676298.249352:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c000. 00010000:00000010:2.1:1734676298.249355:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9de00. 00010000:00000010:2.1:1734676298.249358:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c300. 00010000:00000010:2.1:1734676298.249360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f49200. 00010000:00000010:2.1:1734676298.249365:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c800. 00010000:00000010:2.1:1734676298.249369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120a800. 00010000:00000010:2.1:1734676298.249372:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c400. 00010000:00000010:2.1:1734676298.249374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b400. 00010000:00000010:2.1:1734676298.249377:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cb00. 00010000:00000010:2.1:1734676298.249380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120ac00. 00010000:00000010:2.1:1734676298.249382:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c900. 00010000:00000010:2.1:1734676298.249384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b600. 00010000:00000010:2.1:1734676298.249386:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c700. 00010000:00000010:2.1:1734676298.249389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84000. 00010000:00000010:2.1:1734676298.249391:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c500. 00010000:00000010:2.1:1734676298.249394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85800. 00010000:00000010:2.1:1734676298.249396:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c200. 00010000:00000010:2.1:1734676298.249399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85c00. 00010000:00000010:2.1:1734676298.249400:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cc00. 00010000:00000010:2.1:1734676298.249402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84c00. 00010000:00000010:2.1:1734676298.249406:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae200. 00010000:00000010:2.1:1734676298.249412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85200. 00010000:00000010:2.1:1734676298.249415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae400. 00010000:00000010:2.1:1734676298.249420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8800. 00010000:00000010:2.1:1734676298.249423:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aef00. 00010000:00000010:2.1:1734676298.249425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8200. 00010000:00000010:2.1:1734676298.249428:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae500. 00010000:00000010:2.1:1734676298.249431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8a00. 00010000:00000010:2.1:1734676298.249433:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae900. 00010000:00000010:2.1:1734676298.249436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9c00. 00010000:00000010:2.1:1734676298.249439:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aec00. 00010000:00000010:2.1:1734676298.249441:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8400. 00010000:00000010:2.1:1734676298.249443:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aea00. 00010000:00000010:2.1:1734676298.249446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9000. 00010000:00000010:2.1:1734676298.249450:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae800. 00010000:00000010:2.1:1734676298.249453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9400. 00010000:00000010:2.1:1734676298.249455:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae600. 00010000:00000010:2.1:1734676298.249458:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9e00. 00010000:00000010:2.1:1734676298.249461:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5a00. 00010000:00000010:2.1:1734676298.249468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8c00. 00010000:00000010:2.1:1734676298.249471:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5e00. 00010000:00000010:2.1:1734676298.249476:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095829600. 00010000:00000010:2.1:1734676298.249482:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5600. 00010000:00000010:2.1:1734676298.249487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8db400. 00010000:00000010:2.1:1734676298.249491:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5400. 00010000:00000010:2.1:1734676298.249494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8db800. 00010000:00000010:2.1:1734676298.249496:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5200. 00010000:00000010:2.1:1734676298.249499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8da200. 00010000:00000010:2.1:1734676298.249502:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5300. 00010000:00000010:2.1:1734676298.249506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8db600. 00010000:00000010:2.1:1734676298.249508:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5500. 00010000:00000010:2.1:1734676298.249510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8dbc00. 00010000:00000010:2.1:1734676298.249514:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f300. 00010000:00000010:2.1:1734676298.249517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8dbe00. 00010000:00000010:2.1:1734676298.249520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f200. 00010000:00000010:2.1:1734676298.249523:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8dba00. 00010000:00000010:2.1:1734676298.249525:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374ff00. 00010000:00000010:2.1:1734676298.249528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50400. 00010000:00000010:2.1:1734676298.249531:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f000. 00010000:00000010:2.1:1734676298.249534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51e00. 00010000:00000010:2.1:1734676298.249537:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fb00. 00010000:00000010:2.1:1734676298.249540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51a00. 00010000:00000010:2.1:1734676298.249544:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2c00. 00010000:00000010:2.1:1734676298.249548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50200. 00010000:00000010:2.1:1734676298.249551:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2b00. 00010000:00000010:2.1:1734676298.249553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51200. 00010000:00000010:2.1:1734676298.249556:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2600. 00010000:00000010:2.1:1734676298.249608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50e00. 00010000:00000010:2.1:1734676298.249612:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2100. 00010000:00000010:2.1:1734676298.249616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e12dc00. 00010000:00000010:2.1:1734676298.249620:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2900. 00010000:00000010:2.1:1734676298.249623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16c400. 00010000:00000010:2.1:1734676298.249627:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:2.1:1734676298.249630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16dc00. 00010000:00000010:2.1:1734676298.249632:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2500. 00010000:00000010:2.1:1734676298.249635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ca00. 00010000:00000010:2.1:1734676298.249637:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2300. 00010000:00000010:2.1:1734676298.249640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16c000. 00010000:00000010:2.1:1734676298.249643:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2000. 00010000:00000010:2.1:1734676298.249646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8200. 00010000:00000010:2.1:1734676298.249650:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad500. 00010000:00000010:2.1:1734676298.249657:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9a00. 00010000:00000010:2.1:1734676298.249660:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad300. 00010000:00000010:2.1:1734676298.249663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9c00. 00010000:00000010:2.1:1734676298.249666:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad200. 00010000:00000010:2.1:1734676298.249669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9200. 00010000:00000010:2.1:1734676298.249671:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7adb00. 00010000:00000010:2.1:1734676298.249674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8800. 00010000:00000010:2.1:1734676298.249676:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad600. 00010000:00000010:2.1:1734676298.249687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8c00. 00010000:00000010:2.1:1734676298.249691:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ada00. 00010000:00000010:2.1:1734676298.249694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04800. 00010000:00000010:2.1:1734676298.249697:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7adc00. 00010000:00000010:2.1:1734676298.249701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05e00. 00010000:00000010:2.1:1734676298.249703:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ade00. 00010000:00000010:2.1:1734676298.249705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05400. 00010000:00000010:2.1:1734676298.249707:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad900. 00010000:00000010:2.1:1734676298.249709:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04e00. 00010000:00000010:2.1:1734676298.249711:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad000. 00010000:00000010:2.1:1734676298.249714:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7ba600. 00010000:00000010:2.1:1734676298.249720:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fc00. 00010000:00000010:2.1:1734676298.249724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bb200. 00010000:00000010:2.1:1734676298.249729:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f700. 00010000:00000010:2.1:1734676298.249732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bbc00. 00010000:00000010:2.1:1734676298.249735:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fe00. 00010000:00000010:2.1:1734676298.249737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bb000. 00010000:00000010:2.1:1734676298.249739:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f900. 00010000:00000010:2.1:1734676298.249741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7baa00. 00010000:00000010:2.1:1734676298.249744:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f500. 00010000:00000010:2.1:1734676298.249747:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16e800. 00010000:00000010:2.1:1734676298.249750:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f300. 00010000:00000010:2.1:1734676298.249753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f600. 00010000:00000010:2.1:1734676298.249755:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f800. 00010000:00000010:2.1:1734676298.249758:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ea00. 00010000:00000010:2.1:1734676298.249761:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fa00. 00010000:00000010:2.1:1734676298.249763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16e400. 00010000:00000010:2.1:1734676298.249765:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1ff00. 00010000:00000010:2.1:1734676298.249766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16e600. 00010000:00000010:2.1:1734676298.249770:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30800. 00010000:00000010:2.1:1734676298.249776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7000. 00010000:00000010:2.1:1734676298.249778:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30d00. 00010000:00000010:2.1:1734676298.249780:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6200. 00010000:00000010:2.1:1734676298.249783:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30300. 00010000:00000010:2.1:1734676298.249785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7400. 00010000:00000010:2.1:1734676298.249787:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30900. 00010000:00000010:2.1:1734676298.249789:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7200. 00010000:00000010:2.1:1734676298.249791:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30a00. 00010000:00000010:2.1:1734676298.249793:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7c00. 00010000:00000010:2.1:1734676298.249795:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30f00. 00010000:00000010:2.1:1734676298.249798:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ee00. 00010000:00000010:2.1:1734676298.249800:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30c00. 00010000:00000010:2.1:1734676298.249803:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35f800. 00010000:00000010:2.1:1734676298.249805:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30700. 00010000:00000010:2.1:1734676298.249807:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35f000. 00010000:00000010:2.1:1734676298.249809:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30100. 00010000:00000010:2.1:1734676298.249811:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ec00. 00010000:00000010:2.1:1734676298.249813:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30500. 00010000:00000010:2.1:1734676298.249815:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35f200. 00010000:00000010:2.1:1734676298.249819:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192100. 00010000:00000010:2.1:1734676298.249822:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ea00. 00010000:00000010:2.1:1734676298.249824:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192900. 00010000:00000010:2.1:1734676298.249827:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007357a200. 00010000:00000010:2.1:1734676298.249832:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192b00. 00010000:00000010:2.1:1734676298.249835:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b1d0e00. 00010000:00000010:2.1:1734676298.249840:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192700. 00010000:00000010:2.1:1734676298.249844:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffc200. 00010000:00000010:2.1:1734676298.249846:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192f00. 00010000:00000010:2.1:1734676298.249849:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffd200. 00010000:00000010:2.1:1734676298.249851:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192800. 00010000:00000010:2.1:1734676298.249854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffd000. 00010000:00000010:2.1:1734676298.249855:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192e00. 00010000:00000010:2.1:1734676298.249858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffde00. 00010000:00000010:2.1:1734676298.249860:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192c00. 00010000:00000010:2.1:1734676298.249862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffce00. 00010000:00000010:2.1:1734676298.249864:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192a00. 00010000:00000010:2.1:1734676298.249867:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4e00. 00010000:00000010:2.1:1734676298.249870:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192600. 00010000:00000010:2.1:1734676298.249872:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4600. 00010000:00000010:2.1:1734676298.249876:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906f00. 00010000:00000010:2.1:1734676298.249879:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5000. 00010000:00000010:2.1:1734676298.249882:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906700. 00010000:00000010:2.1:1734676298.249884:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5400. 00010000:00000010:2.1:1734676298.249886:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906b00. 00010000:00000010:2.1:1734676298.249888:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4200. 00010000:00000010:2.1:1734676298.249890:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906a00. 00010000:00000010:2.1:1734676298.249893:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5c00. 00010000:00000010:2.1:1734676298.249894:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906500. 00010000:00000010:2.1:1734676298.249897:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0151000. 00010000:00000010:2.1:1734676298.249902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906c00. 00010000:00000010:2.1:1734676298.249906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0400. 00010000:00000010:2.1:1734676298.249910:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104600. 00010000:00000010:2.1:1734676298.249913:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0a00. 00010000:00000010:2.1:1734676298.249915:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104e00. 00010000:00000010:2.1:1734676298.249919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea1400. 00010000:00000010:2.1:1734676298.249921:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104f00. 00010000:00000010:2.1:1734676298.249923:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0c00. 00010000:00000010:2.1:1734676298.249925:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104000. 00010000:00000010:2.1:1734676298.249927:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea1c00. 00010000:00000010:2.1:1734676298.249929:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104400. 00010000:00000010:2.1:1734676298.249931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0600. 00010000:00000010:2.1:1734676298.249933:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104700. 00010000:00000010:2.1:1734676298.249936:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796000. 00010000:00000010:2.1:1734676298.249939:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104a00. 00010000:00000010:2.1:1734676298.249943:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796800. 00010000:00000010:2.1:1734676298.249945:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104b00. 00010000:00000010:2.1:1734676298.249947:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796a00. 00010000:00000010:3.1:1734676298.267264:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104900. 00010000:00000010:3.1:1734676298.267270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797a00. 00010000:00000010:3.1:1734676298.267274:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25000. 00010000:00000010:3.1:1734676298.267278:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc200. 00010000:00000010:3.1:1734676298.267281:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25f00. 00010000:00000010:3.1:1734676298.267283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc600. 00010000:00000010:3.1:1734676298.267285:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25800. 00010000:00000010:3.1:1734676298.267288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd600. 00010000:00000010:3.1:1734676298.267289:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25a00. 00010000:00000010:3.1:1734676298.267291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dcc00. 00010000:00000010:3.1:1734676298.267292:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25700. 00010000:00000010:3.1:1734676298.267294:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dca00. 00010000:00000010:3.1:1734676298.267296:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25100. 00010000:00000010:3.1:1734676298.267298:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd800. 00010000:00000010:3.1:1734676298.267300:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25e00. 00010000:00000010:3.1:1734676298.267302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e400. 00010000:00000010:3.1:1734676298.267304:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25b00. 00010000:00000010:3.1:1734676298.267306:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6f400. 00010000:00000010:3.1:1734676298.267308:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25600. 00010000:00000010:3.1:1734676298.267310:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e200. 00010000:00000010:3.1:1734676298.267311:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25400. 00010000:00000010:3.1:1734676298.267313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fc00. 00010000:00000010:3.1:1734676298.267315:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25200. 00010000:00000010:3.1:1734676298.267316:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fe00. 00010000:00000010:3.1:1734676298.267321:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555000. 00010000:00000010:3.1:1734676298.267326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808200. 00010000:00000010:3.1:1734676298.267329:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555400. 00010000:00000010:3.1:1734676298.267331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808c00. 00010000:00000010:3.1:1734676298.267333:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555200. 00010000:00000010:3.1:1734676298.267335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809200. 00010000:00000010:3.1:1734676298.267338:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555c00. 00010000:00000010:3.1:1734676298.267340:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808e00. 00010000:00000010:0.1:1734676298.285622:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555600. 00010000:00000010:0.1:1734676298.299008:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808000. 00010000:00000010:0.1:1734676298.299015:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555a00. 00010000:00000010:0.1:1734676298.299018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808a00. 00010000:00000010:0.1:1734676298.299020:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555e00. 00010000:00000010:0.1:1734676298.299022:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808600. 00010000:00000010:0.1:1734676298.299024:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555700. 00010000:00000010:0.1:1734676298.299027:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46800. 00010000:00000010:0.1:1734676298.299032:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555800. 00010000:00000010:0.1:1734676298.299034:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46200. 00010000:00000010:0.1:1734676298.299055:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555f00. 00010000:00000010:0.1:1734676298.299057:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46600. 00010000:00000010:0.1:1734676298.299059:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555300. 00010000:00000010:0.1:1734676298.299061:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46a00. 00010000:00000010:0.1:1734676298.299063:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555b00. 00010000:00000010:0.1:1734676298.299066:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798c00. 00010000:00000010:0.1:1734676298.299072:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9100. 00010000:00000010:0.1:1734676298.299076:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798600. 00010000:00000010:0.1:1734676298.299077:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9400. 00010000:00000010:0.1:1734676298.299079:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798200. 00010000:00000010:0.1:1734676298.299082:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9000. 00010000:00000010:0.1:1734676298.299084:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798000. 00010000:00000010:0.1:1734676298.299086:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9600. 00010000:00000010:0.1:1734676298.299089:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799200. 00010000:00000010:0.1:1734676298.299092:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9c00. 00010000:00000010:0.1:1734676298.299094:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799600. 00010000:00000010:0.1:1734676298.299096:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9200. 00010000:00000010:0.1:1734676298.299099:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a800. 00010000:00000010:0.1:1734676298.299104:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9800. 00010000:00000010:0.1:1734676298.299106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ba00. 00010000:00000010:0.1:1734676298.299109:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9e00. 00010000:00000010:0.1:1734676298.299111:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ae00. 00010000:00000010:0.1:1734676298.299113:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9f00. 00010000:00000010:0.1:1734676298.299115:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a000. 00010000:00000010:0.1:1734676298.299116:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9a00. 00010000:00000010:0.1:1734676298.299119:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfec00. 00010000:00000010:0.1:1734676298.299121:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9900. 00010000:00000010:0.1:1734676298.299124:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daaa00. 00010000:00000010:0.1:1734676298.299126:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9b00. 00010000:00000010:0.1:1734676298.299140:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dab400. 00010000:00000010:0.1:1734676298.299143:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9300. 00010000:00000010:0.1:1734676298.299145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa600. 00010000:00000010:0.1:1734676298.299147:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736b9700. 00010000:00000010:0.1:1734676298.299149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa800. 00010000:00000010:0.1:1734676298.299153:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb700. 00010000:00000010:0.1:1734676298.299158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daac00. 00010000:00000010:0.1:1734676298.299160:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb300. 00010000:00000010:0.1:1734676298.299162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa000. 00010000:00000010:0.1:1734676298.299164:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb100. 00010000:00000010:0.1:1734676298.299167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23600. 00010000:00000010:0.1:1734676298.299171:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbb00. 00010000:00000010:0.1:1734676298.299173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23e00. 00010000:00000010:0.1:1734676298.299175:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbd00. 00010000:00000010:0.1:1734676298.299177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22600. 00010000:00000010:0.1:1734676298.299180:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb500. 00010000:00000010:0.1:1734676298.299182:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23c00. 00010000:00000010:0.1:1734676298.299184:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb900. 00010000:00000010:0.1:1734676298.299186:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23200. 00010000:00000010:0.1:1734676298.299187:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbc00. 00010000:00000010:0.1:1734676298.299189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23800. 00010000:00000010:0.1:1734676298.299191:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb000. 00010000:00000010:0.1:1734676298.299193:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7a00. 00010000:00000010:0.1:1734676298.299196:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbf00. 00010000:00000010:0.1:1734676298.299197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7800. 00010000:00000010:0.1:1734676298.299199:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb800. 00010000:00000010:0.1:1734676298.299201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7200. 00010000:00000010:0.1:1734676298.299203:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fba00. 00010000:00000010:0.1:1734676298.299204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7000. 00010000:00000010:0.1:1734676298.299206:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb400. 00010000:00000010:0.1:1734676298.299209:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6c00. 00010000:00000010:0.1:1734676298.299213:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b400. 00010000:00000010:0.1:1734676298.299216:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721c00. 00010000:00000010:0.1:1734676298.299218:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b000. 00010000:00000010:0.1:1734676298.299220:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721000. 00010000:00000010:0.1:1734676298.299222:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b600. 00010000:00000010:0.1:1734676298.299224:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720600. 00010000:00000010:0.1:1734676298.299227:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bc00. 00010000:00000010:0.1:1734676298.299229:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720e00. 00010000:00000010:0.1:1734676298.299231:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b200. 00010000:00000010:0.1:1734676298.299233:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720400. 00010000:00000010:0.1:1734676298.299235:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b800. 00010000:00000010:0.1:1734676298.299238:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a800. 00010000:00000010:0.1:1734676298.299240:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00be00. 00010000:00000010:0.1:1734676298.299242:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a400. 00010000:00000010:0.1:1734676298.299244:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b300. 00010000:00000010:0.1:1734676298.299246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b800. 00010000:00000010:0.1:1734676298.299248:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00ba00. 00010000:00000010:0.1:1734676298.299250:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a000. 00010000:00000010:0.1:1734676298.299252:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bd00. 00010000:00000010:0.1:1734676298.299254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1aa00. 00010000:00000010:0.1:1734676298.299256:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bf00. 00010000:00000010:0.1:1734676298.299258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1a200. 00010000:00000010:0.1:1734676298.299259:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b100. 00010000:00000010:0.1:1734676298.299262:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343200. 00010000:00000010:0.1:1734676298.299266:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bb00. 00010000:00000010:0.1:1734676298.299268:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342000. 00010000:00000010:0.1:1734676298.299271:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b900. 00010000:00000010:0.1:1734676298.299273:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343400. 00010000:00000010:0.1:1734676298.299283:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900f00. 00010000:00000010:0.1:1734676298.299286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343a00. 00010000:00000010:0.1:1734676298.299288:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900200. 00010000:00000010:0.1:1734676298.299290:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342200. 00010000:00000010:0.1:1734676298.299292:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900000. 00010000:00000010:0.1:1734676298.299294:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342600. 00010000:00000010:0.1:1734676298.299297:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ad00. 00010000:00000010:0.1:1734676298.299301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184400. 00010000:00000010:0.1:1734676298.299303:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a200. 00010000:00000010:0.1:1734676298.299306:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185800. 00010000:00000010:0.1:1734676298.299309:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a400. 00010000:00000010:0.1:1734676298.299311:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184000. 00010000:00000010:0.1:1734676298.299313:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ac00. 00010000:00000010:0.1:1734676298.299316:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184200. 00010000:00000010:0.1:1734676298.299318:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a700. 00010000:00000010:0.1:1734676298.299319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184c00. 00010000:00000010:1.1:1734676298.332795:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05000. 00010000:00000010:1.1:1734676298.332803:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0c00. 00010000:00000010:1.1:1734676298.332807:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802800. 00010000:00000010:1.1:1734676298.332811:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185e00. 00010000:00000010:1.1:1734676298.344619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149a00. 00010000:00000010:1.1:1734676298.344625:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afa00. 00010000:00000010:1.1:1734676298.344629:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184a00. 00010000:00000010:1.1:1734676298.344632:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131226200. 00010000:00000010:1.1:1734676298.344634:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee100. 00010000:00000010:1.1:1734676298.344636:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d185c00. 00010000:00000010:1.1:1734676298.344734:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5e00. 00010000:00000010:2.1:1734676298.347438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097900e00. 00010000:00000010:2.1:1734676298.347445:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495a00. 00010000:00000010:2.1:1734676298.347451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d184200. 00010000:00000010:2.1:1734676298.347455:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06400. 00010000:00000010:2.1:1734676298.347459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796200. 00010000:00000010:2.1:1734676298.347463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148800. 00010000:00000010:1.1:1734676298.353213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ae00. 00010000:00000010:0.1:1734676298.353367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b800. 00010000:00000010:0.1:1734676298.353371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796400. 00010000:00000010:0.1:1734676298.353379:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac100. 00010000:00000010:0.1:1734676298.353382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dafc00. 00010000:00000010:0.1:1734676298.356425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975800. 00010000:00000010:0.1:1734676298.356431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79000. 00010000:00000010:0.1:1734676298.362747:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817d00. 00010000:00000010:0.1:1734676298.362761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daec00. 00010000:00000010:0.1:1734676298.362765:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120ff00. 00010000:00000010:0.1:1734676298.362768:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae400. 00010000:00000010:0.1:1734676298.362771:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555c00. 00010000:00000010:0.1:1734676298.362776:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae600. 00010000:00000010:0.1:1734676298.362780:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50e00. 00010000:00000010:0.1:1734676298.362782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dae800. 00010000:00000010:1.1:1734676298.363166:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14fe00. 00010000:00000010:0.1:1734676298.370595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9f400. 00010000:00000010:0.1:1734676298.370607:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7f00. 00010000:00000010:0.1:1734676298.370612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808a00. 00010000:00000010:0.1:1734676298.377925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20800. 00010000:00000010:1.1:1734676298.378022:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec600. 00010000:00000010:0.1:1734676298.392160:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b100. 00010000:00000010:0.1:1734676298.392166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796000. 00010000:00000010:0.1:1734676298.392170:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e100. 00010000:00000010:0.1:1734676298.392172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796400. 00010000:00000010:0.1:1734676298.398661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28600. 00010000:00000010:0.1:1734676298.398670:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121b00. 00010000:00000010:1.1:1734676298.398671:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ee00. 00010000:00000010:0.1:1734676298.398673:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797a00. 00010000:00000010:0.1:1734676298.398676:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555700. 00010000:00000010:0.1:1734676298.398679:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808c00. 00010000:00000010:2.1:1734676298.402518:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ffa00. 00010000:00000010:2.1:1734676298.402525:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb500. 00010000:00000010:2.1:1734676298.402528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d808a00. 00010000:00000010:2.1:1734676298.404249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465e00. 00010000:00000010:0.1:1734676298.407368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb200. 00010000:00000010:0.1:1734676298.407379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9800. 00010000:00000010:2.1:1734676298.407721:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca800. 00010000:00000010:2.1:1734676298.407728:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8000. 00010000:00000010:2.1:1734676298.407772:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80a200. 00010000:00000010:2.1:1734676298.407776:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7fc00. 00010000:00000010:2.1:1734676298.407779:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8c200. 00010000:00000010:2.1:1734676298.407782:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8400. 00010000:00000010:3.1:1734676298.410921:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9800. 00010000:00000010:3.1:1734676298.420184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944600. 00010000:00000010:1.1:1734676298.431275:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afe00. 00010000:00000010:1.1:1734676298.431282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b1d0e00. 00010000:00000010:1.1:1734676298.431286:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810b00. 00010000:00000010:1.1:1734676298.431289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6400. 00010000:00000010:3.1:1734676298.436890:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a600. 00010000:00000010:3.1:1734676298.436895:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130deee00. 00010000:00000010:3.1:1734676298.436901:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6200. 00010000:00000010:0.1:1734676298.437381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33800. 00010000:00000010:1.1:1734676298.442074:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809800. 00010000:00000010:1.1:1734676298.442088:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e400. 00010000:00000010:0.1:1734676298.445505:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581800. 00010000:00000010:2.1:1734676298.458341:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c6100. 00010000:00000010:1.1:1734676298.458349:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5d00. 00010000:00000010:2.1:1734676298.458351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7200. 00010000:00000010:2.1:1734676298.458354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350400. 00010000:00000010:1.1:1734676298.458354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc200. 00010000:00000010:2.1:1734676298.458357:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809d00. 00010000:00000010:2.1:1734676298.458361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6fe00. 00010000:00000010:2.1:1734676298.458363:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee600. 00010000:00000010:2.1:1734676298.458365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dca00. 00010000:00000010:2.1:1734676298.458367:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555600. 00010000:00000010:2.1:1734676298.458374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd600. 00010000:00000010:3.1:1734676298.458426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec7800. 00010000:00000010:2.1:1734676298.466954:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d23400. 00010000:00000010:2.1:1734676298.470811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad0200. 00010000:00000010:2.1:1734676298.477618:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783e00. 00010000:00000010:2.1:1734676298.477628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:2.1:1734676298.477756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7200. 00010000:00000010:2.1:1734676298.477761:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4300. 00010000:00000010:2.1:1734676298.477763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10800. 00010000:00000010:3.1:1734676298.490273:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64b400. 00010000:00000010:2.1:1734676298.502534:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1f00. 00010000:00000010:2.1:1734676298.502540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10000. 00010000:00000010:2.1:1734676298.504341:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1e00. 00010000:00000010:2.1:1734676298.504346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10200. 00010000:00000010:2.1:1734676298.504349:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555300. 00010000:00000010:2.1:1734676298.504352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1400. 00010000:00000010:2.1:1734676298.504356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1a00. 00010000:00000010:2.1:1734676298.504358:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6700. 00010000:00000010:2.1:1734676298.504360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:2.1:1734676298.507236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136e00. 00010000:00000010:2.1:1734676298.514489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e400. 00010000:00000010:2.1:1734676298.514497:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648700. 00010000:00000010:2.1:1734676298.514501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1c00. 00010000:00000010:2.1:1734676298.525713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7400. 00010000:00000010:2.1:1734676298.525720:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489400. 00010000:00000010:2.1:1734676298.525724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0c00. 00010000:00000010:3.1:1734676298.546968:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99be00. 00010000:00000010:2.1:1734676298.547260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2c00. 00010000:00000010:2.1:1734676298.547268:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dae0900. 00010000:00000010:2.1:1734676298.547272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6a800. 00010000:00000010:2.1:1734676298.552226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d500. 00010000:00000010:2.1:1734676298.552233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ae00. 00010000:00000010:2.1:1734676298.552236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555000. 00010000:00000010:2.1:1734676298.552240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1200. 00010000:00000010:2.1:1734676298.552409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46200. 00010000:00000010:2.1:1734676298.560290:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136eb00. 00010000:00000010:2.1:1734676298.560294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1000. 00010000:00000010:2.1:1734676298.581249:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04200. 00010000:00000010:2.1:1734676298.581254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6b200. 00010000:00000010:2.1:1734676298.588562:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9000. 00010000:00000010:2.1:1734676298.588570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d000. 00010000:00000010:2.1:1734676298.588574:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94f00. 00010000:00000010:2.1:1734676298.588577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1a00. 00010000:00000010:2.1:1734676298.588580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098600. 00010000:00000010:2.1:1734676298.588582:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94800. 00010000:00000010:2.1:1734676298.588584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0000. 00010000:00000010:2.1:1734676298.588722:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5000. 00010000:00000010:3.1:1734676298.591312:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122a00. 00010000:00000010:3.1:1734676298.591316:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1e00. 00010000:00000010:3.1:1734676298.591318:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810800. 00010000:00000010:3.1:1734676298.591322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ae00. 00010000:00000010:3.1:1734676298.594780:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7d200. 00010000:00000010:3.1:1734676298.594900:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6100. 00010000:00000010:3.1:1734676298.594904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ba00. 00010000:00000010:3.1:1734676298.602398:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6c800. 00010000:00000010:3.1:1734676298.613315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5a00. 00010000:00000010:3.1:1734676298.623538:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133000. 00010000:00000010:3.1:1734676298.623548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1000. 00010000:00000010:3.1:1734676298.623551:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810600. 00010000:00000010:3.1:1734676298.623557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6a600. 00010000:00000010:2.1:1734676298.624233:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7a00. 00010000:00000010:2.1:1734676298.624240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d24c00. 00010000:00000010:2.1:1734676298.624248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0d00. 00010000:00000010:2.1:1734676298.624253:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0000. 00010000:00000010:2.1:1734676298.624255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160a00. 00010000:00000010:2.1:1734676298.624259:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ba200. 00010000:00000010:2.1:1734676298.624262:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122900. 00010000:00000010:2.1:1734676298.624264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1800. 00010000:00000010:2.1:1734676298.624270:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adcf00. 00010000:00000010:2.1:1734676298.624272:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0600. 00010000:00000010:3.1:1734676298.634626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869200. 00010000:00000010:3.1:1734676298.634636:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0ba00. 00010000:00000010:3.1:1734676298.634639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6b800. 00010000:00000010:3.1:1734676298.643445:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7000. 00010000:00000010:3.1:1734676298.643485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde2e00. 00010000:00000010:0.1:1734676298.643870:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23900. 00010000:00000010:0.1:1734676298.643875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6a400. 00010000:00000010:0.1:1734676298.643884:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6c600. 00010000:00000010:0.1:1734676298.643887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1600. 00010000:00000010:2.1:1734676298.663369:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8c00. 00010000:00000010:2.1:1734676298.663381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1a00. 00010000:00000010:2.1:1734676298.663385:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145e00. 00010000:00000010:2.1:1734676298.663388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ae00. 00010000:00000010:2.1:1734676298.663391:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810800. 00010000:00000010:2.1:1734676298.663396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6be00. 00010000:00000010:1.1:1734676298.663676:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7ca00. 00010000:00000010:1.1:1734676298.663681:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7400. 00010000:00000010:1.1:1734676298.669588:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8d00. 00010000:00000010:1.1:1734676298.669593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ba00. 00010000:00000010:3.1:1734676298.673103:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8200. 00010000:00000010:2.1:1734676298.675144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdec00. 00010000:00000010:2.1:1734676298.675149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4a00. 00010000:00000010:1.1:1734676298.681445:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8e00. 00010000:00000010:1.1:1734676298.681457:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:3.1:1734676298.681950:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4a00. 00010000:00000010:3.1:1734676298.681956:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8400. 00010000:00000010:3.1:1734676298.681959:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5400. 00010000:00000010:3.1:1734676298.681962:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0a00. 00010000:00000010:2.1:1734676298.688195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46c00. 00010000:00000010:3.1:1734676298.695062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168e00. 00010000:00000010:3.1:1734676298.698789:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6100. 00010000:00000010:3.1:1734676298.698794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:3.1:1734676298.698797:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810700. 00010000:00000010:3.1:1734676298.698800:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:0.1:1734676298.702365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8fa00. 00010000:00000010:3.1:1734676298.702493:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fe00. 00010000:00000010:3.1:1734676298.702499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0c00. 00010000:00000010:3.1:1734676298.705971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88400. 00010000:00000010:3.1:1734676298.712924:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0e00. 00010000:00000010:3.1:1734676298.712932:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0e00. 00010000:00000010:2.1:1734676298.721349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13e00. 00010000:00000010:3.1:1734676298.721360:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ea00. 00010000:00000010:1.1:1734676298.724305:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3a00. 00010000:00000010:1.1:1734676298.724314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0800. 00010000:00000010:3.1:1734676298.724365:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f400. 00010000:00000010:3.1:1734676298.724370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65400. 00010000:00000010:3.1:1734676298.724372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1c00. 00010000:00000010:3.1:1734676298.724375:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7f00. 00010000:00000010:3.1:1734676298.724379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0c00. 00010000:00000010:2.1:1734676298.732175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ae00. 00010000:00000010:3.1:1734676298.732240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d000. 00010000:00000010:3.1:1734676298.732246:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959b4100. 00010000:00000010:3.1:1734676298.732249:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9400. 00010000:00000010:2.1:1734676298.736246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999800. 00010000:00000010:3.1:1734676298.739189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6000. 00010000:00000010:3.1:1734676298.739199:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092000. 00010000:00000010:3.1:1734676298.739203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ae00. 00010000:00000010:3.1:1734676298.739206:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092400. 00010000:00000010:3.1:1734676298.739208:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6be00. 00010000:00000010:2.1:1734676298.742370:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999200. 00010000:00000010:2.1:1734676298.742375:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59f00. 00010000:00000010:2.1:1734676298.742378:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10000. 00010000:00000010:2.1:1734676298.748108:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993800. 00010000:00000010:2.1:1734676298.748114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1c00. 00010000:00000010:3.1:1734676298.748353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179600. 00010000:00000010:0.1:1734676298.754682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ce00. 00010000:00000010:0.1:1734676298.754689:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7700. 00010000:00000010:0.1:1734676298.754691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10400. 00010000:00000010:0.1:1734676298.754694:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555b00. 00010000:00000010:0.1:1734676298.754697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1600. 00010000:00000010:3.1:1734676298.757691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324c00. 00010000:00000010:3.1:1734676298.760189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569800. 00010000:00000010:0.1:1734676298.760310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039e00. 00010000:00000010:0.1:1734676298.760315:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2f00. 00010000:00000010:0.1:1734676298.760319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0800. 00010000:00000010:0.1:1734676298.760322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520a00. 00010000:00000010:0.1:1734676298.760325:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ae00. 00010000:00000010:0.1:1734676298.760327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ae00. 00010000:00000010:0.1:1734676298.760330:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09ad00. 00010000:00000010:0.1:1734676298.760332:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0000. 00010000:00000010:3.1:1734676298.766447:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95c00. 00010000:00000010:3.1:1734676298.766453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1800. 00010000:00000010:2.1:1734676298.772306:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad800. 00010000:00000010:2.1:1734676298.772311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11a00. 00010000:00000010:2.1:1734676298.772313:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555200. 00010000:00000010:2.1:1734676298.772316:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1000. 00010000:00000010:3.1:1734676298.772446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ac00. 00010000:00000010:2.1:1734676298.776399:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1c00. 00010000:00000010:2.1:1734676298.776404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ba000. 00010000:00000010:2.1:1734676298.776408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd8c00. 00010000:00000010:2.1:1734676298.776410:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139400. 00010000:00000010:2.1:1734676298.776413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bae00. 00010000:00000010:2.1:1734676298.776415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3e00. 00010000:00000010:2.1:1734676298.776418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb800. 00010000:00000010:2.1:1734676298.776420:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3700. 00010000:00000010:2.1:1734676298.776423:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bac00. 00010000:00000010:2.1:1734676298.776424:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3d00. 00010000:00000010:2.1:1734676298.776426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bbe00. 00010000:00000010:3.1:1734676298.781205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b800. 00010000:00000010:3.1:1734676298.781211:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdfe00. 00010000:00000010:3.1:1734676298.781215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545200. 00010000:00000010:3.1:1734676298.781218:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324200. 00010000:00000010:3.1:1734676298.781221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d796c00. 00010000:00000010:2.1:1734676298.782774:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9000. 00010000:00000010:2.1:1734676298.784274:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736be100. 00010000:00000010:2.1:1734676298.784282:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb000. 00010000:00000010:2.1:1734676298.787222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421d00. 00010000:00000010:2.1:1734676298.787236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a800. 00010000:00000010:3.1:1734676298.787310:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140600. 00010000:00000010:3.1:1734676298.795470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393600. 00010000:00000010:3.1:1734676298.801196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbec00. 00010000:00000010:0.1:1734676298.801236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b200. 00010000:00000010:0.1:1734676298.801242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b600. 00010000:00000010:3.1:1734676298.807391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d400. 00010000:00000010:0.1:1734676298.812094:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087600. 00010000:00000010:0.1:1734676298.812100:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a400. 00010000:00000010:0.1:1734676298.812105:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087400. 00010000:00000010:0.1:1734676298.812108:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b800. 00010000:00000010:3.1:1734676298.814190:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721e00. 00010000:00000010:0.1:1734676298.817257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0be00. 00010000:00000010:0.1:1734676298.817265:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b200. 00010000:00000010:0.1:1734676298.817268:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555700. 00010000:00000010:0.1:1734676298.817271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a800. 00010000:00000010:0.1:1734676298.817274:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5900. 00010000:00000010:0.1:1734676298.817279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fe00. 00010000:00000010:0.1:1734676298.820150:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527a00. 00010000:00000010:0.1:1734676298.820157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df400. 00010000:00000010:3.1:1734676298.820270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54e00. 00010000:00000010:0.1:1734676298.823238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821300. 00010000:00000010:0.1:1734676298.823245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46f200. 00010000:00000010:0.1:1734676298.823248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bc900. 00010000:00000010:0.1:1734676298.823252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ea00. 00010000:00000010:1.1:1734676298.829222:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dad700. 00010000:00000010:3.1:1734676298.829226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730000. 00010000:00000010:1.1:1734676298.829228:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46e000. 00010000:00000010:0.1:1734676298.829275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527000. 00010000:00000010:1.1:1734676298.832389:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4dbe00. 00010000:00000010:1.1:1734676298.832396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8400. 00010000:00000010:0.1:1734676298.832502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40d00. 00010000:00000010:0.1:1734676298.832506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fc00. 00010000:00000010:2.1:1734676298.838203:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da3800. 00010000:00000010:3.1:1734676298.838205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095940a00. 00010000:00000010:3.1:1734676298.838212:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3da00. 00010000:00000010:3.1:1734676298.838215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9c00. 00010000:00000010:0.1:1734676298.844793:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008a00. 00010000:00000010:1.1:1734676298.844796:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424600. 00010000:00000010:1.1:1734676298.844802:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10000. 00010000:00000010:3.1:1734676298.850228:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef600. 00010000:00000010:3.1:1734676298.850237:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11a00. 00010000:00000010:3.1:1734676298.850241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90a00. 00010000:00000010:2.1:1734676298.850288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1e00. 00010000:00000010:2.1:1734676298.850294:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9c00. 00010000:00000010:2.1:1734676298.853408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0200. 00010000:00000010:2.1:1734676298.853414:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bb00. 00010000:00000010:2.1:1734676298.853417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a400. 00010000:00000010:2.1:1734676298.853421:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46400. 00010000:00000010:2.1:1734676298.853424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ee00. 00010000:00000010:2.1:1734676298.853427:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555400. 00010000:00000010:2.1:1734676298.853431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46f600. 00010000:00000010:2.1:1734676298.853434:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76c00. 00010000:00000010:2.1:1734676298.853438:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50d00. 00010000:00000010:2.1:1734676298.853440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fc00. 00010000:00000010:2.1:1734676298.853442:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0700. 00010000:00000010:2.1:1734676298.853445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ea00. 00010000:00000010:2.1:1734676298.853447:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e700. 00010000:00000010:2.1:1734676298.853450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fe00. 00010000:00000010:2.1:1734676298.859678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704600. 00010000:00000010:2.1:1734676298.859684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bee00. 00010000:00000010:2.1:1734676298.866564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773c00. 00010000:00000010:2.1:1734676298.866572:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097700. 00010000:00000010:2.1:1734676298.866575:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88600. 00010000:00000010:2.1:1734676298.866578:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7e00. 00010000:00000010:2.1:1734676298.866582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89200. 00010000:00000010:2.1:1734676298.870263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e67200. 00010000:00000010:2.1:1734676298.870269:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09c000. 00010000:00000010:2.1:1734676298.870272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725000. 00010000:00000010:0.1:1734676298.870637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2000. 00010000:00000010:2.1:1734676298.873257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d93f100. 00010000:00000010:2.1:1734676298.873264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88a00. 00010000:00000010:2.1:1734676298.873267:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488100. 00010000:00000010:2.1:1734676298.873271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89e00. 00010000:00000010:2.1:1734676298.873274:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59100. 00010000:00000010:2.1:1734676298.873276:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89a00. 00010000:00000010:3.1:1734676298.876354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0a00. 00010000:00000010:0.1:1734676298.876389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05600. 00010000:00000010:0.1:1734676298.876395:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9be00. 00010000:00000010:0.1:1734676298.882856:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7e00. 00010000:00000010:0.1:1734676298.882862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88000. 00010000:00000010:0.1:1734676298.882865:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30e00. 00010000:00000010:0.1:1734676298.882867:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77fc00. 00010000:00000010:1.1:1734676298.886217:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff5600. 00010000:00000010:0.1:1734676298.892254:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea500. 00010000:00000010:0.1:1734676298.892261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ec00. 00010000:00000010:0.1:1734676298.892266:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555e00. 00010000:00000010:0.1:1734676298.892270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77f600. 00010000:00000010:0.1:1734676298.898179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc800. 00010000:00000010:0.1:1734676298.898189:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af800. 00010000:00000010:0.1:1734676298.898193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e800. 00010000:00000010:0.1:1734676298.906816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bfe00. 00010000:00000010:0.1:1734676298.906823:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e800. 00010000:00000010:0.1:1734676298.906827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77f000. 00010000:00000010:1.1:1734676298.910477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565400. 00010000:00000010:1.1:1734676298.910488:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33a00. 00010000:00000010:1.1:1734676298.910491:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8800. 00010000:00000010:3.1:1734676298.910775:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197000. 00010000:00000010:3.1:1734676298.910782:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfb700. 00010000:00000010:3.1:1734676298.910785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b200. 00010000:00000010:0.1:1734676298.915281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ffc00. 00010000:00000010:0.1:1734676298.915290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fd000. 00010000:00000010:3.1:1734676298.918190:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dcb00. 00010000:00000010:3.1:1734676298.918197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb800. 00010000:00000010:1.1:1734676298.921176:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1200. 00010000:00000010:1.1:1734676298.921181:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1f0e00. 00010000:00000010:1.1:1734676298.921184:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bbe00. 00010000:00000010:3.1:1734676298.927456:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2700. 00010000:00000010:3.1:1734676298.927462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77f600. 00010000:00000010:0.1:1734676298.927468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d361a00. 00010000:00000010:0.1:1734676298.933212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6c00. 00010000:00000010:3.1:1734676298.940483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004b00. 00010000:00000010:3.1:1734676298.940489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb800. 00010000:00000010:3.1:1734676298.940494:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875f00. 00010000:00000010:3.1:1734676298.940498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4a800. 00010000:00000010:3.1:1734676298.940502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42600. 00010000:00000010:3.1:1734676298.940506:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1d00. 00010000:00000010:3.1:1734676298.940510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89a00. 00010000:00000010:2.1:1734676298.940678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0600. 00010000:00000010:2.1:1734676298.947479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fe800. 00010000:00000010:3.1:1734676298.951107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c313a00. 00010000:00000010:3.1:1734676298.951113:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802b00. 00010000:00000010:3.1:1734676298.951117:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88a00. 00010000:00000010:3.1:1734676298.951121:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810f00. 00010000:00000010:3.1:1734676298.951134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89200. 00010000:00000010:3.1:1734676298.951137:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889a00. 00010000:00000010:3.1:1734676298.951141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fe00. 00010000:00000010:3.1:1734676298.951145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6bb00. 00010000:00000010:3.1:1734676298.951148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ee00. 00010000:00000010:3.1:1734676298.951150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1c00. 00010000:00000010:3.1:1734676298.951153:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fc00. 00010000:00000010:3.1:1734676298.951164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c000. 00010000:00000010:2.1:1734676298.957081:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3000. 00010000:00000010:2.1:1734676298.957086:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c200. 00010000:00000010:2.1:1734676298.964475:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792500. 00010000:00000010:2.1:1734676298.964482:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1800. 00010000:00000010:2.1:1734676298.964485:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec900. 00010000:00000010:2.1:1734676298.964489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1600. 00010000:00000010:3.1:1734676298.965423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4800. 00010000:00000010:0.1:1734676298.969166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3e00. 00010000:00000010:3.1:1734676298.977140:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810000. 00010000:00000010:3.1:1734676298.977147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1c00. 00010000:00000010:3.1:1734676298.977151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732d00. 00010000:00000010:3.1:1734676298.977155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87ac00. 00010000:00000010:3.1:1734676298.977159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946eb00. 00010000:00000010:3.1:1734676298.977162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a600. 00010000:00000010:3.1:1734676298.977164:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f100. 00010000:00000010:3.1:1734676298.977166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a000. 00010000:00000010:2.1:1734676298.977208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecec00. 00010000:00000010:2.1:1734676298.977213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5600. 00010000:00000010:1.1:1734676298.981273:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975600. 00010000:00000010:1.1:1734676298.981278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131343000. 00010000:00000010:2.1:1734676298.988362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465a00. 00010000:00000010:0.1:1734676298.988604:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8300. 00010000:00000010:0.1:1734676298.988610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725200. 00010000:00000010:0.1:1734676298.988613:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1500. 00010000:00000010:0.1:1734676298.988616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725a00. 00010000:00000010:0.1:1734676298.988618:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810a00. 00010000:00000010:0.1:1734676298.988622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725c00. 00010000:00000010:0.1:1734676298.988625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d400. 00010000:00000010:0.1:1734676298.988627:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1700. 00010000:00000010:0.1:1734676298.988630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724a00. 00010000:00000010:1.1:1734676298.992384:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3fe00. 00010000:00000010:1.1:1734676298.992390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7800. 00010000:00000010:2.1:1734676298.995396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c600. 00010000:00000010:0.1:1734676298.995397:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec000. 00010000:00000010:2.1:1734676298.995403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0ce00. 00010000:00000010:0.1:1734676298.995403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1600. 00010000:00000010:2.1:1734676298.995406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd8c00. 00010000:00000010:0.1:1734676298.995407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c400. 00010000:00000010:0.1:1734676298.995412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbf7400. 00010000:00000010:0.1:1734676299.001475:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef000. 00010000:00000010:0.1:1734676299.001481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9000. 00010000:00000010:0.1:1734676299.001484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555400. 00010000:00000010:0.1:1734676299.001488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8a00. 00010000:00000010:0.1:1734676299.001493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5e00. 00010000:00000010:0.1:1734676299.001497:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca800. 00010000:00000010:0.1:1734676299.001500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9a00. 00010000:00000010:2.1:1734676299.004648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee600. 00010000:00000010:0.1:1734676299.004649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d000. 00010000:00000010:0.1:1734676299.010253:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94700. 00010000:00000010:0.1:1734676299.010262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8c00. 00010000:00000010:0.1:1734676299.010268:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab100. 00010000:00000010:0.1:1734676299.010270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8400. 00010000:00000010:0.1:1734676299.016376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102200. 00010000:00000010:0.1:1734676299.016383:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0900. 00010000:00000010:0.1:1734676299.016386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a600. 00010000:00000010:0.1:1734676299.016391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2000. 00010000:00000010:0.1:1734676299.016393:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958b00. 00010000:00000010:0.1:1734676299.016396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9a00. 00010000:00000010:0.1:1734676299.016400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075006200. 00010000:00000010:0.1:1734676299.016403:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee600. 00010000:00000010:0.1:1734676299.016406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a9000. 00010000:00000010:0.1:1734676299.019544:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587800. 00010000:00000010:0.1:1734676299.025193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8200. 00010000:00000010:0.1:1734676299.025199:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb200. 00010000:00000010:0.1:1734676299.025204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e1c00. 00010000:00000010:0.1:1734676299.025208:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35000. 00010000:00000010:0.1:1734676299.025211:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ee00. 00010000:00000010:1.1:1734676299.025390:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131500. 00010000:00000010:1.1:1734676299.025397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fe00. 00010000:00000010:1.1:1734676299.030476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111600. 00010000:00000010:1.1:1734676299.034121:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131c00. 00010000:00000010:1.1:1734676299.034136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7a00. 00010000:00000010:0.1:1734676299.034232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4a00. 00010000:00000010:1.1:1734676299.036978:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0600. 00010000:00000010:1.1:1734676299.039248:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31d00. 00010000:00000010:1.1:1734676299.039253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6200. 00010000:00000010:1.1:1734676299.039256:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131228a00. 00010000:00000010:0.1:1734676299.039293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810200. 00010000:00000010:0.1:1734676299.039299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6000. 00010000:00000010:1.1:1734676299.042162:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186c00. 00010000:00000010:0.1:1734676299.046231:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15100. 00010000:00000010:0.1:1734676299.046241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88a00. 00010000:00000010:0.1:1734676299.053056:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c000. 00010000:00000010:0.1:1734676299.055410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7200. 00010000:00000010:0.1:1734676299.055416:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31100. 00010000:00000010:0.1:1734676299.055418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89a00. 00010000:00000010:0.1:1734676299.055421:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1100. 00010000:00000010:0.1:1734676299.055424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16000. 00010000:00000010:0.1:1734676299.061246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9b400. 00010000:00000010:0.1:1734676299.061253:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ee00. 00010000:00000010:0.1:1734676299.064136:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65c00. 00010000:00000010:0.1:1734676299.064141:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17400. 00010000:00000010:0.1:1734676299.064144:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fead00. 00010000:00000010:0.1:1734676299.064146:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17000. 00010000:00000010:0.1:1734676299.064148:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555800. 00010000:00000010:0.1:1734676299.064150:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68400. 00010000:00000010:0.1:1734676299.069744:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7600. 00010000:00000010:1.1:1734676299.076100:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6800. 00010000:00000010:0.1:1734676299.076150:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48a400. 00010000:00000010:0.1:1734676299.076156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd500. 00010000:00000010:0.1:1734676299.076160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68a00. 00010000:00000010:0.1:1734676299.076162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d775200. 00010000:00000010:0.1:1734676299.076166:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75000. 00010000:00000010:0.1:1734676299.076168:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69200. 00010000:00000010:0.1:1734676299.076170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75e00. 00010000:00000010:0.1:1734676299.076173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68c00. 00010000:00000010:0.1:1734676299.078629:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16fc00. 00010000:00000010:1.1:1734676299.083250:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b500. 00010000:00000010:1.1:1734676299.083255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68200. 00010000:00000010:1.1:1734676299.083258:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40500. 00010000:00000010:1.1:1734676299.083261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68800. 00010000:00000010:0.1:1734676299.086659:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7c800. 00010000:00000010:1.1:1734676299.089455:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e95500. 00010000:00000010:1.1:1734676299.089461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704200. 00010000:00000010:1.1:1734676299.089466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16600. 00010000:00000010:1.1:1734676299.089468:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488e00. 00010000:00000010:1.1:1734676299.089471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705000. 00010000:00000010:1.1:1734676299.092652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990400. 00010000:00000010:1.1:1734676299.095344:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737ca300. 00010000:00000010:1.1:1734676299.095354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704e00. 00010000:00000010:1.1:1734676299.099604:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d721a00. 00010000:00000010:0.1:1734676299.099623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69c00. 00010000:00000010:1.1:1734676299.102195:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44fa00. 00010000:00000010:1.1:1734676299.102204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704000. 00010000:00000010:3.1:1734676299.109377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773a00. 00010000:00000010:1.1:1734676299.112792:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cd00. 00010000:00000010:1.1:1734676299.112799:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68200. 00010000:00000010:3.1:1734676299.118468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7000. 00010000:00000010:1.1:1734676299.124477:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd200. 00010000:00000010:1.1:1734676299.124487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69200. 00010000:00000010:0.1:1734676299.131706:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f79400. 00010000:00000010:1.1:1734676299.133948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098486000. 00010000:00000010:1.1:1734676299.133968:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800778efd00. 00010000:00000010:1.1:1734676299.133973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68400. 00010000:00000010:1.1:1734676299.133977:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847400. 00010000:00000010:1.1:1734676299.133979:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68200. 00010000:00000010:0.1:1734676299.136258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa000. 00010000:00000010:1.1:1734676299.142482:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f800. 00010000:00000010:1.1:1734676299.142487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2600. 00010000:00000010:0.1:1734676299.145232:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fdc00. 00010000:00000010:0.1:1734676299.145238:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475c00. 00010000:00000010:0.1:1734676299.145242:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30000. 00010000:00000010:0.1:1734676299.145244:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3200. 00010000:00000010:1.1:1734676299.151522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453000. 00010000:00000010:0.1:1734676299.161346:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5100. 00010000:00000010:0.1:1734676299.161352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aaa00. 00010000:00000010:0.1:1734676299.161355:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38600. 00010000:00000010:0.1:1734676299.161357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aa800. 00010000:00000010:0.1:1734676299.161360:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ac00. 00010000:00000010:0.1:1734676299.161363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9ab400. 00010000:00000010:1.1:1734676299.161423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2000. 00010000:00000010:2.1:1734676299.161427:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ea00. 00010000:00000010:2.1:1734676299.161434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9ab200. 00010000:00000010:1.1:1734676299.167860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462e00. 00010000:00000010:1.1:1734676299.167868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480800. 00010000:00000010:2.1:1734676299.173147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7200. 00010000:00000010:3.1:1734676299.173207:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad9400. 00010000:00000010:1.1:1734676299.173242:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8f100. 00010000:00000010:1.1:1734676299.173247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ee00. 00010000:00000010:1.1:1734676299.173250:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e200. 00010000:00000010:1.1:1734676299.173253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6600. 00010000:00000010:1.1:1734676299.173258:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810000. 00010000:00000010:1.1:1734676299.173263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7a00. 00010000:00000010:1.1:1734676299.173265:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810700. 00010000:00000010:1.1:1734676299.173267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6200. 00010000:00000010:1.1:1734676299.173269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810a00. 00010000:00000010:1.1:1734676299.173271:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5800. 00010000:00000010:1.1:1734676299.173274:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810c00. 00010000:00000010:1.1:1734676299.173277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4e00. 00010000:00000010:1.1:1734676299.173279:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810300. 00010000:00000010:1.1:1734676299.173281:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4c00. 00010000:00000010:1.1:1734676299.173283:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810600. 00010000:00000010:1.1:1734676299.173285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4800. 00010000:00000010:1.1:1734676299.173287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810800. 00010000:00000010:1.1:1734676299.173289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095909800. 00010000:00000010:1.1:1734676299.173292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810b00. 00010000:00000010:1.1:1734676299.173294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f54e00. 00010000:00000010:1.1:1734676299.173297:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810e00. 00010000:00000010:1.1:1734676299.173299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d516000. 00010000:00000010:1.1:1734676299.173302:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810200. 00010000:00000010:1.1:1734676299.173304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62400. 00010000:00000010:1.1:1734676299.173308:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810f00. 00010000:00000010:1.1:1734676299.173311:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63c00. 00010000:00000010:1.1:1734676299.173313:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906c00. 00010000:00000010:1.1:1734676299.173316:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63000. 00010000:00000010:1.1:1734676299.173317:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906500. 00010000:00000010:1.1:1734676299.173319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62200. 00010000:00000010:1.1:1734676299.173321:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906a00. 00010000:00000010:1.1:1734676299.173323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62800. 00010000:00000010:1.1:1734676299.173325:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906b00. 00010000:00000010:1.1:1734676299.173327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f71400. 00010000:00000010:1.1:1734676299.173329:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906700. 00010000:00000010:1.1:1734676299.173332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bc600. 00010000:00000010:1.1:1734676299.173334:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906f00. 00010000:00000010:1.1:1734676299.173337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bd000. 00010000:00000010:1.1:1734676299.173341:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192600. 00010000:00000010:1.1:1734676299.173343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bd400. 00010000:00000010:1.1:1734676299.173345:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192a00. 00010000:00000010:1.1:1734676299.173347:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bd600. 00010000:00000010:1.1:1734676299.173350:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192c00. 00010000:00000010:1.1:1734676299.173352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bc800. 00010000:00000010:1.1:1734676299.173354:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192e00. 00010000:00000010:1.1:1734676299.173356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bc200. 00010000:00000010:1.1:1734676299.173359:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192800. 00010000:00000010:1.1:1734676299.173362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec6800. 00010000:00000010:1.1:1734676299.173364:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192f00. 00010000:00000010:1.1:1734676299.173366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec6a00. 00010000:00000010:1.1:1734676299.173368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192700. 00010000:00000010:1.1:1734676299.173370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8a00. 00010000:00000010:1.1:1734676299.173373:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192b00. 00010000:00000010:1.1:1734676299.173376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9c00. 00010000:00000010:1.1:1734676299.173378:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192900. 00010000:00000010:1.1:1734676299.173380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8200. 00010000:00000010:1.1:1734676299.173382:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192100. 00010000:00000010:1.1:1734676299.173384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9400. 00010000:00000010:1.1:1734676299.173388:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30e00. 00010000:00000010:1.1:1734676299.173391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9c00. 00010000:00000010:1.1:1734676299.173393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30500. 00010000:00000010:1.1:1734676299.173395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c8a00. 00010000:00000010:1.1:1734676299.173398:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30100. 00010000:00000010:1.1:1734676299.173400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9000. 00010000:00000010:1.1:1734676299.173401:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30700. 00010000:00000010:1.1:1734676299.173404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c8000. 00010000:00000010:1.1:1734676299.173405:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30c00. 00010000:00000010:1.1:1734676299.173407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9400. 00010000:00000010:1.1:1734676299.173409:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30f00. 00010000:00000010:1.1:1734676299.173412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9200. 00010000:00000010:1.1:1734676299.173413:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30a00. 00010000:00000010:1.1:1734676299.173415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c8400. 00010000:00000010:1.1:1734676299.173417:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30900. 00010000:00000010:1.1:1734676299.173420:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3800. 00010000:00000010:1.1:1734676299.173424:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30300. 00010000:00000010:1.1:1734676299.173427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f2600. 00010000:00000010:1.1:1734676299.173429:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30d00. 00010000:00000010:1.1:1734676299.173431:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3600. 00010000:00000010:1.1:1734676299.173433:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30800. 00010000:00000010:1.1:1734676299.173435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f2a00. 00010000:00000010:1.1:1734676299.173439:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1ff00. 00010000:00000010:1.1:1734676299.173442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db63a00. 00010000:00000010:1.1:1734676299.173444:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fa00. 00010000:00000010:1.1:1734676299.173447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db63000. 00010000:00000010:1.1:1734676299.173448:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f800. 00010000:00000010:1.1:1734676299.173451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db62000. 00010000:00000010:1.1:1734676299.173453:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f300. 00010000:00000010:1.1:1734676299.173456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cba00. 00010000:00000010:1.1:1734676299.173459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f500. 00010000:00000010:1.1:1734676299.173462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7e00. 00010000:00000010:1.1:1734676299.173464:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f900. 00010000:00000010:1.1:1734676299.173466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7000. 00010000:00000010:1.1:1734676299.173468:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fe00. 00010000:00000010:1.1:1734676299.173470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7800. 00010000:00000010:1.1:1734676299.173472:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f700. 00010000:00000010:1.1:1734676299.173475:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff6e00. 00010000:00000010:1.1:1734676299.173477:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fc00. 00010000:00000010:1.1:1734676299.173479:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff6200. 00010000:00000010:1.1:1734676299.173483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad000. 00010000:00000010:1.1:1734676299.173487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7600. 00010000:00000010:1.1:1734676299.173489:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad900. 00010000:00000010:1.1:1734676299.173492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05600. 00010000:00000010:1.1:1734676299.173494:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ade00. 00010000:00000010:1.1:1734676299.173497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff04600. 00010000:00000010:1.1:1734676299.173499:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7adc00. 00010000:00000010:1.1:1734676299.173501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05200. 00010000:00000010:1.1:1734676299.173503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ada00. 00010000:00000010:1.1:1734676299.173506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05a00. 00010000:00000010:1.1:1734676299.173508:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad600. 00010000:00000010:1.1:1734676299.173510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05800. 00010000:00000010:1.1:1734676299.173511:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7adb00. 00010000:00000010:1.1:1734676299.173514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff04a00. 00010000:00000010:1.1:1734676299.173515:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad200. 00010000:00000010:1.1:1734676299.173518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff04c00. 00010000:00000010:1.1:1734676299.173520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad300. 00010000:00000010:1.1:1734676299.173522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e39ec00. 00010000:00000010:1.1:1734676299.173524:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad500. 00010000:00000010:1.1:1734676299.173526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f200. 00010000:00000010:1.1:1734676299.178179:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2000. 00010000:00000010:1.1:1734676299.178189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2e00. 00010000:00000010:1.1:1734676299.178195:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555200. 00010000:00000010:1.1:1734676299.178199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2200. 00010000:00000010:1.1:1734676299.178201:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555c00. 00010000:00000010:1.1:1734676299.178204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3a00. 00010000:00000010:1.1:1734676299.178206:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555f00. 00010000:00000010:1.1:1734676299.178208:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3600. 00010000:00000010:1.1:1734676299.178209:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555b00. 00010000:00000010:1.1:1734676299.178212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3200. 00010000:00000010:1.1:1734676299.178213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555800. 00010000:00000010:1.1:1734676299.178216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68200. 00010000:00000010:1.1:1734676299.178217:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555000. 00010000:00000010:1.1:1734676299.178220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69200. 00010000:00000010:1.1:1734676299.178222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555700. 00010000:00000010:1.1:1734676299.178225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d911e00. 00010000:00000010:1.1:1734676299.178228:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555600. 00010000:00000010:1.1:1734676299.178231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095940a00. 00010000:00000010:1.1:1734676299.178234:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555400. 00010000:00000010:1.1:1734676299.178237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095941000. 00010000:00000010:1.1:1734676299.178240:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555e00. 00010000:00000010:1.1:1734676299.178242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095940e00. 00010000:00000010:1.1:1734676299.178244:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555300. 00010000:00000010:1.1:1734676299.178246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe5200. 00010000:00000010:1.1:1734676299.178248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d555a00. 00010000:00000010:1.1:1734676299.178251:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4400. 00010000:00000010:1.1:1734676299.178255:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d700. 00010000:00000010:1.1:1734676299.178257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4a00. 00010000:00000010:1.1:1734676299.178259:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48dd00. 00010000:00000010:1.1:1734676299.178261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe5600. 00010000:00000010:1.1:1734676299.178263:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d900. 00010000:00000010:1.1:1734676299.178264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4000. 00010000:00000010:1.1:1734676299.178266:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d600. 00010000:00000010:1.1:1734676299.178268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db5de00. 00010000:00000010:1.1:1734676299.178271:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48db00. 00010000:00000010:1.1:1734676299.178274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2000. 00010000:00000010:1.1:1734676299.178276:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d200. 00010000:00000010:1.1:1734676299.178279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3c00. 00010000:00000010:1.1:1734676299.178281:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d100. 00010000:00000010:1.1:1734676299.178283:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2600. 00010000:00000010:1.1:1734676299.178285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d500. 00010000:00000010:1.1:1734676299.178287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2a00. 00010000:00000010:1.1:1734676299.178289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48da00. 00010000:00000010:1.1:1734676299.178291:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3800. 00010000:00000010:1.1:1734676299.178292:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d300. 00010000:00000010:1.1:1734676299.178294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc2400. 00010000:00000010:1.1:1734676299.178296:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48df00. 00010000:00000010:1.1:1734676299.178298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9b400. 00010000:00000010:1.1:1734676299.178300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48de00. 00010000:00000010:1.1:1734676299.178303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9bc00. 00010000:00000010:1.1:1734676299.178307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25200. 00010000:00000010:1.1:1734676299.178312:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9aa00. 00010000:00000010:1.1:1734676299.178315:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25400. 00010000:00000010:1.1:1734676299.178317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ac00. 00010000:00000010:1.1:1734676299.178319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25600. 00010000:00000010:1.1:1734676299.178321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ae00. 00010000:00000010:1.1:1734676299.178322:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25b00. 00010000:00000010:1.1:1734676299.178324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9a800. 00010000:00000010:1.1:1734676299.178326:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25e00. 00010000:00000010:1.1:1734676299.178328:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9a200. 00010000:00000010:1.1:1734676299.178329:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25100. 00010000:00000010:1.1:1734676299.178332:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42600. 00010000:00000010:1.1:1734676299.178335:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25700. 00010000:00000010:1.1:1734676299.178336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42800. 00010000:00000010:1.1:1734676299.178338:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25a00. 00010000:00000010:1.1:1734676299.178341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43e00. 00010000:00000010:1.1:1734676299.178343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25800. 00010000:00000010:1.1:1734676299.178345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43a00. 00010000:00000010:1.1:1734676299.178347:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25f00. 00010000:00000010:1.1:1734676299.178349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43c00. 00010000:00000010:1.1:1734676299.178351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a25000. 00010000:00000010:1.1:1734676299.178353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42400. 00010000:00000010:1.1:1734676299.178355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82200. 00010000:00000010:1.1:1734676299.178357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a43400. 00010000:00000010:1.1:1734676299.178359:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82300. 00010000:00000010:1.1:1734676299.178361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d79da00. 00010000:00000010:1.1:1734676299.178364:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82c00. 00010000:00000010:1.1:1734676299.178367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdca800. 00010000:00000010:1.1:1734676299.178369:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82e00. 00010000:00000010:1.1:1734676299.178371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcb200. 00010000:00000010:1.1:1734676299.178373:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82d00. 00010000:00000010:1.1:1734676299.178375:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdca600. 00010000:00000010:1.1:1734676299.178377:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82000. 00010000:00000010:1.1:1734676299.178379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16600. 00010000:00000010:1.1:1734676299.178381:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82a00. 00010000:00000010:1.1:1734676299.178384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17e00. 00010000:00000010:1.1:1734676299.178386:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82b00. 00010000:00000010:1.1:1734676299.178387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17000. 00010000:00000010:1.1:1734676299.178390:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d600. 00010000:00000010:1.1:1734676299.178392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17c00. 00010000:00000010:1.1:1734676299.178393:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d000. 00010000:00000010:1.1:1734676299.178395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16e00. 00010000:00000010:1.1:1734676299.178397:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d200. 00010000:00000010:1.1:1734676299.178400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5800. 00010000:00000010:1.1:1734676299.178401:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1de00. 00010000:00000010:1.1:1734676299.178403:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5a00. 00010000:00000010:1.1:1734676299.178405:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d400. 00010000:00000010:1.1:1734676299.178407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5600. 00010000:00000010:1.1:1734676299.178409:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1dc00. 00010000:00000010:1.1:1734676299.178410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5e00. 00010000:00000010:1.1:1734676299.178412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1df00. 00010000:00000010:1.1:1734676299.178414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff4a00. 00010000:00000010:1.1:1734676299.178416:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1da00. 00010000:00000010:1.1:1734676299.178418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736a7800. 00010000:00000010:1.1:1734676299.178422:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b100. 00010000:00000010:1.1:1734676299.178424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736a6600. 00010000:00000010:1.1:1734676299.178426:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b000. 00010000:00000010:1.1:1734676299.178428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d600. 00010000:00000010:1.1:1734676299.178430:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b400. 00010000:00000010:1.1:1734676299.178432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d200. 00010000:00000010:1.1:1734676299.178434:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b200. 00010000:00000010:1.1:1734676299.178436:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9c400. 00010000:00000010:1.1:1734676299.178438:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72bb00. 00010000:00000010:1.1:1734676299.178440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d800. 00010000:00000010:1.1:1734676299.178441:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b600. 00010000:00000010:1.1:1734676299.178443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d000. 00010000:00000010:1.1:1734676299.178445:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b800. 00010000:00000010:1.1:1734676299.178447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9cc00. 00010000:00000010:1.1:1734676299.178449:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b900. 00010000:00000010:1.1:1734676299.178451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972f5000. 00010000:00000010:1.1:1734676299.178454:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72ba00. 00010000:00000010:1.1:1734676299.178456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972f5e00. 00010000:00000010:1.1:1734676299.178457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b300. 00010000:00000010:1.1:1734676299.178459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64b400. 00010000:00000010:1.1:1734676299.178463:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a000. 00010000:00000010:1.1:1734676299.178466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64a600. 00010000:00000010:1.1:1734676299.178469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a200. 00010000:00000010:1.1:1734676299.178471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64b200. 00010000:00000010:1.1:1734676299.178472:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a400. 00010000:00000010:1.1:1734676299.178474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4aa00. 00010000:00000010:1.1:1734676299.178476:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ab00. 00010000:00000010:1.1:1734676299.178478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4a600. 00010000:00000010:1.1:1734676299.178480:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4af00. 00010000:00000010:1.1:1734676299.178482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4ac00. 00010000:00000010:1.1:1734676299.178484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a100. 00010000:00000010:1.1:1734676299.178486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4b000. 00010000:00000010:1.1:1734676299.178488:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a500. 00010000:00000010:1.1:1734676299.178490:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4ba00. 00010000:00000010:1.1:1734676299.178492:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a600. 00010000:00000010:1.1:1734676299.178493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4b200. 00010000:00000010:1.1:1734676299.178495:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a900. 00010000:00000010:1.1:1734676299.178497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4b600. 00010000:00000010:1.1:1734676299.178500:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df000. 00010000:00000010:1.1:1734676299.178504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090fc00. 00010000:00000010:1.1:1734676299.178506:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df200. 00010000:00000010:1.1:1734676299.178508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090f800. 00010000:00000010:1.1:1734676299.178510:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfb00. 00010000:00000010:1.1:1734676299.178512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090f000. 00010000:00000010:1.1:1734676299.178514:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dff00. 00010000:00000010:1.1:1734676299.178516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090e000. 00010000:00000010:1.1:1734676299.178518:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df100. 00010000:00000010:1.1:1734676299.178520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090f600. 00010000:00000010:1.1:1734676299.178522:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfd00. 00010000:00000010:1.1:1734676299.178524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090fa00. 00010000:00000010:1.1:1734676299.178526:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df500. 00010000:00000010:1.1:1734676299.178528:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d40800. 00010000:00000010:1.1:1734676299.178530:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfc00. 00010000:00000010:1.1:1734676299.178533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116200. 00010000:00000010:1.1:1734676299.178536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65c00. 00010000:00000010:1.1:1734676299.178539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116800. 00010000:00000010:1.1:1734676299.178541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65f00. 00010000:00000010:1.1:1734676299.178543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117c00. 00010000:00000010:1.1:1734676299.178545:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65a00. 00010000:00000010:1.1:1734676299.178547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117400. 00010000:00000010:1.1:1734676299.178549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65400. 00010000:00000010:1.1:1734676299.178551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117e00. 00010000:00000010:1.1:1734676299.178552:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65700. 00010000:00000010:1.1:1734676299.178554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116c00. 00010000:00000010:1.1:1734676299.178556:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65900. 00010000:00000010:1.1:1734676299.178559:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8f8600. 00010000:00000010:1.1:1734676299.178561:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65b00. 00010000:00000010:1.1:1734676299.178564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf6c00. 00010000:00000010:1.1:1734676299.178566:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65d00. 00010000:00000010:1.1:1734676299.178568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf7e00. 00010000:00000010:1.1:1734676299.178570:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65e00. 00010000:00000010:1.1:1734676299.178572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf7800. 00010000:00000010:1.1:1734676299.178574:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65300. 00010000:00000010:1.1:1734676299.178576:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf6600. 00010000:00000010:1.1:1734676299.178578:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65600. 00010000:00000010:1.1:1734676299.178581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf6400. 00010000:00000010:1.1:1734676299.178584:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3600. 00010000:00000010:1.1:1734676299.178587:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78c00. 00010000:00000010:1.1:1734676299.178599:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3700. 00010000:00000010:1.1:1734676299.178602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78000. 00010000:00000010:1.1:1734676299.178604:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3800. 00010000:00000010:1.1:1734676299.178606:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78200. 00010000:00000010:1.1:1734676299.178608:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3400. 00010000:00000010:1.1:1734676299.178610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79c00. 00010000:00000010:1.1:1734676299.178620:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3e00. 00010000:00000010:1.1:1734676299.178623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8a00. 00010000:00000010:1.1:1734676299.178625:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3000. 00010000:00000010:1.1:1734676299.178627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9800. 00010000:00000010:1.1:1734676299.178629:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3200. 00010000:00000010:1.1:1734676299.178631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9e00. 00010000:00000010:1.1:1734676299.178633:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3f00. 00010000:00000010:1.1:1734676299.178635:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9400. 00010000:00000010:1.1:1734676299.178637:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3a00. 00010000:00000010:1.1:1734676299.178639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8000. 00010000:00000010:1.1:1734676299.178642:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33a00. 00010000:00000010:1.1:1734676299.178644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8c00. 00010000:00000010:1.1:1734676299.178646:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33500. 00010000:00000010:1.1:1734676299.178649:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5a00. 00010000:00000010:1.1:1734676299.178651:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33c00. 00010000:00000010:1.1:1734676299.178653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4800. 00010000:00000010:1.1:1734676299.178655:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33600. 00010000:00000010:1.1:1734676299.178657:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4000. 00010000:00000010:1.1:1734676299.178659:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33e00. 00010000:00000010:1.1:1734676299.178661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736fd200. 00010000:00000010:1.1:1734676299.178664:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33400. 00010000:00000010:1.1:1734676299.178667:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736fd800. 00010000:00000010:1.1:1734676299.178669:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33b00. 00010000:00000010:1.1:1734676299.178671:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db75000. 00010000:00000010:1.1:1734676299.178675:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33000. 00010000:00000010:1.1:1734676299.178678:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76d400. 00010000:00000010:1.1:1734676299.178681:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33200. 00010000:00000010:1.1:1734676299.178683:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76cc00. 00010000:00000010:1.1:1734676299.178687:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0e00. 00010000:00000010:1.1:1734676299.178689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76de00. 00010000:00000010:1.1:1734676299.178691:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0300. 00010000:00000010:1.1:1734676299.178693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76d600. 00010000:00000010:1.1:1734676299.178695:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0a00. 00010000:00000010:1.1:1734676299.178697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76c000. 00010000:00000010:1.1:1734676299.178699:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0c00. 00010000:00000010:1.1:1734676299.178701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76d800. 00010000:00000010:1.1:1734676299.178702:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0f00. 00010000:00000010:1.1:1734676299.178704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76c600. 00010000:00000010:1.1:1734676299.178706:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0900. 00010000:00000010:1.1:1734676299.178708:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6c7600. 00010000:00000010:1.1:1734676299.178711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67300. 00010000:00000010:1.1:1734676299.178714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c313a00. 00010000:00000010:0.1:1734676299.186329:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67500. 00010000:00000010:0.1:1734676299.186334:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312200. 00010000:00000010:0.1:1734676299.186338:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8c00. 00010000:00000010:0.1:1734676299.186342:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e400. 00010000:00000010:0.1:1734676299.186345:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8700. 00010000:00000010:0.1:1734676299.186347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e200. 00010000:00000010:0.1:1734676299.186349:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8300. 00010000:00000010:0.1:1734676299.186351:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e600. 00010000:00000010:0.1:1734676299.186353:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8d00. 00010000:00000010:0.1:1734676299.186355:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ec00. 00010000:00000010:0.1:1734676299.186357:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8100. 00010000:00000010:0.1:1734676299.186359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ee00. 00010000:00000010:0.1:1734676299.186361:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8f00. 00010000:00000010:0.1:1734676299.186363:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e800. 00010000:00000010:0.1:1734676299.186365:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8200. 00010000:00000010:0.1:1734676299.186368:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed3e00. 00010000:00000010:0.1:1734676299.186370:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8a00. 00010000:00000010:0.1:1734676299.186372:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1c00. 00010000:00000010:0.1:1734676299.186375:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8e00. 00010000:00000010:0.1:1734676299.186377:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0e00. 00010000:00000010:0.1:1734676299.186379:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39400. 00010000:00000010:0.1:1734676299.186381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0c00. 00010000:00000010:0.1:1734676299.186383:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39800. 00010000:00000010:0.1:1734676299.186385:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1a00. 00010000:00000010:0.1:1734676299.186386:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39000. 00010000:00000010:0.1:1734676299.186388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0600. 00010000:00000010:0.1:1734676299.186389:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39200. 00010000:00000010:0.1:1734676299.186391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0a00. 00010000:00000010:0.1:1734676299.186392:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39600. 00010000:00000010:0.1:1734676299.186394:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1800. 00010000:00000010:0.1:1734676299.186395:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39500. 00010000:00000010:0.1:1734676299.186397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113600. 00010000:00000010:1.1:1734676299.192253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79200. 00010000:00000010:2.1:1734676299.192319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498b00. 00010000:00000010:2.1:1734676299.192325:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112000. 00010000:00000010:3.1:1734676299.195683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088a00. 00010000:00000010:2.1:1734676299.198365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb400. 00010000:00000010:3.1:1734676299.198493:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bb00. 00010000:00000010:3.1:1734676299.198500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312400. 00010000:00000010:0.1:1734676299.205854:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04800. 00010000:00000010:0.1:1734676299.205859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:0.1:1734676299.208141:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6400. 00010000:00000010:2.1:1734676299.208151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cddb000. 00010000:00000010:2.1:1734676299.208157:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312600. 00010000:00000010:0.1:1734676299.215529:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130ef2100. 00010000:00000010:0.1:1734676299.215540:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f800. 00010000:00000010:2.1:1734676299.221082:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b000. 00010000:00000010:2.1:1734676299.221088:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e200. 00010000:00000010:1.1:1734676299.221140:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0400. 00010000:00000010:1.1:1734676299.221148:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e39f000. 00010000:00000010:2.1:1734676299.227259:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daacc00. 00010000:00000010:2.1:1734676299.227265:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312a00. 00010000:00000010:1.1:1734676299.231472:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def200. 00010000:00000010:1.1:1734676299.231484:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312200. 00010000:00000010:1.1:1734676299.231491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583200. 00010000:00000010:3.1:1734676299.231918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353000. 00010000:00000010:2.1:1734676299.236477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3400. 00010000:00000010:2.1:1734676299.236484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c300. 00010000:00000010:2.1:1734676299.236488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:2.1:1734676299.236490:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44100. 00010000:00000010:2.1:1734676299.236493:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113600. 00010000:00000010:3.1:1734676299.244995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465400. 00010000:00000010:1.1:1734676299.245208:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8000. 00010000:00000010:0.1:1734676299.250371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3600. 00010000:00000010:2.1:1734676299.253262:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f800. 00010000:00000010:2.1:1734676299.253269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f400. 00010000:00000010:0.1:1734676299.253535:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488200. 00010000:00000010:0.1:1734676299.253542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03a00. 00010000:00000010:0.1:1734676299.253544:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39c00. 00010000:00000010:0.1:1734676299.253547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112c00. 00010000:00000010:3.1:1734676299.253911:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe2600. 00010000:00000010:3.1:1734676299.253916:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b500. 00010000:00000010:3.1:1734676299.253919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112e00. 00010000:00000010:3.1:1734676299.253922:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1100. 00010000:00000010:3.1:1734676299.253926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e600. 00010000:00000010:2.1:1734676299.256207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabd400. 00010000:00000010:2.1:1734676299.256213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65800. 00010000:00000010:2.1:1734676299.256216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02000. 00010000:00000010:2.1:1734676299.262110:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564800. 00010000:00000010:3.1:1734676299.262353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff4600. 00010000:00000010:0.1:1734676299.265521:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af700. 00010000:00000010:0.1:1734676299.265528:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03000. 00010000:00000010:0.1:1734676299.265532:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0500. 00010000:00000010:0.1:1734676299.265534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03200. 00010000:00000010:0.1:1734676299.268457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80b200. 00010000:00000010:0.1:1734676299.271374:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c200. 00010000:00000010:0.1:1734676299.271382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:0.1:1734676299.271385:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b6400. 00010000:00000010:0.1:1734676299.271388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312a00. 00010000:00000010:0.1:1734676299.274322:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148e00. 00010000:00000010:0.1:1734676299.278073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781800. 00010000:00000010:0.1:1734676299.278079:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af200. 00010000:00000010:0.1:1734676299.278083:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf5000. 00010000:00000010:0.1:1734676299.278086:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b300. 00010000:00000010:0.1:1734676299.278089:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf5200. 00010000:00000010:3.1:1734676299.278142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e55c00. 00010000:00000010:0.1:1734676299.285928:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46600. 00010000:00000010:2.1:1734676299.289246:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809400. 00010000:00000010:2.1:1734676299.289258:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009600. 00010000:00000010:2.1:1734676299.289261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0900. 00010000:00000010:2.1:1734676299.289264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008800. 00010000:00000010:2.1:1734676299.289266:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5d00. 00010000:00000010:2.1:1734676299.289269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009e00. 00010000:00000010:2.1:1734676299.292256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80b800. 00010000:00000010:2.1:1734676299.292265:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073695c00. 00010000:00000010:2.1:1734676299.292268:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881c00. 00010000:00000010:2.1:1734676299.295293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ab3000. 00010000:00000010:2.1:1734676299.295301:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009c00. 00010000:00000010:2.1:1734676299.295304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8000. 00010000:00000010:2.1:1734676299.295307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29900. 00010000:00000010:2.1:1734676299.295311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:2.1:1734676299.295314:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5600. 00010000:00000010:2.1:1734676299.295317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fe800. 00010000:00000010:0.1:1734676299.301753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eb800. 00010000:00000010:0.1:1734676299.301760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327a00. 00010000:00000010:2.1:1734676299.307408:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783700. 00010000:00000010:2.1:1734676299.307420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1ffe00. 00010000:00000010:2.1:1734676299.307424:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0a00. 00010000:00000010:2.1:1734676299.307428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312600. 00010000:00000010:0.1:1734676299.313149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2aa00. 00010000:00000010:1.1:1734676299.313200:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9200. 00010000:00000010:1.1:1734676299.313205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d813800. 00010000:00000010:0.1:1734676299.313230:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135100. 00010000:00000010:0.1:1734676299.313234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dca00. 00010000:00000010:2.1:1734676299.316354:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4900. 00010000:00000010:2.1:1734676299.316360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009581e400. 00010000:00000010:2.1:1734676299.316366:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1400. 00010000:00000010:2.1:1734676299.316369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096e6ec00. 00010000:00000010:2.1:1734676299.319903:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9ab600. 00010000:00000010:0.1:1734676299.319955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d161a00. 00010000:00000010:0.1:1734676299.319963:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135b00. 00010000:00000010:0.1:1734676299.319966:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e600. 00010000:00000010:0.1:1734676299.319972:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1600. 00010000:00000010:0.1:1734676299.319975:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14fe00. 00010000:00000010:0.1:1734676299.319978:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2900. 00010000:00000010:0.1:1734676299.319980:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14f600. 00010000:00000010:0.1:1734676299.319982:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d6400. 00010000:00000010:0.1:1734676299.319986:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489800. 00010000:00000010:0.1:1734676299.319990:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fe800. 00010000:00000010:2.1:1734676299.323219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44600. 00010000:00000010:2.1:1734676299.323224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489000. 00010000:00000010:2.1:1734676299.323232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:2.1:1734676299.326143:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814a00. 00010000:00000010:2.1:1734676299.329303:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77df00. 00010000:00000010:2.1:1734676299.329310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc000. 00010000:00000010:2.1:1734676299.329313:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c800. 00010000:00000010:2.1:1734676299.329317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd600. 00010000:00000010:2.1:1734676299.332167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4600. 00010000:00000010:2.1:1734676299.332174:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95c200. 00010000:00000010:0.1:1734676299.332221:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4db100. 00010000:00000010:0.1:1734676299.332227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc800. 00010000:00000010:2.1:1734676299.335341:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d7700. 00010000:00000010:2.1:1734676299.335348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd800. 00010000:00000010:0.1:1734676299.341303:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d481f00. 00010000:00000010:0.1:1734676299.341312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009e00. 00010000:00000010:3.1:1734676299.341387:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095941800. 00010000:00000010:0.1:1734676299.344206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8000. 00010000:00000010:0.1:1734676299.344215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544a00. 00010000:00000010:1.1:1734676299.347384:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133a00. 00010000:00000010:1.1:1734676299.347391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009600. 00010000:00000010:1.1:1734676299.347393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122800. 00010000:00000010:1.1:1734676299.347396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:0.1:1734676299.353462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2be00. 00010000:00000010:0.1:1734676299.353468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46800. 00010000:00000010:3.1:1734676299.353996:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d400. 00010000:00000010:1.1:1734676299.359330:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cddbf00. 00010000:00000010:1.1:1734676299.359343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03000. 00010000:00000010:1.1:1734676299.359347:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0900. 00010000:00000010:1.1:1734676299.359352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112c00. 00010000:00000010:1.1:1734676299.359358:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2500. 00010000:00000010:1.1:1734676299.359361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113600. 00010000:00000010:2.1:1734676299.362141:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9a00. 00010000:00000010:2.1:1734676299.362147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569a00. 00010000:00000010:1.1:1734676299.368486:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06c00. 00010000:00000010:1.1:1734676299.368498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5400. 00010000:00000010:1.1:1734676299.368503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a200. 00010000:00000010:1.1:1734676299.368507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5000. 00010000:00000010:1.1:1734676299.368509:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a600. 00010000:00000010:1.1:1734676299.368511:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4200. 00010000:00000010:2.1:1734676299.371661:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b568800. 00010000:00000010:2.1:1734676299.371667:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4ee00. 00010000:00000010:1.1:1734676299.377184:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23200. 00010000:00000010:1.1:1734676299.377197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5a00. 00010000:00000010:1.1:1734676299.377202:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6800. 00010000:00000010:1.1:1734676299.377208:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5600. 00010000:00000010:2.1:1734676299.381263:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b810000. 00010000:00000010:2.1:1734676299.381270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097901a00. 00010000:00000010:1.1:1734676299.387408:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0b62700. 00010000:00000010:1.1:1734676299.387418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5800. 00010000:00000010:1.1:1734676299.387422:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6ca00. 00010000:00000010:1.1:1734676299.387425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0a00. 00010000:00000010:2.1:1734676299.393197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702800. 00010000:00000010:0.1:1734676299.393197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6e00. 00010000:00000010:2.1:1734676299.393204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbc000. 00010000:00000010:1.1:1734676299.396586:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f300. 00010000:00000010:1.1:1734676299.396592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1200. 00010000:00000010:1.1:1734676299.396596:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529200. 00010000:00000010:1.1:1734676299.396599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0000. 00010000:00000010:3.1:1734676299.403107:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6f000. 00010000:00000010:3.1:1734676299.403113:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56e00. 00010000:00000010:1.1:1734676299.403342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8e00. 00010000:00000010:1.1:1734676299.408526:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8600. 00010000:00000010:1.1:1734676299.408535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1e00. 00010000:00000010:1.1:1734676299.408540:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4600. 00010000:00000010:1.1:1734676299.408542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0600. 00010000:00000010:1.1:1734676299.408545:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2300. 00010000:00000010:1.1:1734676299.408546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0800. 00010000:00000010:1.1:1734676299.408549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168a00. 00010000:00000010:1.1:1734676299.408554:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5800. 00010000:00000010:1.1:1734676299.408558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734e00. 00010000:00000010:2.1:1734676299.410134:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776e00. 00010000:00000010:2.1:1734676299.410139:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735000. 00010000:00000010:2.1:1734676299.410142:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4e00. 00010000:00000010:1.1:1734676299.413301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552000. 00010000:00000010:1.1:1734676299.413312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5c00. 00010000:00000010:1.1:1734676299.413318:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5500. 00010000:00000010:1.1:1734676299.413321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734800. 00010000:00000010:1.1:1734676299.419491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5a00. 00010000:00000010:1.1:1734676299.422131:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8800. 00010000:00000010:1.1:1734676299.422139:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734200. 00010000:00000010:2.1:1734676299.428325:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825000. 00010000:00000010:2.1:1734676299.428337:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65800. 00010000:00000010:2.1:1734676299.428340:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073569200. 00010000:00000010:0.1:1734676299.428400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553a00. 00010000:00000010:0.1:1734676299.434919:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0500. 00010000:00000010:0.1:1734676299.434926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735200. 00010000:00000010:0.1:1734676299.434930:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2500. 00010000:00000010:0.1:1734676299.434933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734e00. 00010000:00000010:3.1:1734676299.440295:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65100. 00010000:00000010:0.1:1734676299.440324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7400. 00010000:00000010:3.1:1734676299.440373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82d400. 00010000:00000010:0.1:1734676299.443484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82de00. 00010000:00000010:0.1:1734676299.443498:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59600. 00010000:00000010:2.1:1734676299.443533:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62000. 00010000:00000010:2.1:1734676299.443539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0c00. 00010000:00000010:2.1:1734676299.443543:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05800. 00010000:00000010:2.1:1734676299.443548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc1a00. 00010000:00000010:3.1:1734676299.446305:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178200. 00010000:00000010:2.1:1734676299.446545:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ee00. 00010000:00000010:0.1:1734676299.452320:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05600. 00010000:00000010:0.1:1734676299.452327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f000. 00010000:00000010:0.1:1734676299.452330:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2600. 00010000:00000010:0.1:1734676299.452333:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f200. 00010000:00000010:0.1:1734676299.452335:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59e00. 00010000:00000010:0.1:1734676299.452339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e400. 00010000:00000010:0.1:1734676299.455612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4a00. 00010000:00000010:1.1:1734676299.455666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfaa00. 00010000:00000010:0.1:1734676299.458695:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9d600. 00010000:00000010:0.1:1734676299.458706:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993600. 00010000:00000010:0.1:1734676299.458709:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e200. 00010000:00000010:0.1:1734676299.458712:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2500. 00010000:00000010:0.1:1734676299.458716:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073440800. 00010000:00000010:0.1:1734676299.461536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6b000. 00010000:00000010:0.1:1734676299.464847:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a600. 00010000:00000010:0.1:1734676299.464854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148e00. 00010000:00000010:1.1:1734676299.468202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457200. 00010000:00000010:1.1:1734676299.468208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9d00. 00010000:00000010:1.1:1734676299.468211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149e00. 00010000:00000010:1.1:1734676299.468214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e9e00. 00010000:00000010:1.1:1734676299.468218:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a5e6f200. 00010000:00000010:1.1:1734676299.468220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149200. 00010000:00000010:0.1:1734676299.474485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4ce00. 00010000:00000010:1.1:1734676299.477237:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817c00. 00010000:00000010:1.1:1734676299.477245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149a00. 00010000:00000010:1.1:1734676299.477252:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a500. 00010000:00000010:1.1:1734676299.477254:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148000. 00010000:00000010:0.1:1734676299.480130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79a00. 00010000:00000010:1.1:1734676299.483141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76e00. 00010000:00000010:0.1:1734676299.483596:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817100. 00010000:00000010:0.1:1734676299.483602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dca00. 00010000:00000010:1.1:1734676299.486773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320c00. 00010000:00000010:0.1:1734676299.492150:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139f00. 00010000:00000010:0.1:1734676299.492157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc800. 00010000:00000010:0.1:1734676299.492159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cec00. 00010000:00000010:0.1:1734676299.492163:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139200. 00010000:00000010:0.1:1734676299.492165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc000. 00010000:00000010:0.1:1734676299.495182:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60200. 00010000:00000010:0.1:1734676299.495191:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85ce00. 00010000:00000010:0.1:1734676299.495196:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009581fe00. 00010000:00000010:0.1:1734676299.495199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038e00. 00010000:00000010:0.1:1734676299.495203:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25e00. 00010000:00000010:0.1:1734676299.495205:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ad6c00. 00010000:00000010:0.1:1734676299.502710:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0e00. 00010000:00000010:0.1:1734676299.508193:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3800. 00010000:00000010:0.1:1734676299.508201:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbba00. 00010000:00000010:0.1:1734676299.514188:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03e00. 00010000:00000010:0.1:1734676299.523138:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9fa00. 00010000:00000010:0.1:1734676299.523146:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120fe00. 00010000:00000010:0.1:1734676299.523154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fba200. 00010000:00000010:0.1:1734676299.523157:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139e00. 00010000:00000010:0.1:1734676299.523160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007359ca00. 00010000:00000010:0.1:1734676299.526179:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf200. 00010000:00000010:1.1:1734676299.528187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95f400. 00010000:00000010:2.1:1734676299.532166:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b700. 00010000:00000010:2.1:1734676299.532178:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ffe00. 00010000:00000010:2.1:1734676299.532182:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0a00. 00010000:00000010:2.1:1734676299.532184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff600. 00010000:00000010:2.1:1734676299.532186:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087800. 00010000:00000010:2.1:1734676299.532188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe200. 00010000:00000010:2.1:1734676299.532191:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb300. 00010000:00000010:2.1:1734676299.532193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ffa00. 00010000:00000010:2.1:1734676299.536947:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704400. 00010000:00000010:0.1:1734676299.543560:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722e00. 00010000:00000010:0.1:1734676299.543565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425400. 00010000:00000010:2.1:1734676299.543695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00a00. 00010000:00000010:2.1:1734676299.543700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01400. 00010000:00000010:2.1:1734676299.543703:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104c00. 00010000:00000010:2.1:1734676299.543706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fee00. 00010000:00000010:0.1:1734676299.549191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daae00. 00010000:00000010:2.1:1734676299.555177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de400. 00010000:00000010:2.1:1734676299.555183:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947800. 00010000:00000010:2.1:1734676299.555187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f200. 00010000:00000010:1.1:1734676299.558330:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350800. 00010000:00000010:0.1:1734676299.558494:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bcd00. 00010000:00000010:0.1:1734676299.558501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424e00. 00010000:00000010:2.1:1734676299.561399:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47000. 00010000:00000010:2.1:1734676299.561408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425c00. 00010000:00000010:1.1:1734676299.572325:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55e00. 00010000:00000010:3.1:1734676299.582006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4e00. 00010000:00000010:3.1:1734676299.582016:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f400. 00010000:00000010:3.1:1734676299.582019:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ee00. 00010000:00000010:0.1:1734676299.590741:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722f00. 00010000:00000010:0.1:1734676299.590749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424800. 00010000:00000010:2.1:1734676299.596915:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d400. 00010000:00000010:1.1:1734676299.597133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bb600. 00010000:00000010:2.1:1734676299.604208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4e00. 00010000:00000010:2.1:1734676299.604213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641600. 00010000:00000010:0.1:1734676299.617535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2600. 00010000:00000010:0.1:1734676299.617540:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef200. 00010000:00000010:0.1:1734676299.617542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641a00. 00010000:00000010:0.1:1734676299.617546:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0a00. 00010000:00000010:0.1:1734676299.617548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424a00. 00010000:00000010:3.1:1734676299.628628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352000. 00010000:00000010:1.1:1734676299.635621:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8800. 00010000:00000010:1.1:1734676299.635631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425800. 00010000:00000010:1.1:1734676299.644229:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9f00. 00010000:00000010:1.1:1734676299.644234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425c00. 00010000:00000010:3.1:1734676299.654420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4c00. 00010000:00000010:3.1:1734676299.654427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dabe00. 00010000:00000010:1.1:1734676299.657687:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50600. 00010000:00000010:1.1:1734676299.657692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424a00. 00010000:00000010:1.1:1734676299.657698:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101a00. 00010000:00000010:1.1:1734676299.657702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e400. 00010000:00000010:3.1:1734676299.664666:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705400. 00010000:00000010:3.1:1734676299.664674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02c00. 00010000:00000010:1.1:1734676299.668371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ade200. 00010000:00000010:1.1:1734676299.668376:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7100. 00010000:00000010:1.1:1734676299.668379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd800. 00010000:00000010:1.1:1734676299.668407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0b00. 00010000:00000010:1.1:1734676299.668410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ee00. 00010000:00000010:1.1:1734676299.668413:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2c00. 00010000:00000010:1.1:1734676299.668415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd400. 00010000:00000010:1.1:1734676299.668430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777800. 00010000:00000010:1.1:1734676299.668433:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d900. 00010000:00000010:1.1:1734676299.668435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc000. 00010000:00000010:2.1:1734676299.670199:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1fa00. 00010000:00000010:1.1:1734676299.678224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7f00. 00010000:00000010:1.1:1734676299.678233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ffe00. 00010000:00000010:2.1:1734676299.686684:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26700. 00010000:00000010:2.1:1734676299.686691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff400. 00010000:00000010:3.1:1734676299.692266:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138c400. 00010000:00000010:3.1:1734676299.692273:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076504400. 00010000:00000010:2.1:1734676299.692616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5a00. 00010000:00000010:2.1:1734676299.692623:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59500. 00010000:00000010:2.1:1734676299.692627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425800. 00010000:00000010:2.1:1734676299.692630:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4c75300. 00010000:00000010:2.1:1734676299.692633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fee00. 00010000:00000010:3.1:1734676299.698599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16cc00. 00010000:00000010:3.1:1734676299.701492:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4a00. 00010000:00000010:3.1:1734676299.701498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425400. 00010000:00000010:2.1:1734676299.704130:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847000. 00010000:00000010:2.1:1734676299.704136:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc000. 00010000:00000010:3.1:1734676299.704187:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090f200. 00010000:00000010:3.1:1734676299.707136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424c00. 00010000:00000010:3.1:1734676299.707142:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7900. 00010000:00000010:3.1:1734676299.707146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bca00. 00010000:00000010:3.1:1734676299.713370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7400. 00010000:00000010:2.1:1734676299.713725:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e500. 00010000:00000010:2.1:1734676299.713731:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc400. 00010000:00000010:3.1:1734676299.716759:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1400. 00010000:00000010:3.1:1734676299.716777:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641a00. 00010000:00000010:3.1:1734676299.723827:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4600. 00010000:00000010:3.1:1734676299.723837:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b52a5e00. 00010000:00000010:3.1:1734676299.723845:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f33e600. 00010000:00000010:3.1:1734676299.723848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d424c00. 00010000:00000010:3.1:1734676299.726184:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d910c00. 00010000:00000010:3.1:1734676299.726195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485c00. 00010000:00000010:3.1:1734676299.726202:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc700. 00010000:00000010:3.1:1734676299.729487:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe2c00. 00010000:00000010:3.1:1734676299.729496:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7200. 00010000:00000010:3.1:1734676299.729499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425c00. 00010000:00000010:3.1:1734676299.729502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196800. 00010000:00000010:3.1:1734676299.729505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5a00. 00010000:00000010:3.1:1734676299.738273:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3600. 00010000:00000010:3.1:1734676299.738283:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc000. 00010000:00000010:3.1:1734676299.738291:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17a00. 00010000:00000010:3.1:1734676299.738294:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680ff00. 00010000:00000010:3.1:1734676299.738298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4400. 00010000:00000010:0.1:1734676299.738545:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735800. 00010000:00000010:3.1:1734676299.741398:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004900. 00010000:00000010:3.1:1734676299.741409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4200. 00010000:00000010:2.1:1734676299.748679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9000. 00010000:00000010:2.1:1734676299.748688:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312ce900. 00010000:00000010:2.1:1734676299.748693:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4e00. 00010000:00000010:1.1:1734676299.766264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8da600. 00010000:00000010:1.1:1734676299.766270:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875d00. 00010000:00000010:1.1:1734676299.766275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bd800. 00010000:00000010:3.1:1734676299.770759:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8a00. 00010000:00000010:3.1:1734676299.773758:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1c00. 00010000:00000010:3.1:1734676299.773767:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705e00. 00010000:00000010:0.1:1734676299.774520:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82900. 00010000:00000010:0.1:1734676299.774526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641200. 00010000:00000010:3.1:1734676299.779052:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0e00. 00010000:00000010:1.1:1734676299.780514:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889300. 00010000:00000010:1.1:1734676299.780522:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704000. 00010000:00000010:3.1:1734676299.799493:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6bc00. 00010000:00000010:3.1:1734676299.799504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705400. 00010000:00000010:3.1:1734676299.799511:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113a00. 00010000:00000010:3.1:1734676299.805912:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3a00. 00010000:00000010:3.1:1734676299.808620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b000. 00010000:00000010:3.1:1734676299.814170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b32100. 00010000:00000010:3.1:1734676299.814181:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641200. 00010000:00000010:2.1:1734676299.814397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120de00. 00010000:00000010:1.1:1734676299.821100:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1900. 00010000:00000010:1.1:1734676299.821105:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5a00. 00010000:00000010:0.1:1734676299.829783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b200. 00010000:00000010:0.1:1734676299.829787:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368bef00. 00010000:00000010:0.1:1734676299.829791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc000. 00010000:00000010:2.1:1734676299.829931:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bcc00. 00010000:00000010:2.1:1734676299.841223:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1400. 00010000:00000010:2.1:1734676299.841228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddf600. 00010000:00000010:0.1:1734676299.841638:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec300. 00010000:00000010:0.1:1734676299.841644:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff400. 00010000:00000010:0.1:1734676299.841662:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2f00. 00010000:00000010:0.1:1734676299.841666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bca00. 00010000:00000010:0.1:1734676299.841669:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e200. 00010000:00000010:0.1:1734676299.841672:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095aa6400. 00010000:00000010:0.1:1734676299.850651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379b600. 00010000:00000010:0.1:1734676299.850660:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7edc00. 00010000:00000010:0.1:1734676299.850663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095aa6c00. 00010000:00000010:0.1:1734676299.850672:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fc00. 00010000:00000010:0.1:1734676299.850675:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdf600. 00010000:00000010:2.1:1734676299.853302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4a00. 00010000:00000010:2.1:1734676299.853318:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffc800. 00010000:00000010:3.1:1734676299.857767:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54600. 00010000:00000010:0.1:1734676299.857947:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e000. 00010000:00000010:0.1:1734676299.857952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfe00. 00010000:00000010:0.1:1734676299.857958:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad200. 00010000:00000010:0.1:1734676299.857961:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfc00. 00010000:00000010:3.1:1734676299.862191:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14aa00. 00010000:00000010:0.1:1734676299.862246:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabd200. 00010000:00000010:0.1:1734676299.873511:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5900. 00010000:00000010:0.1:1734676299.873517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde000. 00010000:00000010:3.1:1734676299.879213:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfa600. 00010000:00000010:3.1:1734676299.879220:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732900. 00010000:00000010:3.1:1734676299.879223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdec00. 00010000:00000010:3.1:1734676299.879226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0900. 00010000:00000010:3.1:1734676299.879228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425c00. 00010000:00000010:3.1:1734676299.879231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2cc00. 00010000:00000010:3.1:1734676299.879234:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c800. 00010000:00000010:3.1:1734676299.879238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5a00. 00010000:00000010:3.1:1734676299.886455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460a00. 00010000:00000010:0.1:1734676299.886462:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1800. 00010000:00000010:0.1:1734676299.886466:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4c00. 00010000:00000010:3.1:1734676299.886468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcbe00. 00010000:00000010:0.1:1734676299.886747:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e400. 00010000:00000010:0.1:1734676299.886750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf43e00. 00010000:00000010:0.1:1734676299.886753:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4a00. 00010000:00000010:0.1:1734676299.886755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fba200. 00010000:00000010:0.1:1734676299.889635:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121500. 00010000:00000010:0.1:1734676299.889644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bc000. 00010000:00000010:0.1:1734676299.889648:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94c00. 00010000:00000010:0.1:1734676299.889652:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704e00. 00010000:00000010:0.1:1734676299.889655:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4b00. 00010000:00000010:0.1:1734676299.889659:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704000. 00010000:00000010:0.1:1734676299.892399:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fc00. 00010000:00000010:0.1:1734676299.895793:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81c800. 00010000:00000010:0.1:1734676299.895880:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab900. 00010000:00000010:0.1:1734676299.895883:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705000. 00010000:00000010:0.1:1734676299.895888:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d72c800. 00010000:00000010:0.1:1734676299.895900:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814400. 00010000:00000010:0.1:1734676299.895904:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095aa6c00. 00010000:00000010:3.1:1734676299.896068:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1e00. 00010000:00000010:0.1:1734676299.898442:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0e00. 00010000:00000010:0.1:1734676299.898447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641a00. 00010000:00000010:0.1:1734676299.898450:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0b00. 00010000:00000010:0.1:1734676299.898453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e400. 00010000:00000010:0.1:1734676299.902728:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b200. 00010000:00000010:0.1:1734676299.902736:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149a00. 00010000:00000010:0.1:1734676299.902738:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39b00. 00010000:00000010:0.1:1734676299.902740:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ad6c00. 00010000:00000010:3.1:1734676299.902770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6000. 00010000:00000010:1.1:1734676299.908370:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131900. 00010000:00000010:1.1:1734676299.908376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f51a00. 00010000:00000010:0.1:1734676299.914984:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc700. 00010000:00000010:0.1:1734676299.914990:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfe00. 00010000:00000010:3.1:1734676299.915244:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8c00. 00010000:00000010:3.1:1734676299.915249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471c00. 00010000:00000010:0.1:1734676299.924378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3000. 00010000:00000010:1.1:1734676299.924850:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfa00. 00010000:00000010:1.1:1734676299.924855:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cb000. 00010000:00000010:1.1:1734676299.931620:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6000. 00010000:00000010:3.1:1734676299.931821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7400. 00010000:00000010:0.1:1734676299.932383:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4000. 00010000:00000010:0.1:1734676299.932389:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc9400. 00010000:00000010:0.1:1734676299.932392:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df600. 00010000:00000010:0.1:1734676299.932397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cb600. 00010000:00000010:0.1:1734676299.935167:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b000. 00010000:00000010:0.1:1734676299.935172:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149e00. 00010000:00000010:1.1:1734676299.935508:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8d400. 00010000:00000010:1.1:1734676299.935513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdf600. 00010000:00000010:1.1:1734676299.935515:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2b00. 00010000:00000010:1.1:1734676299.935518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde600. 00010000:00000010:1.1:1734676299.935520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdc400. 00010000:00000010:1.1:1734676299.935526:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33300. 00010000:00000010:1.1:1734676299.935529:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde000. 00010000:00000010:3.1:1734676299.954002:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffc600. 00010000:00000010:0.1:1734676299.954138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78000. 00010000:00000010:0.1:1734676299.963213:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae700. 00010000:00000010:0.1:1734676299.963225:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7ca600. 00010000:00000010:0.1:1734676299.970396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3e00. 00010000:00000010:0.1:1734676299.970403:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565600. 00010000:00000010:0.1:1734676299.970507:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2c00. 00010000:00000010:0.1:1734676299.970512:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cb000. 00010000:00000010:0.1:1734676299.970515:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a600. 00010000:00000010:0.1:1734676299.970519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cb600. 00010000:00000010:0.1:1734676299.978114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155b000. 00010000:00000010:0.1:1734676299.978130:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bba00. 00010000:00000010:0.1:1734676299.978134:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde600. 00010000:00000010:3.1:1734676299.978650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312800. 00010000:00000010:1.1:1734676299.978738:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae300. 00010000:00000010:1.1:1734676299.978744:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149e00. 00010000:00000010:3.1:1734676299.981731:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008600. 00010000:00000010:3.1:1734676299.981736:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33800. 00010000:00000010:3.1:1734676299.981739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0600. 00010000:00000010:2.1:1734676299.984649:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d361400. 00010000:00000010:2.1:1734676299.984658:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3c00. 00010000:00000010:2.1:1734676299.984662:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f51a00. 00010000:00000010:3.1:1734676299.990128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9c00. 00010000:00000010:3.1:1734676299.990136:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cae00. 00010000:00000010:3.1:1734676299.990139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5a00. 00010000:00000010:3.1:1734676299.996349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876c00. 00010000:00000010:3.1:1734676299.996356:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737caa00. 00010000:00000010:3.1:1734676299.996359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc400. 00010000:00000010:3.1:1734676299.996363:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0900. 00010000:00000010:3.1:1734676299.996366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd200. 00010000:00000010:2.1:1734676299.996483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847b00. 00010000:00000010:2.1:1734676299.996487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fda00. 00010000:00000010:2.1:1734676300.004797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daf200. 00010000:00000010:2.1:1734676300.010685:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43000. 00010000:00000010:2.1:1734676300.010689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4e00. 00010000:00000010:2.1:1734676300.011113:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565000. 00010000:00000010:2.1:1734676300.016182:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e600. 00010000:00000010:3.1:1734676300.017520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c100. 00010000:00000010:3.1:1734676300.017530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e9200. 00010000:00000010:3.1:1734676300.017799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474400. 00010000:00000010:2.1:1734676300.023021:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0bc000. 00010000:00000010:2.1:1734676300.023027:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43200. 00010000:00000010:2.1:1734676300.023030:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e9000. 00010000:00000010:2.1:1734676300.023034:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e800. 00010000:00000010:2.1:1734676300.023054:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085400. 00010000:00000010:2.1:1734676300.023057:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd600. 00010000:00000010:2.1:1734676300.023060:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0400. 00010000:00000010:2.1:1734676300.023062:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd800. 00010000:00000010:2.1:1734676300.023155:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24200. 00010000:00000010:2.1:1734676300.023158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fda00. 00010000:00000010:2.1:1734676300.029453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4a00. 00010000:00000010:2.1:1734676300.029459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5f00. 00010000:00000010:2.1:1734676300.029462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fca00. 00010000:00000010:2.1:1734676300.037304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098483c00. 00010000:00000010:2.1:1734676300.047519:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39300. 00010000:00000010:2.1:1734676300.047525:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196e00. 00010000:00000010:2.1:1734676300.047527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3000. 00010000:00000010:2.1:1734676300.047531:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ed00. 00010000:00000010:2.1:1734676300.047535:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4200. 00010000:00000010:2.1:1734676300.056250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3200. 00010000:00000010:0.1:1734676300.062723:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5000. 00010000:00000010:0.1:1734676300.062729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113a00. 00010000:00000010:0.1:1734676300.062734:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39c00. 00010000:00000010:0.1:1734676300.062737:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1200. 00010000:00000010:0.1:1734676300.062739:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39f00. 00010000:00000010:0.1:1734676300.062742:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0600. 00010000:00000010:0.1:1734676300.062744:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39000. 00010000:00000010:0.1:1734676300.062746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149a00. 00010000:00000010:0.1:1734676300.062748:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39100. 00010000:00000010:0.1:1734676300.062754:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076504400. 00010000:00000010:0.1:1734676300.062757:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39900. 00010000:00000010:0.1:1734676300.062759:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff6ee00. 00010000:00000010:0.1:1734676300.062761:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39e00. 00010000:00000010:0.1:1734676300.062764:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073641a00. 00010000:00000010:0.1:1734676300.062767:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39400. 00010000:00000010:0.1:1734676300.062770:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4cc600. 00010000:00000010:0.1:1734676300.062772:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39b00. 00010000:00000010:0.1:1734676300.062775:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4cda00. 00010000:00000010:0.1:1734676300.062779:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8800. 00010000:00000010:0.1:1734676300.062782:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2e00. 00010000:00000010:0.1:1734676300.062784:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8e00. 00010000:00000010:0.1:1734676300.062787:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2800. 00010000:00000010:0.1:1734676300.062789:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8a00. 00010000:00000010:0.1:1734676300.062791:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3600. 00010000:00000010:0.1:1734676300.062794:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8200. 00010000:00000010:0.1:1734676300.062796:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4000. 00010000:00000010:0.1:1734676300.062799:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8f00. 00010000:00000010:0.1:1734676300.062802:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5000. 00010000:00000010:0.1:1734676300.062806:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8100. 00010000:00000010:0.1:1734676300.062808:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5a00. 00010000:00000010:0.1:1734676300.062810:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8d00. 00010000:00000010:0.1:1734676300.062811:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5c00. 00010000:00000010:0.1:1734676300.062814:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8300. 00010000:00000010:0.1:1734676300.062816:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5400. 00010000:00000010:0.1:1734676300.062817:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8700. 00010000:00000010:0.1:1734676300.062820:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485c00. 00010000:00000010:0.1:1734676300.062823:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8c00. 00010000:00000010:0.1:1734676300.062825:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485200. 00010000:00000010:0.1:1734676300.062828:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822200. 00010000:00000010:0.1:1734676300.062832:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484800. 00010000:00000010:0.1:1734676300.062834:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822900. 00010000:00000010:0.1:1734676300.062836:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484000. 00010000:00000010:0.1:1734676300.062838:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822800. 00010000:00000010:0.1:1734676300.062840:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485e00. 00010000:00000010:0.1:1734676300.062842:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822000. 00010000:00000010:0.1:1734676300.062844:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485a00. 00010000:00000010:0.1:1734676300.062846:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822500. 00010000:00000010:0.1:1734676300.062849:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78800. 00010000:00000010:0.1:1734676300.062851:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822400. 00010000:00000010:0.1:1734676300.062853:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79c00. 00010000:00000010:0.1:1734676300.062855:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822700. 00010000:00000010:0.1:1734676300.062857:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78600. 00010000:00000010:0.1:1734676300.062859:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822b00. 00010000:00000010:0.1:1734676300.062862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78c00. 00010000:00000010:0.1:1734676300.062863:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880085822a00. 00010000:00000010:0.1:1734676300.062865:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79a00. 00010000:00000010:0.1:1734676300.062869:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5300. 00010000:00000010:0.1:1734676300.062872:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8ba200. 00010000:00000010:0.1:1734676300.062875:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5a00. 00010000:00000010:0.1:1734676300.062878:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8bac00. 00010000:00000010:0.1:1734676300.062880:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5c00. 00010000:00000010:0.1:1734676300.062882:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcd600. 00010000:00000010:0.1:1734676300.062886:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5600. 00010000:00000010:0.1:1734676300.062890:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcc000. 00010000:00000010:0.1:1734676300.062893:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5800. 00010000:00000010:0.1:1734676300.062895:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcce00. 00010000:00000010:0.1:1734676300.062897:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5500. 00010000:00000010:0.1:1734676300.062900:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcda00. 00010000:00000010:0.1:1734676300.062902:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5700. 00010000:00000010:0.1:1734676300.062904:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcdc00. 00010000:00000010:0.1:1734676300.062906:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5000. 00010000:00000010:0.1:1734676300.062911:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a185ca00. 00010000:00000010:0.1:1734676300.062914:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5900. 00010000:00000010:0.1:1734676300.062916:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc7d800. 00010000:00000010:0.1:1734676300.062919:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5b00. 00010000:00000010:0.1:1734676300.062921:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa6000. 00010000:00000010:0.1:1734676300.062923:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5d00. 00010000:00000010:0.1:1734676300.062926:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a80400. 00010000:00000010:0.1:1734676300.062929:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5f00. 00010000:00000010:0.1:1734676300.062931:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131226200. 00010000:00000010:0.1:1734676300.062933:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5200. 00010000:00000010:0.1:1734676300.062935:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737d1a00. 00010000:00000010:0.1:1734676300.062938:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5100. 00010000:00000010:0.1:1734676300.062940:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009df70800. 00010000:00000010:0.1:1734676300.062942:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130dc5400. 00010000:00000010:0.1:1734676300.062945:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57a00. 00010000:00000010:0.1:1734676300.062950:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e500. 00010000:00000010:0.1:1734676300.062953:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57200. 00010000:00000010:0.1:1734676300.062955:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9eb00. 00010000:00000010:0.1:1734676300.062957:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57800. 00010000:00000010:0.1:1734676300.062959:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ea00. 00010000:00000010:0.1:1734676300.062962:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56a00. 00010000:00000010:0.1:1734676300.062964:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e200. 00010000:00000010:0.1:1734676300.062966:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dfe0000. 00010000:00000010:0.1:1734676300.062968:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e700. 00010000:00000010:0.1:1734676300.062971:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f154c00. 00010000:00000010:0.1:1734676300.062973:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e600. 00010000:00000010:0.1:1734676300.062976:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f155000. 00010000:00000010:0.1:1734676300.062978:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ec00. 00010000:00000010:0.1:1734676300.062979:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f155800. 00010000:00000010:0.1:1734676300.062981:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e000. 00010000:00000010:0.1:1734676300.062983:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073695c00. 00010000:00000010:0.1:1734676300.062987:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e100. 00010000:00000010:0.1:1734676300.062989:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073694800. 00010000:00000010:0.1:1734676300.062992:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e900. 00010000:00000010:0.1:1734676300.062995:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009586f000. 00010000:00000010:0.1:1734676300.062998:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e300. 00010000:00000010:0.1:1734676300.063000:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009586f400. 00010000:00000010:0.1:1734676300.063002:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e800. 00010000:00000010:0.1:1734676300.063004:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8646c00. 00010000:00000010:0.1:1734676300.063008:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6700. 00010000:00000010:0.1:1734676300.063011:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e41000. 00010000:00000010:0.1:1734676300.063014:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6900. 00010000:00000010:0.1:1734676300.063017:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009583a600. 00010000:00000010:0.1:1734676300.063020:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6600. 00010000:00000010:0.1:1734676300.063023:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0b97c00. 00010000:00000010:0.1:1734676300.063026:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6200. 00010000:00000010:0.1:1734676300.063029:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d497400. 00010000:00000010:0.1:1734676300.063031:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6000. 00010000:00000010:0.1:1734676300.063034:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584000. 00010000:00000010:3.1:1734676300.063161:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8fd00. 00010000:00000010:3.1:1734676300.063165:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5400. 00010000:00000010:3.1:1734676300.063171:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4b00. 00010000:00000010:3.1:1734676300.063175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5a00. 00010000:00000010:3.1:1734676300.063177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1c00. 00010000:00000010:0.1:1734676300.065193:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6e00. 00010000:00000010:0.1:1734676300.065202:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584200. 00010000:00000010:0.1:1734676300.072375:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6300. 00010000:00000010:0.1:1734676300.072382:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584c00. 00010000:00000010:0.1:1734676300.072386:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6f00. 00010000:00000010:0.1:1734676300.072388:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d585400. 00010000:00000010:0.1:1734676300.072390:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6400. 00010000:00000010:0.1:1734676300.072392:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584600. 00010000:00000010:0.1:1734676300.072394:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6d00. 00010000:00000010:0.1:1734676300.072396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076506000. 00010000:00000010:0.1:1734676300.072398:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6500. 00010000:00000010:0.1:1734676300.072400:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076506400. 00010000:00000010:0.1:1734676300.072402:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad6b00. 00010000:00000010:0.1:1734676300.072404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073701c00. 00010000:00000010:0.1:1734676300.072407:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095abf800. 00010000:00000010:0.1:1734676300.072409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e24f000. 00010000:00000010:0.1:1734676300.072412:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095abfe00. 00010000:00000010:0.1:1734676300.072414:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e24f400. 00010000:00000010:0.1:1734676300.072416:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095abf600. 00010000:00000010:0.1:1734676300.072418:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbab800. 00010000:00000010:0.1:1734676300.072421:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117eb00. 00010000:00000010:0.1:1734676300.072424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088adee00. 00010000:00000010:0.1:1734676300.072427:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4dae00. 00010000:00000010:0.1:1734676300.072431:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088adf600. 00010000:00000010:0.1:1734676300.072433:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4da800. 00010000:00000010:0.1:1734676300.072435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbcc00. 00010000:00000010:0.1:1734676300.072437:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4da600. 00010000:00000010:0.1:1734676300.072439:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbdc00. 00010000:00000010:0.1:1734676300.072441:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4da900. 00010000:00000010:0.1:1734676300.072443:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbde00. 00010000:00000010:0.1:1734676300.072444:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4da300. 00010000:00000010:0.1:1734676300.072447:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360f600. 00010000:00000010:0.1:1734676300.072451:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c900. 00010000:00000010:0.1:1734676300.072454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ffc00. 00010000:00000010:0.1:1734676300.072457:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cb00. 00010000:00000010:0.1:1734676300.072459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ff200. 00010000:00000010:0.1:1734676300.072461:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c600. 00010000:00000010:0.1:1734676300.072463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec1000. 00010000:00000010:0.1:1734676300.072465:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c200. 00010000:00000010:0.1:1734676300.072468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec0c00. 00010000:00000010:0.1:1734676300.072469:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c100. 00010000:00000010:0.1:1734676300.072471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da69e00. 00010000:00000010:0.1:1734676300.072473:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cf00. 00010000:00000010:0.1:1734676300.072475:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da68a00. 00010000:00000010:0.1:1734676300.072477:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c800. 00010000:00000010:0.1:1734676300.072479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da68e00. 00010000:00000010:0.1:1734676300.072480:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117ca00. 00010000:00000010:0.1:1734676300.072483:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cd800. 00010000:00000010:0.1:1734676300.072486:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cc00. 00010000:00000010:0.1:1734676300.072488:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c74400. 00010000:00000010:0.1:1734676300.072489:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c300. 00010000:00000010:0.1:1734676300.072492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c75600. 00010000:00000010:0.1:1734676300.072493:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c000. 00010000:00000010:0.1:1734676300.072496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073559a00. 00010000:00000010:0.1:1734676300.072499:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cd00. 00010000:00000010:0.1:1734676300.072501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdc5c00. 00010000:00000010:0.1:1734676300.072507:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5800. 00010000:00000010:0.1:1734676300.072509:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f80b400. 00010000:00000010:0.1:1734676300.072512:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5e00. 00010000:00000010:0.1:1734676300.072515:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9aca00. 00010000:00000010:0.1:1734676300.072517:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5300. 00010000:00000010:0.1:1734676300.072519:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9ac600. 00010000:00000010:0.1:1734676300.072520:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5700. 00010000:00000010:0.1:1734676300.072522:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a2ce00. 00010000:00000010:0.1:1734676300.072524:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5200. 00010000:00000010:0.1:1734676300.072527:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131007000. 00010000:00000010:0.1:1734676300.072530:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5500. 00010000:00000010:0.1:1734676300.072533:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958cfc00. 00010000:00000010:0.1:1734676300.072535:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5900. 00010000:00000010:0.1:1734676300.072538:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958cfa00. 00010000:00000010:0.1:1734676300.072540:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5b00. 00010000:00000010:0.1:1734676300.072542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880093370c00. 00010000:00000010:0.1:1734676300.072544:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5400. 00010000:00000010:0.1:1734676300.072547:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ea03200. 00010000:00000010:0.1:1734676300.072549:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5600. 00010000:00000010:0.1:1734676300.072551:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073542000. 00010000:00000010:0.1:1734676300.072555:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5f00. 00010000:00000010:0.1:1734676300.072557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073543c00. 00010000:00000010:0.1:1734676300.072560:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5c00. 00010000:00000010:0.1:1734676300.072562:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073542e00. 00010000:00000010:0.1:1734676300.072563:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5d00. 00010000:00000010:0.1:1734676300.072566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801301bda00. 00010000:00000010:0.1:1734676300.072569:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5100. 00010000:00000010:0.1:1734676300.072571:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f7b400. 00010000:00000010:0.1:1734676300.072573:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5a00. 00010000:00000010:0.1:1734676300.072575:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e47600. 00010000:00000010:0.1:1734676300.072577:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b200. 00010000:00000010:0.1:1734676300.072580:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073750200. 00010000:00000010:3.1:1734676300.072967:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4400. 00010000:00000010:3.1:1734676300.072971:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113600. 00010000:00000010:3.1:1734676300.072975:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4500. 00010000:00000010:3.1:1734676300.072977:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02c00. 00010000:00000010:3.1:1734676300.072979:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4e00. 00010000:00000010:3.1:1734676300.072981:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03000. 00010000:00000010:3.1:1734676300.072983:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4300. 00010000:00000010:3.1:1734676300.072985:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c312c00. 00010000:00000010:3.1:1734676300.072987:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4200. 00010000:00000010:3.1:1734676300.072990:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073618000. 00010000:00000010:3.1:1734676300.072992:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4800. 00010000:00000010:3.1:1734676300.072994:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e872800. 00010000:00000010:3.1:1734676300.072997:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4600. 00010000:00000010:3.1:1734676300.072999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a90600. 00010000:00000010:3.1:1734676300.073002:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4900. 00010000:00000010:3.1:1734676300.073004:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130df0c00. 00010000:00000010:3.1:1734676300.073006:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4a00. 00010000:00000010:3.1:1734676300.073009:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd2400. 00010000:00000010:3.1:1734676300.073011:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4f00. 00010000:00000010:3.1:1734676300.073013:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd2800. 00010000:00000010:3.1:1734676300.073016:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0500. 00010000:00000010:3.1:1734676300.073019:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131384800. 00010000:00000010:3.1:1734676300.073021:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0900. 00010000:00000010:3.1:1734676300.073023:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa0dc00. 00010000:00000010:3.1:1734676300.073026:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0f00. 00010000:00000010:3.1:1734676300.073029:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800995c5200. 00010000:00000010:3.1:1734676300.073031:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0c00. 00010000:00000010:3.1:1734676300.073035:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800995c4600. 00010000:00000010:3.1:1734676300.073052:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0a00. 00010000:00000010:3.1:1734676300.073054:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305cd400. 00010000:00000010:3.1:1734676300.073057:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0300. 00010000:00000010:3.1:1734676300.073059:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089a01800. 00010000:00000010:3.1:1734676300.073062:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0e00. 00010000:00000010:3.1:1734676300.073064:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d510800. 00010000:00000010:3.1:1734676300.073070:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33200. 00010000:00000010:3.1:1734676300.073072:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d0da000. 00010000:00000010:3.1:1734676300.073076:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33000. 00010000:00000010:3.1:1734676300.073079:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d0db800. 00010000:00000010:3.1:1734676300.073081:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33b00. 00010000:00000010:3.1:1734676300.073083:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d0dbe00. 00010000:00000010:3.1:1734676300.073085:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33400. 00010000:00000010:3.1:1734676300.073087:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d7a0e00. 00010000:00000010:3.1:1734676300.073090:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33e00. 00010000:00000010:3.1:1734676300.073092:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d856200. 00010000:00000010:3.1:1734676300.073095:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33600. 00010000:00000010:3.1:1734676300.073097:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008bf98400. 00010000:00000010:3.1:1734676300.073099:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33c00. 00010000:00000010:3.1:1734676300.073102:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ea9b400. 00010000:00000010:3.1:1734676300.073104:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33500. 00010000:00000010:3.1:1734676300.073106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ea98800. 00010000:00000010:3.1:1734676300.073108:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33a00. 00010000:00000010:3.1:1734676300.073110:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ea99e00. 00010000:00000010:3.1:1734676300.073113:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3c00. 00010000:00000010:3.1:1734676300.073213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ea98c00. 00010000:00000010:3.1:1734676300.073216:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3a00. 00010000:00000010:3.1:1734676300.073219:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daa7400. 00010000:00000010:3.1:1734676300.073222:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3f00. 00010000:00000010:3.1:1734676300.073224:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e9cc00. 00010000:00000010:3.1:1734676300.073227:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3200. 00010000:00000010:3.1:1734676300.073230:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e9dc00. 00010000:00000010:3.1:1734676300.073232:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3000. 00010000:00000010:3.1:1734676300.073234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e881800. 00010000:00000010:3.1:1734676300.073237:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3e00. 00010000:00000010:3.1:1734676300.073239:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e881a00. 00010000:00000010:3.1:1734676300.073241:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3400. 00010000:00000010:3.1:1734676300.073243:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130913200. 00010000:00000010:3.1:1734676300.073247:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3800. 00010000:00000010:3.1:1734676300.073249:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009445b600. 00010000:00000010:3.1:1734676300.073252:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3700. 00010000:00000010:3.1:1734676300.073254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d669200. 00010000:00000010:3.1:1734676300.073256:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3600. 00010000:00000010:3.1:1734676300.073259:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ae6600. 00010000:00000010:3.1:1734676300.073262:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65800. 00010000:00000010:3.1:1734676300.073265:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565600. 00010000:00000010:3.1:1734676300.073269:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65600. 00010000:00000010:3.1:1734676300.073271:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565400. 00010000:00000010:3.1:1734676300.073272:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65300. 00010000:00000010:3.1:1734676300.073274:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565000. 00010000:00000010:3.1:1734676300.073276:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65e00. 00010000:00000010:3.1:1734676300.073278:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565200. 00010000:00000010:3.1:1734676300.073279:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65d00. 00010000:00000010:3.1:1734676300.073281:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564400. 00010000:00000010:3.1:1734676300.073284:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65b00. 00010000:00000010:3.1:1734676300.073286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da57000. 00010000:00000010:3.1:1734676300.073289:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65900. 00010000:00000010:3.1:1734676300.073292:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0098c00. 00010000:00000010:3.1:1734676300.073293:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65700. 00010000:00000010:3.1:1734676300.073296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8bd400. 00010000:00000010:3.1:1734676300.073300:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65400. 00010000:00000010:3.1:1734676300.073302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4db7800. 00010000:00000010:3.1:1734676300.073304:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65a00. 00010000:00000010:3.1:1734676300.073307:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8e4800. 00010000:00000010:3.1:1734676300.073309:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65f00. 00010000:00000010:3.1:1734676300.073311:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8e5a00. 00010000:00000010:3.1:1734676300.073314:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65c00. 00010000:00000010:3.1:1734676300.073317:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007354f200. 00010000:00000010:3.1:1734676300.073323:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011cd81200. 00010000:00000010:3.1:1734676300.073326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007354f000. 00010000:00000010:3.1:1734676300.073328:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011cd81400. 00010000:00000010:3.1:1734676300.073331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d93bc00. 00010000:00000010:3.1:1734676300.073334:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68100. 00010000:00000010:3.1:1734676300.073336:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2ae00. 00010000:00000010:3.1:1734676300.073338:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68e00. 00010000:00000010:3.1:1734676300.073340:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2b200. 00010000:00000010:3.1:1734676300.073342:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68a00. 00010000:00000010:3.1:1734676300.073344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e42200. 00010000:00000010:3.1:1734676300.073346:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68c00. 00010000:00000010:3.1:1734676300.073348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e42c00. 00010000:00000010:3.1:1734676300.073349:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68600. 00010000:00000010:3.1:1734676300.073352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fb9200. 00010000:00000010:3.1:1734676300.073354:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68f00. 00010000:00000010:3.1:1734676300.073357:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01400. 00010000:00000010:3.1:1734676300.073359:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68700. 00010000:00000010:3.1:1734676300.073361:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00c00. 00010000:00000010:3.1:1734676300.073363:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68b00. 00010000:00000010:3.1:1734676300.073365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00600. 00010000:00000010:3.1:1734676300.073366:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc68400. 00010000:00000010:3.1:1734676300.073368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01600. 00010000:00000010:3.1:1734676300.073371:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6dd800. 00010000:00000010:3.1:1734676300.073373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00400. 00010000:00000010:3.1:1734676300.073375:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6dda00. 00010000:00000010:3.1:1734676300.073377:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cf0800. 00010000:00000010:3.1:1734676300.073379:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6dde00. 00010000:00000010:3.1:1734676300.073382:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd5ce00. 00010000:00000010:3.1:1734676300.073385:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85ce00. 00010000:00000010:3.1:1734676300.073388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d92c00. 00010000:00000010:3.1:1734676300.073391:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c200. 00010000:00000010:3.1:1734676300.073393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007377ee00. 00010000:00000010:3.1:1734676300.073397:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c100. 00010000:00000010:3.1:1734676300.073399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007377ea00. 00010000:00000010:3.1:1734676300.073401:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85cd00. 00010000:00000010:3.1:1734676300.073404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0b18400. 00010000:00000010:3.1:1734676300.073406:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c300. 00010000:00000010:3.1:1734676300.073408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007359fa00. 00010000:00000010:3.1:1734676300.073411:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c900. 00010000:00000010:3.1:1734676300.073413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f57600. 00010000:00000010:3.1:1734676300.073415:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85cf00. 00010000:00000010:3.1:1734676300.073418:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0400. 00010000:00000010:3.1:1734676300.073420:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c500. 00010000:00000010:3.1:1734676300.073421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0200. 00010000:00000010:3.1:1734676300.073423:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85cb00. 00010000:00000010:3.1:1734676300.073425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1e00. 00010000:00000010:3.1:1734676300.073427:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85cc00. 00010000:00000010:3.1:1734676300.073429:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0800. 00010000:00000010:3.1:1734676300.073431:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c700. 00010000:00000010:3.1:1734676300.073433:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0000. 00010000:00000010:3.1:1734676300.073434:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c000. 00010000:00000010:3.1:1734676300.073437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d8b600. 00010000:00000010:3.1:1734676300.073439:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c400. 00010000:00000010:3.1:1734676300.073441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ce2c200. 00010000:00000010:3.1:1734676300.073443:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c600. 00010000:00000010:3.1:1734676300.073445:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d6600. 00010000:00000010:3.1:1734676300.073448:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfd00. 00010000:00000010:3.1:1734676300.073451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d7000. 00010000:00000010:3.1:1734676300.073453:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf400. 00010000:00000010:3.1:1734676300.073455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d6a00. 00010000:00000010:3.1:1734676300.073456:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf900. 00010000:00000010:3.1:1734676300.073459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d7600. 00010000:00000010:3.1:1734676300.073461:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf000. 00010000:00000010:3.1:1734676300.073463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8641200. 00010000:00000010:3.1:1734676300.073465:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfc00. 00010000:00000010:3.1:1734676300.073467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8640600. 00010000:00000010:3.1:1734676300.073469:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf200. 00010000:00000010:3.1:1734676300.073471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f06600. 00010000:00000010:3.1:1734676300.073473:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf800. 00010000:00000010:3.1:1734676300.073475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f07800. 00010000:00000010:0.1:1734676300.086342:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f100. 00010000:00000010:0.1:1734676300.086347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073588a00. 00010000:00000010:0.1:1734676300.086350:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2c00. 00010000:00000010:0.1:1734676300.086353:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584000. 00010000:00000010:3.1:1734676300.086406:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b700. 00010000:00000010:3.1:1734676300.086410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584200. 00010000:00000010:3.1:1734676300.086412:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfb00. 00010000:00000010:3.1:1734676300.086414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073589000. 00010000:00000010:3.1:1734676300.086421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc1800. 00010000:00000010:3.1:1734676300.086435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520200. 00010000:00000010:2.1:1734676300.092968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000800. 00010000:00000010:0.1:1734676300.096654:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aa400. 00010000:00000010:0.1:1734676300.096660:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04400. 00010000:00000010:0.1:1734676300.096662:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e41000. 00010000:00000010:0.1:1734676300.096676:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06600. 00010000:00000010:0.1:1734676300.096683:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2000. 00010000:00000010:2.1:1734676300.097526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4800. 00010000:00000010:2.1:1734676300.103579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89600. 00010000:00000010:2.1:1734676300.108227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7cc00. 00010000:00000010:0.1:1734676300.108280:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0b00. 00010000:00000010:0.1:1734676300.108285:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3e00. 00010000:00000010:3.1:1734676300.108496:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d25000. 00010000:00000010:3.1:1734676300.116267:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9700. 00010000:00000010:3.1:1734676300.116272:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3a00. 00010000:00000010:1.1:1734676300.116325:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daacb00. 00010000:00000010:1.1:1734676300.116330:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3600. 00010000:00000010:3.1:1734676300.122337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1a00. 00010000:00000010:0.1:1734676300.125135:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e400. 00010000:00000010:3.1:1734676300.125145:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097caea00. 00010000:00000010:3.1:1734676300.125151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db6a800. 00010000:00000010:3.1:1734676300.125154:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2200. 00010000:00000010:3.1:1734676300.125160:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbb00. 00010000:00000010:3.1:1734676300.125163:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db6b400. 00010000:00000010:3.1:1734676300.125166:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50a00. 00010000:00000010:3.1:1734676300.125168:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db6be00. 00010000:00000010:3.1:1734676300.128536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1400. 00010000:00000010:3.1:1734676300.128543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113800. 00010000:00000010:2.1:1734676300.132450:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2400. 00010000:00000010:2.1:1734676300.132455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7200. 00010000:00000010:0.1:1734676300.138407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180c00. 00010000:00000010:3.1:1734676300.138521:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498800. 00010000:00000010:3.1:1734676300.138528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3400. 00010000:00000010:3.1:1734676300.141271:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15000. 00010000:00000010:3.1:1734676300.144367:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb800. 00010000:00000010:3.1:1734676300.144376:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197a00. 00010000:00000010:3.1:1734676300.144378:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:3.1:1734676300.144381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196400. 00010000:00000010:1.1:1734676300.144400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2c400. 00010000:00000010:1.1:1734676300.144404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096481800. 00010000:00000010:3.1:1734676300.147113:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5100. 00010000:00000010:3.1:1734676300.147132:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196800. 00010000:00000010:3.1:1734676300.147135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fea00. 00010000:00000010:3.1:1734676300.147138:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabbf00. 00010000:00000010:3.1:1734676300.147140:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7e00. 00010000:00000010:3.1:1734676300.147144:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8fe00. 00010000:00000010:3.1:1734676300.147146:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6c00. 00010000:00000010:3.1:1734676300.153616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944400. 00010000:00000010:1.1:1734676300.153652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ad8800. 00010000:00000010:3.1:1734676300.156411:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8a9700. 00010000:00000010:3.1:1734676300.156421:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7800. 00010000:00000010:3.1:1734676300.156424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6600. 00010000:00000010:1.1:1734676300.156428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349f600. 00010000:00000010:3.1:1734676300.159125:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bf400. 00010000:00000010:1.1:1734676300.159765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718000. 00010000:00000010:3.1:1734676300.162924:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9c00. 00010000:00000010:3.1:1734676300.162930:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:3.1:1734676300.162933:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136ad4600. 00010000:00000010:3.1:1734676300.162936:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1e00. 00010000:00000010:3.1:1734676300.168180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e54600. 00010000:00000010:2.1:1734676300.168199:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb800. 00010000:00000010:2.1:1734676300.168207:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0800. 00010000:00000010:1.1:1734676300.168389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368bc00. 00010000:00000010:3.1:1734676300.174379:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35600. 00010000:00000010:3.1:1734676300.174389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0a00. 00010000:00000010:3.1:1734676300.180357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d856e00. 00010000:00000010:3.1:1734676300.180364:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5800. 00010000:00000010:3.1:1734676300.180368:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2000. 00010000:00000010:2.1:1734676300.180409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4da00. 00010000:00000010:3.1:1734676300.186717:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ea000. 00010000:00000010:3.1:1734676300.192152:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d852c00. 00010000:00000010:3.1:1734676300.192162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197800. 00010000:00000010:3.1:1734676300.192165:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2300. 00010000:00000010:3.1:1734676300.192167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197a00. 00010000:00000010:3.1:1734676300.192170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985b600. 00010000:00000010:3.1:1734676300.192173:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ab3b00. 00010000:00000010:3.1:1734676300.192176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196400. 00010000:00000010:3.1:1734676300.192178:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5f00. 00010000:00000010:3.1:1734676300.192182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d497400. 00010000:00000010:3.1:1734676300.192187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adfa00. 00010000:00000010:3.1:1734676300.192189:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb100. 00010000:00000010:3.1:1734676300.192191:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5400. 00010000:00000010:0.1:1734676300.192304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75a00. 00010000:00000010:0.1:1734676300.192309:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932400. 00010000:00000010:3.1:1734676300.195137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6a00. 00010000:00000010:3.1:1734676300.195145:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4800. 00010000:00000010:3.1:1734676300.195148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735800. 00010000:00000010:3.1:1734676300.195151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d46c00. 00010000:00000010:3.1:1734676300.195154:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1900. 00010000:00000010:3.1:1734676300.195156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735200. 00010000:00000010:3.1:1734676300.195158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2500. 00010000:00000010:3.1:1734676300.195161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdf600. 00010000:00000010:3.1:1734676300.195164:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e000. 00010000:00000010:3.1:1734676300.195167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fda00. 00010000:00000010:0.1:1734676300.201598:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004400. 00010000:00000010:1.1:1734676300.201644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136c00. 00010000:00000010:3.1:1734676300.207267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4000. 00010000:00000010:1.1:1734676300.213447:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6300. 00010000:00000010:1.1:1734676300.213456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd600. 00010000:00000010:0.1:1734676300.213458:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4700. 00010000:00000010:0.1:1734676300.213462:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6c00. 00010000:00000010:0.1:1734676300.213468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aa600. 00010000:00000010:0.1:1734676300.220070:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44200. 00010000:00000010:0.1:1734676300.220082:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d100. 00010000:00000010:0.1:1734676300.220086:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3600. 00010000:00000010:0.1:1734676300.222186:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d2a00. 00010000:00000010:1.1:1734676300.222188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dae0b00. 00010000:00000010:0.1:1734676300.222192:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d3800. 00010000:00000010:1.1:1734676300.222193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e9200. 00010000:00000010:1.1:1734676300.222198:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ccb0b00. 00010000:00000010:1.1:1734676300.222200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6600. 00010000:00000010:1.1:1734676300.222204:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d600. 00010000:00000010:1.1:1734676300.222206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:2.1:1734676300.228199:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136e900. 00010000:00000010:2.1:1734676300.228211:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735800. 00010000:00000010:0.1:1734676300.234129:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff400. 00010000:00000010:1.1:1734676300.234177:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c600. 00010000:00000010:1.1:1734676300.234183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3600. 00010000:00000010:0.1:1734676300.241211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7200. 00010000:00000010:0.1:1734676300.244312:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545e00. 00010000:00000010:1.1:1734676300.244559:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafeb00. 00010000:00000010:1.1:1734676300.244566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4400. 00010000:00000010:1.1:1734676300.244569:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133600. 00010000:00000010:1.1:1734676300.244572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4600. 00010000:00000010:1.1:1734676300.249563:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41c00. 00010000:00000010:1.1:1734676300.249576:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47700. 00010000:00000010:1.1:1734676300.249580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5800. 00010000:00000010:1.1:1734676300.249584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098400. 00010000:00000010:1.1:1734676300.249588:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122d00. 00010000:00000010:1.1:1734676300.249590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5e00. 00010000:00000010:1.1:1734676300.253187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d200. 00010000:00000010:1.1:1734676300.253195:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6200. 00010000:00000010:1.1:1734676300.253199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5a00. 00010000:00000010:0.1:1734676300.263103:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfd800. 00010000:00000010:2.1:1734676300.269204:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06800. 00010000:00000010:2.1:1734676300.269215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde400. 00010000:00000010:0.1:1734676300.269305:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d161c00. 00010000:00000010:0.1:1734676300.272571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2ba00. 00010000:00000010:2.1:1734676300.275177:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc800. 00010000:00000010:2.1:1734676300.275185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde800. 00010000:00000010:2.1:1734676300.275188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8a00. 00010000:00000010:2.1:1734676300.275192:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfc00. 00010000:00000010:2.1:1734676300.275195:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c900. 00010000:00000010:2.1:1734676300.275197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfa00. 00010000:00000010:2.1:1734676300.275199:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136e600. 00010000:00000010:2.1:1734676300.275201:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdfe00. 00010000:00000010:0.1:1734676300.282769:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c800. 00010000:00000010:0.1:1734676300.282775:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0600. 00010000:00000010:2.1:1734676300.288619:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0b900. 00010000:00000010:2.1:1734676300.288625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fde600. 00010000:00000010:0.1:1734676300.291773:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005800. 00010000:00000010:1.1:1734676300.291818:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520800. 00010000:00000010:2.1:1734676300.297880:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5f00. 00010000:00000010:2.1:1734676300.297887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d497400. 00010000:00000010:2.1:1734676300.297893:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d753000. 00010000:00000010:2.1:1734676300.297897:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6d00. 00010000:00000010:2.1:1734676300.297902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0600. 00010000:00000010:2.1:1734676300.297905:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fc00. 00010000:00000010:2.1:1734676300.297906:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0e00. 00010000:00000010:1.1:1734676300.300245:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61800. 00010000:00000010:0.1:1734676300.303223:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ede600. 00010000:00000010:0.1:1734676300.303229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a015ba00. 00010000:00000010:0.1:1734676300.303234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4e200. 00010000:00000010:0.1:1734676300.303237:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142d00. 00010000:00000010:0.1:1734676300.303240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0000. 00010000:00000010:2.1:1734676300.310488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc800. 00010000:00000010:2.1:1734676300.310502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8f00. 00010000:00000010:2.1:1734676300.310507:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0200. 00010000:00000010:2.1:1734676300.310510:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfb200. 00010000:00000010:2.1:1734676300.310513:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b500. 00010000:00000010:2.1:1734676300.310515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0600. 00010000:00000010:0.1:1734676300.317114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c000. 00010000:00000010:2.1:1734676300.323434:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3d00. 00010000:00000010:2.1:1734676300.323440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1800. 00010000:00000010:1.1:1734676300.323515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5800. 00010000:00000010:0.1:1734676300.326346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd9e00. 00010000:00000010:1.1:1734676300.330067:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9a200. 00010000:00000010:3.1:1734676300.330716:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803f00. 00010000:00000010:3.1:1734676300.330724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1e00. 00010000:00000010:3.1:1734676300.330727:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c600. 00010000:00000010:3.1:1734676300.330730:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1200. 00010000:00000010:3.1:1734676300.330732:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6f00. 00010000:00000010:3.1:1734676300.330734:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0c00. 00010000:00000010:3.1:1734676300.330737:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fc00. 00010000:00000010:3.1:1734676300.330739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0600. 00010000:00000010:0.1:1734676300.333846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80f000. 00010000:00000010:3.1:1734676300.339767:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7100. 00010000:00000010:3.1:1734676300.339774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0000. 00010000:00000010:3.1:1734676300.339777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342e00. 00010000:00000010:3.1:1734676300.339782:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5d00. 00010000:00000010:3.1:1734676300.339785:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0600. 00010000:00000010:0.1:1734676300.343213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80f200. 00010000:00000010:0.1:1734676300.343224:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f600. 00010000:00000010:0.1:1734676300.343227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c600. 00010000:00000010:3.1:1734676300.343293:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daa8500. 00010000:00000010:3.1:1734676300.343298:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fca00. 00010000:00000010:1.1:1734676300.343360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095834e00. 00010000:00000010:2.1:1734676300.346319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05200. 00010000:00000010:2.1:1734676300.346325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2800. 00010000:00000010:2.1:1734676300.352329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6800. 00010000:00000010:1.1:1734676300.352372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82c200. 00010000:00000010:0.1:1734676300.352522:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092f00. 00010000:00000010:0.1:1734676300.352528:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc800. 00010000:00000010:3.1:1734676300.355206:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18900. 00010000:00000010:3.1:1734676300.355214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2000. 00010000:00000010:2.1:1734676300.358130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9bc00. 00010000:00000010:3.1:1734676300.358186:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3c00. 00010000:00000010:0.1:1734676300.361348:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59400. 00010000:00000010:0.1:1734676300.361355:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fcc00. 00010000:00000010:0.1:1734676300.364126:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f600. 00010000:00000010:0.1:1734676300.371270:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993d00. 00010000:00000010:0.1:1734676300.371275:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d600. 00010000:00000010:0.1:1734676300.371277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c800. 00010000:00000010:0.1:1734676300.371279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d200. 00010000:00000010:3.1:1734676300.371315:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8d00. 00010000:00000010:3.1:1734676300.371320:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c600. 00010000:00000010:0.1:1734676300.377350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4e600. 00010000:00000010:3.1:1734676300.383162:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2100. 00010000:00000010:3.1:1734676300.383170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc200. 00010000:00000010:3.1:1734676300.383174:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9600. 00010000:00000010:3.1:1734676300.383177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd600. 00010000:00000010:0.1:1734676300.384464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd35000. 00010000:00000010:0.1:1734676300.389147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038a00. 00010000:00000010:0.1:1734676300.389472:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817800. 00010000:00000010:0.1:1734676300.389478:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd200. 00010000:00000010:0.1:1734676300.389481:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c98700. 00010000:00000010:0.1:1734676300.389484:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3600. 00010000:00000010:0.1:1734676300.395195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013694fa00. 00010000:00000010:2.1:1734676300.395301:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b700. 00010000:00000010:2.1:1734676300.395307:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc800. 00010000:00000010:0.1:1734676300.401384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013139ee00. 00010000:00000010:0.1:1734676300.401391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47600. 00010000:00000010:2.1:1734676300.407108:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95100. 00010000:00000010:2.1:1734676300.407112:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2000. 00010000:00000010:2.1:1734676300.407124:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1e00. 00010000:00000010:2.1:1734676300.407127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1200. 00010000:00000010:0.1:1734676300.407255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47800. 00010000:00000010:0.1:1734676300.407259:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139300. 00010000:00000010:0.1:1734676300.407262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1800. 00010000:00000010:0.1:1734676300.413286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfba00. 00010000:00000010:0.1:1734676300.413293:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457000. 00010000:00000010:0.1:1734676300.413296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8400. 00010000:00000010:0.1:1734676300.416133:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef300. 00010000:00000010:0.1:1734676300.416140:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c200. 00010000:00000010:0.1:1734676300.416143:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3c00. 00010000:00000010:0.1:1734676300.416145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c600. 00010000:00000010:0.1:1734676300.416147:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c400. 00010000:00000010:0.1:1734676300.416149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d600. 00010000:00000010:0.1:1734676300.416152:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f900. 00010000:00000010:0.1:1734676300.416155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e1c00. 00010000:00000010:0.1:1734676300.423385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3200. 00010000:00000010:0.1:1734676300.423390:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140e00. 00010000:00000010:0.1:1734676300.423392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf400. 00010000:00000010:2.1:1734676300.426289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3800. 00010000:00000010:2.1:1734676300.426296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b7400. 00010000:00000010:2.1:1734676300.426300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4400. 00010000:00000010:2.1:1734676300.426303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b6400. 00010000:00000010:2.1:1734676300.426306:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087100. 00010000:00000010:2.1:1734676300.426309:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8d000. 00010000:00000010:2.1:1734676300.432990:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a8a00. 00010000:00000010:0.1:1734676300.433030:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464a00. 00010000:00000010:0.1:1734676300.433034:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ee00. 00010000:00000010:2.1:1734676300.436002:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb900. 00010000:00000010:2.1:1734676300.436007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ce00. 00010000:00000010:2.1:1734676300.436011:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007673f400. 00010000:00000010:2.1:1734676300.436015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8dc00. 00010000:00000010:0.1:1734676300.438195:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ca00. 00010000:00000010:2.1:1734676300.438243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526400. 00010000:00000010:2.1:1734676300.438248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526000. 00010000:00000010:2.1:1734676300.444139:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2000. 00010000:00000010:2.1:1734676300.444145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6c00. 00010000:00000010:2.1:1734676300.444149:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5300. 00010000:00000010:2.1:1734676300.444153:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6800. 00010000:00000010:2.1:1734676300.444156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def700. 00010000:00000010:2.1:1734676300.444157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6e00. 00010000:00000010:2.1:1734676300.448444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da89400. 00010000:00000010:0.1:1734676300.448510:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f800. 00010000:00000010:2.1:1734676300.451206:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5f00. 00010000:00000010:2.1:1734676300.451215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7800. 00010000:00000010:2.1:1734676300.451218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5200. 00010000:00000010:2.1:1734676300.451220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7600. 00010000:00000010:2.1:1734676300.451222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6ff00. 00010000:00000010:2.1:1734676300.451225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7000. 00010000:00000010:0.1:1734676300.458285:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7ba400. 00010000:00000010:2.1:1734676300.459074:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b8600. 00010000:00000010:2.1:1734676300.466981:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf000. 00010000:00000010:2.1:1734676300.466994:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7c00. 00010000:00000010:2.1:1734676300.466998:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d300. 00010000:00000010:2.1:1734676300.467001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ce00. 00010000:00000010:2.1:1734676300.467334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009200. 00010000:00000010:2.1:1734676300.470173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56e00. 00010000:00000010:2.1:1734676300.470182:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8b00. 00010000:00000010:2.1:1734676300.470185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8c600. 00010000:00000010:2.1:1734676300.470189:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b000. 00010000:00000010:2.1:1734676300.470191:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5a00. 00010000:00000010:2.1:1734676300.476922:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01200. 00010000:00000010:2.1:1734676300.483640:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef300. 00010000:00000010:2.1:1734676300.483646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4400. 00010000:00000010:2.1:1734676300.483649:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c300. 00010000:00000010:2.1:1734676300.483652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:1.1:1734676300.489270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95e800. 00010000:00000010:3.1:1734676300.489301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4be00. 00010000:00000010:3.1:1734676300.489306:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3a00. 00010000:00000010:1.1:1734676300.492127:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e900. 00010000:00000010:1.1:1734676300.492133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1a00. 00010000:00000010:2.1:1734676300.492675:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101800. 00010000:00000010:2.1:1734676300.492682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5400. 00010000:00000010:2.1:1734676300.492685:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50f00. 00010000:00000010:2.1:1734676300.492687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4a00. 00010000:00000010:2.1:1734676300.492689:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1d00. 00010000:00000010:2.1:1734676300.492691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4c00. 00010000:00000010:1.1:1734676300.499303:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9400. 00010000:00000010:1.1:1734676300.499307:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64dc00. 00010000:00000010:0.1:1734676300.499329:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf800. 00010000:00000010:0.1:1734676300.505501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcfc00. 00010000:00000010:1.1:1734676300.511209:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d097a00. 00010000:00000010:1.1:1734676300.511229:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3e00. 00010000:00000010:1.1:1734676300.511233:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bec00. 00010000:00000010:1.1:1734676300.511237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1400. 00010000:00000010:1.1:1734676300.511239:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de000. 00010000:00000010:1.1:1734676300.511243:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7600. 00010000:00000010:1.1:1734676300.511247:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0400. 00010000:00000010:0.1:1734676300.511422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9600. 00010000:00000010:1.1:1734676300.514526:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d800. 00010000:00000010:1.1:1734676300.514533:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:0.1:1734676300.514556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be600. 00010000:00000010:1.1:1734676300.517960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6000. 00010000:00000010:1.1:1734676300.517966:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9da00. 00010000:00000010:1.1:1734676300.517969:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec000. 00010000:00000010:1.1:1734676300.517976:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7400. 00010000:00000010:1.1:1734676300.517980:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1600. 00010000:00000010:1.1:1734676300.517982:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2100. 00010000:00000010:1.1:1734676300.517986:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0000. 00010000:00000010:0.1:1734676300.520200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0c00. 00010000:00000010:1.1:1734676300.520591:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7000. 00010000:00000010:1.1:1734676300.520597:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2400. 00010000:00000010:1.1:1734676300.526214:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c98500. 00010000:00000010:1.1:1734676300.526231:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2800. 00010000:00000010:1.1:1734676300.529242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6000. 00010000:00000010:1.1:1734676300.532225:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847e00. 00010000:00000010:1.1:1734676300.532238:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3e00. 00010000:00000010:1.1:1734676300.537307:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd000. 00010000:00000010:0.1:1734676300.537678:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af600. 00010000:00000010:0.1:1734676300.537684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c200. 00010000:00000010:0.1:1734676300.545272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56200. 00010000:00000010:0.1:1734676300.545277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2600. 00010000:00000010:1.1:1734676300.550419:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906d00. 00010000:00000010:1.1:1734676300.550425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0600. 00010000:00000010:0.1:1734676300.551936:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfb900. 00010000:00000010:0.1:1734676300.551945:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b1200. 00010000:00000010:0.1:1734676300.551948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:1.1:1734676300.555293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2800. 00010000:00000010:1.1:1734676300.555301:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906900. 00010000:00000010:1.1:1734676300.555305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1e00. 00010000:00000010:1.1:1734676300.555308:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c200. 00010000:00000010:1.1:1734676300.555310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1400. 00010000:00000010:0.1:1734676300.562094:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f2c00. 00010000:00000010:0.1:1734676300.569131:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d361e00. 00010000:00000010:1.1:1734676300.569167:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad800. 00010000:00000010:1.1:1734676300.569173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1200. 00010000:00000010:0.1:1734676300.572169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05800. 00010000:00000010:1.1:1734676300.578230:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2900. 00010000:00000010:1.1:1734676300.578237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a0a00. 00010000:00000010:1.1:1734676300.578240:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37e00. 00010000:00000010:1.1:1734676300.578243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1600. 00010000:00000010:1.1:1734676300.578245:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2100. 00010000:00000010:1.1:1734676300.578247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1400. 00010000:00000010:1.1:1734676300.578258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7400. 00010000:00000010:0.1:1734676300.581818:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466800. 00010000:00000010:1.1:1734676300.584155:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1200. 00010000:00000010:1.1:1734676300.584160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4a00. 00010000:00000010:1.1:1734676300.584163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2100. 00010000:00000010:1.1:1734676300.584165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ce00. 00010000:00000010:1.1:1734676300.584168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74500. 00010000:00000010:1.1:1734676300.584171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0600. 00010000:00000010:1.1:1734676300.584183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003a00. 00010000:00000010:0.1:1734676300.585239:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889c00. 00010000:00000010:0.1:1734676300.585247:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7000. 00010000:00000010:1.1:1734676300.593606:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834ff600. 00010000:00000010:1.1:1734676300.593622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6200. 00010000:00000010:2.1:1734676300.593659:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889100. 00010000:00000010:2.1:1734676300.593666:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fca00. 00010000:00000010:2.1:1734676300.599433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3800. 00010000:00000010:1.1:1734676300.605135:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1700. 00010000:00000010:1.1:1734676300.605144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd600. 00010000:00000010:3.1:1734676300.605365:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9ab00. 00010000:00000010:3.1:1734676300.605371:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5e00. 00010000:00000010:2.1:1734676300.608519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd400. 00010000:00000010:2.1:1734676300.608527:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368beb00. 00010000:00000010:2.1:1734676300.608531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6e00. 00010000:00000010:2.1:1734676300.608533:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c800. 00010000:00000010:2.1:1734676300.608536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:3.1:1734676300.611416:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732c00. 00010000:00000010:3.1:1734676300.611424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd000. 00010000:00000010:0.1:1734676300.611703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6a00. 00010000:00000010:0.1:1734676300.611708:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76dc00. 00010000:00000010:2.1:1734676300.615653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63800. 00010000:00000010:0.1:1734676300.618167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f500. 00010000:00000010:0.1:1734676300.618175:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6000. 00010000:00000010:3.1:1734676300.618225:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802d00. 00010000:00000010:3.1:1734676300.618231:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d600. 00010000:00000010:2.1:1734676300.621128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719600. 00010000:00000010:0.1:1734676300.624109:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8f00. 00010000:00000010:0.1:1734676300.624126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb6800. 00010000:00000010:0.1:1734676300.624129:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:0.1:1734676300.624133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7600. 00010000:00000010:0.1:1734676300.627334:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4c00. 00010000:00000010:2.1:1734676300.627347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4600. 00010000:00000010:2.1:1734676300.627351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2200. 00010000:00000010:0.1:1734676300.633136:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36ea00. 00010000:00000010:0.1:1734676300.633144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a015ba00. 00010000:00000010:0.1:1734676300.633149:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1500. 00010000:00000010:0.1:1734676300.633152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fd400. 00010000:00000010:3.1:1734676300.638591:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011500. 00010000:00000010:3.1:1734676300.638601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0000. 00010000:00000010:0.1:1734676300.638677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5400. 00010000:00000010:2.1:1734676300.642196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1400. 00010000:00000010:2.1:1734676300.642201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fca00. 00010000:00000010:0.1:1734676300.645617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df3e00. 00010000:00000010:0.1:1734676300.645622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7a00. 00010000:00000010:2.1:1734676300.645733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6400. 00010000:00000010:2.1:1734676300.648150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1f00. 00010000:00000010:2.1:1734676300.648156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5a00. 00010000:00000010:2.1:1734676300.648159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2100. 00010000:00000010:2.1:1734676300.648161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b7400. 00010000:00000010:2.1:1734676300.648165:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4d00. 00010000:00000010:2.1:1734676300.648168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0600. 00010000:00000010:2.1:1734676300.648170:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736caa00. 00010000:00000010:2.1:1734676300.648174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f1400. 00010000:00000010:2.1:1734676300.651414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34e00. 00010000:00000010:0.1:1734676300.651470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc78400. 00010000:00000010:2.1:1734676300.654270:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94500. 00010000:00000010:2.1:1734676300.654278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0000. 00010000:00000010:2.1:1734676300.654281:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59500. 00010000:00000010:2.1:1734676300.654284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f1200. 00010000:00000010:2.1:1734676300.657822:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def400. 00010000:00000010:2.1:1734676300.657831:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa9a00. 00010000:00000010:2.1:1734676300.660321:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814200. 00010000:00000010:2.1:1734676300.660335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f1800. 00010000:00000010:2.1:1734676300.660338:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2100. 00010000:00000010:2.1:1734676300.660341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0e00. 00010000:00000010:2.1:1734676300.663351:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4200. 00010000:00000010:2.1:1734676300.667390:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0800. 00010000:00000010:2.1:1734676300.667394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0600. 00010000:00000010:2.1:1734676300.674004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7400. 00010000:00000010:2.1:1734676300.674012:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35200. 00010000:00000010:2.1:1734676300.674015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd62e00. 00010000:00000010:2.1:1734676300.678571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186600. 00010000:00000010:2.1:1734676300.678577:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fbc00. 00010000:00000010:2.1:1734676300.678581:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd63c00. 00010000:00000010:2.1:1734676300.684647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2ce00. 00010000:00000010:0.1:1734676300.687760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089600. 00010000:00000010:2.1:1734676300.688107:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5f00. 00010000:00000010:2.1:1734676300.688126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:2.1:1734676300.688129:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccd00. 00010000:00000010:2.1:1734676300.688134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0e00. 00010000:00000010:2.1:1734676300.688138:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:2.1:1734676300.688140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f1200. 00010000:00000010:3.1:1734676300.690508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e0e00. 00010000:00000010:2.1:1734676300.693159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20400. 00010000:00000010:2.1:1734676300.693167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd62e00. 00010000:00000010:2.1:1734676300.693169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187400. 00010000:00000010:2.1:1734676300.693171:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15400. 00010000:00000010:2.1:1734676300.693176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9f400. 00010000:00000010:0.1:1734676300.693417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728600. 00010000:00000010:2.1:1734676300.696332:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabbb00. 00010000:00000010:2.1:1734676300.696338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9fe00. 00010000:00000010:2.1:1734676300.699282:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37a00. 00010000:00000010:2.1:1734676300.699288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814600. 00010000:00000010:2.1:1734676300.699292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9f200. 00010000:00000010:3.1:1734676300.705789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37c00. 00010000:00000010:3.1:1734676300.705795:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65200. 00010000:00000010:3.1:1734676300.705798:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:3.1:1734676300.705801:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1cf00. 00010000:00000010:3.1:1734676300.705803:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5a00. 00010000:00000010:3.1:1734676300.708215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6e00. 00010000:00000010:3.1:1734676300.708224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33c00. 00010000:00000010:3.1:1734676300.708227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1600. 00010000:00000010:3.1:1734676300.713925:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4c0800. 00010000:00000010:0.1:1734676300.713998:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65100. 00010000:00000010:0.1:1734676300.714004:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1200. 00010000:00000010:0.1:1734676300.717757:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880600. 00010000:00000010:0.1:1734676300.717764:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008000. 00010000:00000010:0.1:1734676300.717768:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33700. 00010000:00000010:0.1:1734676300.717771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9fe00. 00010000:00000010:2.1:1734676300.724230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee600. 00010000:00000010:1.1:1734676300.727565:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b000. 00010000:00000010:1.1:1734676300.727571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9e000. 00010000:00000010:0.1:1734676300.727575:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d798400. 00010000:00000010:2.1:1734676300.730198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e39f200. 00010000:00000010:0.1:1734676300.733532:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5bc00. 00010000:00000010:0.1:1734676300.733537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9f000. 00010000:00000010:0.1:1734676300.733540:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959f0e00. 00010000:00000010:0.1:1734676300.733543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f0e00. 00010000:00000010:2.1:1734676300.739220:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488900. 00010000:00000010:2.1:1734676300.739227:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462800. 00010000:00000010:2.1:1734676300.742633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7200. 00010000:00000010:1.1:1734676300.742737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349a00. 00010000:00000010:1.1:1734676300.742743:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3500. 00010000:00000010:1.1:1734676300.742747:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd63c00. 00010000:00000010:1.1:1734676300.742750:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17400. 00010000:00000010:2.1:1734676300.745349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45a00. 00010000:00000010:2.1:1734676300.745354:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f600. 00010000:00000010:2.1:1734676300.745357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462600. 00010000:00000010:1.1:1734676300.751085:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b500. 00010000:00000010:1.1:1734676300.751090:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7200. 00010000:00000010:1.1:1734676300.751092:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17600. 00010000:00000010:0.1:1734676300.751152:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990600. 00010000:00000010:2.1:1734676300.754726:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2800. 00010000:00000010:2.1:1734676300.754733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdcc00. 00010000:00000010:2.1:1734676300.754736:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c000. 00010000:00000010:2.1:1734676300.754739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdde00. 00010000:00000010:0.1:1734676300.757488:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e200. 00010000:00000010:2.1:1734676300.757711:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa800. 00010000:00000010:2.1:1734676300.763128:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c100. 00010000:00000010:2.1:1734676300.763133:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdd200. 00010000:00000010:2.1:1734676300.763135:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847700. 00010000:00000010:2.1:1734676300.763137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdd800. 00010000:00000010:2.1:1734676300.763139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51800. 00010000:00000010:2.1:1734676300.763142:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fdc00. 00010000:00000010:2.1:1734676300.763144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdda00. 00010000:00000010:1.1:1734676300.769879:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ecb400. 00010000:00000010:3.1:1734676300.770033:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43700. 00010000:00000010:3.1:1734676300.770172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fddc00. 00010000:00000010:2.1:1734676300.773774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea1000. 00010000:00000010:1.1:1734676300.776719:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d18ba00. 00010000:00000010:3.1:1734676300.776766:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ce00. 00010000:00000010:3.1:1734676300.776771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462800. 00010000:00000010:3.1:1734676300.776773:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2c00. 00010000:00000010:3.1:1734676300.776776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463000. 00010000:00000010:3.1:1734676300.776778:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39a00. 00010000:00000010:3.1:1734676300.776780:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462200. 00010000:00000010:2.1:1734676300.779226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2200. 00010000:00000010:0.1:1734676300.790160:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a52200. 00010000:00000010:3.1:1734676300.791469:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ef00. 00010000:00000010:3.1:1734676300.791474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463200. 00010000:00000010:2.1:1734676300.793148:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24d00. 00010000:00000010:2.1:1734676300.793155:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5e6c800. 00010000:00000010:2.1:1734676300.793159:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c100. 00010000:00000010:2.1:1734676300.793161:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1200. 00010000:00000010:2.1:1734676300.793163:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c200. 00010000:00000010:2.1:1734676300.793165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735a1e00. 00010000:00000010:2.1:1734676300.793167:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c600. 00010000:00000010:2.1:1734676300.793169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5200. 00010000:00000010:2.1:1734676300.793172:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c400. 00010000:00000010:2.1:1734676300.793174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c1800. 00010000:00000010:2.1:1734676300.793177:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1ca00. 00010000:00000010:2.1:1734676300.793179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acde00. 00010000:00000010:2.1:1734676300.793181:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c300. 00010000:00000010:2.1:1734676300.793183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acc400. 00010000:00000010:2.1:1734676300.793184:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c800. 00010000:00000010:2.1:1734676300.793186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acd000. 00010000:00000010:2.1:1734676300.793188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c900. 00010000:00000010:2.1:1734676300.793190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76c00. 00010000:00000010:2.1:1734676300.793192:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1cf00. 00010000:00000010:2.1:1734676300.793195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77600. 00010000:00000010:3.1:1734676300.799459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e400. 00010000:00000010:3.1:1734676300.799464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462a00. 00010000:00000010:3.1:1734676300.799467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad9000. 00010000:00000010:3.1:1734676300.799470:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e500. 00010000:00000010:3.1:1734676300.799474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdda00. 00010000:00000010:3.1:1734676300.799479:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2700. 00010000:00000010:3.1:1734676300.799481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdde00. 00010000:00000010:3.1:1734676300.799483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2f00. 00010000:00000010:3.1:1734676300.799485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462200. 00010000:00000010:3.1:1734676300.799487:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2000. 00010000:00000010:3.1:1734676300.799489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462800. 00010000:00000010:3.1:1734676300.799491:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2c00. 00010000:00000010:3.1:1734676300.799493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b7400. 00010000:00000010:3.1:1734676300.799495:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2500. 00010000:00000010:3.1:1734676300.799498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4200. 00010000:00000010:3.1:1734676300.799500:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2300. 00010000:00000010:3.1:1734676300.799502:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5e00. 00010000:00000010:3.1:1734676300.799504:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2100. 00010000:00000010:3.1:1734676300.799506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4e00. 00010000:00000010:3.1:1734676300.799508:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2600. 00010000:00000010:3.1:1734676300.799510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4800. 00010000:00000010:3.1:1734676300.799512:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2900. 00010000:00000010:3.1:1734676300.799514:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5800. 00010000:00000010:3.1:1734676300.799516:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2b00. 00010000:00000010:3.1:1734676300.799518:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d01600. 00010000:00000010:3.1:1734676300.799523:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e800. 00010000:00000010:3.1:1734676300.799526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00600. 00010000:00000010:3.1:1734676300.799528:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e300. 00010000:00000010:3.1:1734676300.799530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00800. 00010000:00000010:3.1:1734676300.799532:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e900. 00010000:00000010:3.1:1734676300.799534:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00000. 00010000:00000010:3.1:1734676300.799536:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e100. 00010000:00000010:3.1:1734676300.799538:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d01c00. 00010000:00000010:3.1:1734676300.799540:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e000. 00010000:00000010:3.1:1734676300.799541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d01200. 00010000:00000010:3.1:1734676300.799543:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ec00. 00010000:00000010:3.1:1734676300.799545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00c00. 00010000:00000010:3.1:1734676300.799547:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e600. 00010000:00000010:3.1:1734676300.799549:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ec00. 00010000:00000010:3.1:1734676300.799551:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e700. 00010000:00000010:3.1:1734676300.799553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8f600. 00010000:00000010:3.1:1734676300.799555:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e200. 00010000:00000010:3.1:1734676300.799557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8e800. 00010000:00000010:3.1:1734676300.799558:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ea00. 00010000:00000010:3.1:1734676300.799561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ee00. 00010000:00000010:3.1:1734676300.799563:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9eb00. 00010000:00000010:3.1:1734676300.799565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8f200. 00010000:00000010:3.1:1734676300.799567:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e500. 00010000:00000010:3.1:1734676300.799569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80b800. 00010000:00000010:3.1:1734676300.799573:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ed00. 00010000:00000010:3.1:1734676300.799576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80a200. 00010000:00000010:2.1:1734676300.800747:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39a00. 00010000:00000010:2.1:1734676300.800754:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80a000. 00010000:00000010:2.1:1734676300.800757:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39500. 00010000:00000010:2.1:1734676300.800759:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80a400. 00010000:00000010:2.1:1734676300.800761:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39600. 00010000:00000010:2.1:1734676300.800763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80ae00. 00010000:00000010:2.1:1734676300.800765:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39200. 00010000:00000010:2.1:1734676300.800767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09c000. 00010000:00000010:2.1:1734676300.800769:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39800. 00010000:00000010:2.1:1734676300.800771:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09dc00. 00010000:00000010:2.1:1734676300.800774:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39b00. 00010000:00000010:2.1:1734676300.800776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09d600. 00010000:00000010:2.1:1734676300.800778:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39400. 00010000:00000010:2.1:1734676300.800780:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09ce00. 00010000:00000010:2.1:1734676300.800781:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39e00. 00010000:00000010:2.1:1734676300.800784:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09d400. 00010000:00000010:2.1:1734676300.800785:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39900. 00010000:00000010:2.1:1734676300.800787:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09c200. 00010000:00000010:2.1:1734676300.800789:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39100. 00010000:00000010:2.1:1734676300.800791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d09d000. 00010000:00000010:2.1:1734676300.800793:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39000. 00010000:00000010:2.1:1734676300.800795:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0843000. 00010000:00000010:2.1:1734676300.800799:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39f00. 00010000:00000010:2.1:1734676300.800801:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3000. 00010000:00000010:2.1:1734676300.800806:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39c00. 00010000:00000010:2.1:1734676300.800808:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3800. 00010000:00000010:2.1:1734676300.800811:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39300. 00010000:00000010:2.1:1734676300.800812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3c00. 00010000:00000010:2.1:1734676300.800816:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f500. 00010000:00000010:2.1:1734676300.800819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d3e00. 00010000:00000010:2.1:1734676300.800821:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fc00. 00010000:00000010:2.1:1734676300.800824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2200. 00010000:00000010:2.1:1734676300.800826:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f100. 00010000:00000010:2.1:1734676300.800828:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2800. 00010000:00000010:2.1:1734676300.800830:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fb00. 00010000:00000010:2.1:1734676300.800833:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2400. 00010000:00000010:2.1:1734676300.800834:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f000. 00010000:00000010:2.1:1734676300.800837:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b51e00. 00010000:00000010:2.1:1734676300.800840:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374ff00. 00010000:00000010:2.1:1734676300.800842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073660800. 00010000:00000010:2.1:1734676300.800844:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f200. 00010000:00000010:2.1:1734676300.800846:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073660e00. 00010000:00000010:2.1:1734676300.800847:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f300. 00010000:00000010:2.1:1734676300.800849:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073661a00. 00010000:00000010:2.1:1734676300.800853:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5f00. 00010000:00000010:2.1:1734676300.800857:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a95c00. 00010000:00000010:2.1:1734676300.800860:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5100. 00010000:00000010:2.1:1734676300.800862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a94800. 00010000:00000010:2.1:1734676300.800864:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5500. 00010000:00000010:2.1:1734676300.800866:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d89e00. 00010000:00000010:2.1:1734676300.800868:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5300. 00010000:00000010:2.1:1734676300.800871:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d88000. 00010000:00000010:2.1:1734676300.800873:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5200. 00010000:00000010:2.1:1734676300.800875:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d88400. 00010000:00000010:2.1:1734676300.800876:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5400. 00010000:00000010:2.1:1734676300.800878:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d88600. 00010000:00000010:2.1:1734676300.800880:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5600. 00010000:00000010:2.1:1734676300.800882:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc7e600. 00010000:00000010:2.1:1734676300.800884:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5e00. 00010000:00000010:2.1:1734676300.800886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a73800. 00010000:00000010:2.1:1734676300.800889:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5a00. 00010000:00000010:2.1:1734676300.800893:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a72a00. 00010000:00000010:2.1:1734676300.800896:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae300. 00010000:00000010:2.1:1734676300.800900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a73a00. 00010000:00000010:2.1:1734676300.800902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae700. 00010000:00000010:2.1:1734676300.800904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a73200. 00010000:00000010:2.1:1734676300.800906:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae600. 00010000:00000010:2.1:1734676300.800908:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a73600. 00010000:00000010:2.1:1734676300.800910:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae800. 00010000:00000010:2.1:1734676300.800912:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a72e00. 00010000:00000010:2.1:1734676300.800913:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aea00. 00010000:00000010:2.1:1734676300.800915:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a72200. 00010000:00000010:2.1:1734676300.800917:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aec00. 00010000:00000010:2.1:1734676300.800919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a72c00. 00010000:00000010:2.1:1734676300.800920:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae900. 00010000:00000010:2.1:1734676300.800923:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d966a00. 00010000:00000010:2.1:1734676300.800925:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae500. 00010000:00000010:2.1:1734676300.800927:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d912400. 00010000:00000010:2.1:1734676300.800930:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aef00. 00010000:00000010:2.1:1734676300.800932:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d913600. 00010000:00000010:2.1:1734676300.800934:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae400. 00010000:00000010:2.1:1734676300.800937:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ccaa000. 00010000:00000010:2.1:1734676300.800940:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae200. 00010000:00000010:2.1:1734676300.800942:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008bf5b400. 00010000:00000010:2.1:1734676300.800946:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c100. 00010000:00000010:2.1:1734676300.800949:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d766c00. 00010000:00000010:2.1:1734676300.800951:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cd00. 00010000:00000010:2.1:1734676300.800954:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d766200. 00010000:00000010:2.1:1734676300.800955:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cc00. 00010000:00000010:2.1:1734676300.800957:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d766000. 00010000:00000010:2.1:1734676300.800959:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c200. 00010000:00000010:2.1:1734676300.800962:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33800. 00010000:00000010:2.1:1734676300.800965:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c500. 00010000:00000010:2.1:1734676300.800967:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33200. 00010000:00000010:2.1:1734676300.800969:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c700. 00010000:00000010:2.1:1734676300.800972:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f32a00. 00010000:00000010:2.1:1734676300.800974:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c900. 00010000:00000010:2.1:1734676300.800976:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33e00. 00010000:00000010:2.1:1734676300.800977:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cb00. 00010000:00000010:2.1:1734676300.800979:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f33600. 00010000:00000010:2.1:1734676300.800981:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c400. 00010000:00000010:2.1:1734676300.800983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f32200. 00010000:00000010:2.1:1734676300.800985:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c800. 00010000:00000010:2.1:1734676300.800988:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e24800. 00010000:00000010:2.1:1734676300.800990:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c300. 00010000:00000010:2.1:1734676300.800991:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e24000. 00010000:00000010:2.1:1734676300.800993:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c000. 00010000:00000010:2.1:1734676300.800996:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155b800. 00010000:00000010:2.1:1734676300.801000:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c600. 00010000:00000010:2.1:1734676300.801002:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155ba00. 00010000:00000010:2.1:1734676300.801004:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6ce00. 00010000:00000010:2.1:1734676300.801006:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ab600. 00010000:00000010:2.1:1734676300.801011:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847700. 00010000:00000010:2.1:1734676300.801013:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8aa800. 00010000:00000010:2.1:1734676300.801015:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847b00. 00010000:00000010:2.1:1734676300.801017:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ab400. 00010000:00000010:2.1:1734676300.801019:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847400. 00010000:00000010:2.1:1734676300.801020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ab800. 00010000:00000010:2.1:1734676300.801022:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847500. 00010000:00000010:2.1:1734676300.801024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f800. 00010000:00000010:2.1:1734676300.801025:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847000. 00010000:00000010:2.1:1734676300.801027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f200. 00010000:00000010:2.1:1734676300.801029:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847a00. 00010000:00000010:2.1:1734676300.801030:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2fa00. 00010000:00000010:2.1:1734676300.801032:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847f00. 00010000:00000010:2.1:1734676300.801055:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff15600. 00010000:00000010:2.1:1734676300.801061:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847100. 00010000:00000010:2.1:1734676300.801064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462800. 00010000:00000010:2.1:1734676300.801067:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847300. 00010000:00000010:2.1:1734676300.801069:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094463000. 00010000:00000010:2.1:1734676300.801072:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847c00. 00010000:00000010:2.1:1734676300.801074:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094463600. 00010000:00000010:2.1:1734676300.801077:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819400. 00010000:00000010:2.1:1734676300.801080:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462200. 00010000:00000010:2.1:1734676300.801082:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819a00. 00010000:00000010:2.1:1734676300.801084:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094463a00. 00010000:00000010:2.1:1734676300.801086:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819300. 00010000:00000010:2.1:1734676300.801088:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462c00. 00010000:00000010:2.1:1734676300.801089:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819b00. 00010000:00000010:2.1:1734676300.801092:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462600. 00010000:00000010:2.1:1734676300.801093:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819500. 00010000:00000010:2.1:1734676300.801095:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880094462000. 00010000:00000010:2.1:1734676300.801097:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819700. 00010000:00000010:2.1:1734676300.801100:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d400. 00010000:00000010:2.1:1734676300.801102:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819d00. 00010000:00000010:2.1:1734676300.801104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d800. 00010000:00000010:2.1:1734676300.801106:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819f00. 00010000:00000010:2.1:1734676300.801108:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64c400. 00010000:00000010:2.1:1734676300.801111:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819200. 00010000:00000010:2.1:1734676300.801122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64ca00. 00010000:00000010:2.1:1734676300.801123:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819800. 00010000:00000010:2.1:1734676300.801125:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d000. 00010000:00000010:2.1:1734676300.801127:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819c00. 00010000:00000010:2.1:1734676300.801129:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64c600. 00010000:00000010:2.1:1734676300.801131:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819e00. 00010000:00000010:2.1:1734676300.801134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d46200. 00010000:00000010:2.1:1734676300.801136:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819900. 00010000:00000010:2.1:1734676300.801138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d47600. 00010000:00000010:2.1:1734676300.801140:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05100. 00010000:00000010:2.1:1734676300.801142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d46600. 00010000:00000010:2.1:1734676300.801144:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05300. 00010000:00000010:2.1:1734676300.801146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073770c00. 00010000:00000010:2.1:1734676300.801148:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05e00. 00010000:00000010:2.1:1734676300.801150:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073771000. 00010000:00000010:2.1:1734676300.801153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05b00. 00010000:00000010:2.1:1734676300.801154:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073771c00. 00010000:00000010:2.1:1734676300.801156:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05000. 00010000:00000010:2.1:1734676300.801158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073771400. 00010000:00000010:2.1:1734676300.801159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05a00. 00010000:00000010:2.1:1734676300.801161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3007800. 00010000:00000010:2.1:1734676300.801164:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012a327a00. 00010000:00000010:2.1:1734676300.801168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3006000. 00010000:00000010:2.1:1734676300.801171:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5000. 00010000:00000010:2.1:1734676300.801174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3006600. 00010000:00000010:2.1:1734676300.801176:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5100. 00010000:00000010:2.1:1734676300.801178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3007e00. 00010000:00000010:2.1:1734676300.801180:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5d00. 00010000:00000010:2.1:1734676300.801182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3006c00. 00010000:00000010:2.1:1734676300.801183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5c00. 00010000:00000010:2.1:1734676300.801186:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf3000. 00010000:00000010:2.1:1734676300.801188:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5600. 00010000:00000010:2.1:1734676300.801190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf2200. 00010000:00000010:2.1:1734676300.801192:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5e00. 00010000:00000010:2.1:1734676300.801194:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf2a00. 00010000:00000010:2.1:1734676300.801196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5400. 00010000:00000010:2.1:1734676300.801198:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869c00. 00010000:00000010:2.1:1734676300.801201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5b00. 00010000:00000010:2.1:1734676300.801203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869400. 00010000:00000010:2.1:1734676300.801205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5f00. 00010000:00000010:2.1:1734676300.801208:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869600. 00010000:00000010:2.1:1734676300.801209:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5300. 00010000:00000010:2.1:1734676300.801212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d868e00. 00010000:00000010:2.1:1734676300.801214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5200. 00010000:00000010:2.1:1734676300.801217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565000. 00010000:00000010:2.1:1734676300.801222:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24200. 00010000:00000010:2.1:1734676300.801225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d564800. 00010000:00000010:2.1:1734676300.801227:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24e00. 00010000:00000010:2.1:1734676300.801229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565200. 00010000:00000010:2.1:1734676300.801231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24600. 00010000:00000010:2.1:1734676300.801233:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d564c00. 00010000:00000010:2.1:1734676300.801234:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24700. 00010000:00000010:2.1:1734676300.801236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565a00. 00010000:00000010:2.1:1734676300.801238:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24900. 00010000:00000010:2.1:1734676300.801240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565600. 00010000:00000010:2.1:1734676300.801242:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24b00. 00010000:00000010:2.1:1734676300.801244:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c800. 00010000:00000010:2.1:1734676300.801246:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24500. 00010000:00000010:2.1:1734676300.801249:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014de00. 00010000:00000010:2.1:1734676300.801251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24000. 00010000:00000010:2.1:1734676300.801253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c600. 00010000:00000010:2.1:1734676300.801255:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24f00. 00010000:00000010:2.1:1734676300.801257:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014d200. 00010000:00000010:2.1:1734676300.801258:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24a00. 00010000:00000010:2.1:1734676300.801260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014d800. 00010000:00000010:2.1:1734676300.801262:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24300. 00010000:00000010:2.1:1734676300.801264:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014ce00. 00010000:00000010:3.1:1734676300.803013:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1c000. 00010000:00000010:3.1:1734676300.803019:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77200. 00010000:00000010:3.1:1734676300.803022:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1cc00. 00010000:00000010:3.1:1734676300.803024:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76a00. 00010000:00000010:3.1:1734676300.803027:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ef00. 00010000:00000010:3.1:1734676300.803030:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76600. 00010000:00000010:3.1:1734676300.803032:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9300. 00010000:00000010:3.1:1734676300.803049:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d24e00. 00010000:00000010:3.1:1734676300.803054:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9400. 00010000:00000010:3.1:1734676300.803056:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d24800. 00010000:00000010:3.1:1734676300.803057:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9500. 00010000:00000010:3.1:1734676300.803060:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d25c00. 00010000:00000010:3.1:1734676300.803062:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9200. 00010000:00000010:3.1:1734676300.803063:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d25200. 00010000:00000010:3.1:1734676300.803065:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9f00. 00010000:00000010:3.1:1734676300.803067:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d24000. 00010000:00000010:3.1:1734676300.803070:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93400. 00010000:00000010:3.1:1734676300.803072:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d887e00. 00010000:00000010:3.1:1734676300.803076:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93800. 00010000:00000010:3.1:1734676300.803078:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d886600. 00010000:00000010:0.1:1734676300.803370:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2800. 00010000:00000010:3.1:1734676300.803746:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93000. 00010000:00000010:3.1:1734676300.803749:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d981600. 00010000:00000010:3.1:1734676300.803751:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93e00. 00010000:00000010:3.1:1734676300.803753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d980e00. 00010000:00000010:3.1:1734676300.803755:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93200. 00010000:00000010:3.1:1734676300.803757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d980c00. 00010000:00000010:3.1:1734676300.803759:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93c00. 00010000:00000010:3.1:1734676300.803761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d980a00. 00010000:00000010:3.1:1734676300.803762:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93600. 00010000:00000010:3.1:1734676300.803765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a09c1a00. 00010000:00000010:3.1:1734676300.803767:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f93a00. 00010000:00000010:3.1:1734676300.803770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9ab200. 00010000:00000010:3.1:1734676300.803774:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9400. 00010000:00000010:3.1:1734676300.803777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9aa200. 00010000:00000010:3.1:1734676300.803779:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9800. 00010000:00000010:3.1:1734676300.803782:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009582e600. 00010000:00000010:3.1:1734676300.803785:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9000. 00010000:00000010:3.1:1734676300.803788:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959eec00. 00010000:00000010:3.1:1734676300.803792:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9e00. 00010000:00000010:3.1:1734676300.803794:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959efa00. 00010000:00000010:3.1:1734676300.803796:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9200. 00010000:00000010:3.1:1734676300.803798:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ef800. 00010000:00000010:3.1:1734676300.803800:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9700. 00010000:00000010:3.1:1734676300.803802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee000. 00010000:00000010:3.1:1734676300.803803:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9600. 00010000:00000010:3.1:1734676300.803805:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee400. 00010000:00000010:3.1:1734676300.803807:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9b00. 00010000:00000010:3.1:1734676300.803809:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee200. 00010000:00000010:3.1:1734676300.803810:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9c00. 00010000:00000010:3.1:1734676300.803813:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8ae00. 00010000:00000010:3.1:1734676300.803827:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9100. 00010000:00000010:3.1:1734676300.803829:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba200. 00010000:00000010:3.1:1734676300.803831:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dad9d00. 00010000:00000010:3.1:1734676300.803833:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959bb600. 00010000:00000010:3.1:1734676300.803836:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7000. 00010000:00000010:3.1:1734676300.803838:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba000. 00010000:00000010:3.1:1734676300.803839:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:3.1:1734676300.803842:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959bb000. 00010000:00000010:3.1:1734676300.803843:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7400. 00010000:00000010:3.1:1734676300.803846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60200. 00010000:00000010:2.1:1734676300.805236:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fd00. 00010000:00000010:2.1:1734676300.805242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67600. 00010000:00000010:3.1:1734676300.812414:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7c00. 00010000:00000010:3.1:1734676300.812426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60c00. 00010000:00000010:3.1:1734676300.812429:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7e00. 00010000:00000010:3.1:1734676300.812431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61400. 00010000:00000010:3.1:1734676300.812433:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7300. 00010000:00000010:3.1:1734676300.812435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61200. 00010000:00000010:3.1:1734676300.812440:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88400. 00010000:00000010:3.1:1734676300.812443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61c00. 00010000:00000010:3.1:1734676300.812446:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88200. 00010000:00000010:3.1:1734676300.812448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60600. 00010000:00000010:3.1:1734676300.812449:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88a00. 00010000:00000010:3.1:1734676300.812451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60400. 00010000:00000010:3.1:1734676300.812453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88000. 00010000:00000010:3.1:1734676300.812455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df91200. 00010000:00000010:3.1:1734676300.812457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88e00. 00010000:00000010:3.1:1734676300.812460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4ee00. 00010000:00000010:3.1:1734676300.812463:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88600. 00010000:00000010:3.1:1734676300.812466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4fe00. 00010000:00000010:3.1:1734676300.812468:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88900. 00010000:00000010:3.1:1734676300.812470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4e200. 00010000:00000010:3.1:1734676300.812472:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88800. 00010000:00000010:3.1:1734676300.812474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4e600. 00010000:00000010:3.1:1734676300.812476:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e88c00. 00010000:00000010:3.1:1734676300.812478:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4fa00. 00010000:00000010:3.1:1734676300.812481:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee600. 00010000:00000010:3.1:1734676300.812484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095999800. 00010000:00000010:3.1:1734676300.812486:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee400. 00010000:00000010:3.1:1734676300.812488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67c00. 00010000:00000010:3.1:1734676300.812490:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7eec00. 00010000:00000010:3.1:1734676300.812492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66200. 00010000:00000010:3.1:1734676300.812494:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee000. 00010000:00000010:3.1:1734676300.812496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66c00. 00010000:00000010:0.1:1734676300.815214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734000. 00010000:00000010:0.1:1734676300.815220:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498600. 00010000:00000010:0.1:1734676300.815226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77600. 00010000:00000010:0.1:1734676300.818526:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57000. 00010000:00000010:0.1:1734676300.821128:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bec00. 00010000:00000010:0.1:1734676300.821133:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4400. 00010000:00000010:0.1:1734676300.821136:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acc400. 00010000:00000010:0.1:1734676300.821138:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4aca00. 00010000:00000010:0.1:1734676300.821140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014d800. 00010000:00000010:2.1:1734676300.827304:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06200. 00010000:00000010:2.1:1734676300.827308:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c600. 00010000:00000010:2.1:1734676300.827311:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c98b00. 00010000:00000010:2.1:1734676300.827314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6e00. 00010000:00000010:2.1:1734676300.827320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6c600. 00010000:00000010:0.1:1734676300.834076:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0100. 00010000:00000010:0.1:1734676300.834081:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6000. 00010000:00000010:1.1:1734676300.840376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704800. 00010000:00000010:3.1:1734676300.840422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edebc00. 00010000:00000010:2.1:1734676300.840854:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daace00. 00010000:00000010:2.1:1734676300.840859:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014de00. 00010000:00000010:2.1:1734676300.840863:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14fa00. 00010000:00000010:2.1:1734676300.847639:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff600. 00010000:00000010:2.1:1734676300.847644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f5800. 00010000:00000010:2.1:1734676300.847647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705200. 00010000:00000010:2.1:1734676300.850267:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087e00. 00010000:00000010:2.1:1734676300.850277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acde00. 00010000:00000010:2.1:1734676300.850280:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525e00. 00010000:00000010:2.1:1734676300.850283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565a00. 00010000:00000010:2.1:1734676300.850287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50400. 00010000:00000010:2.1:1734676300.850289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565200. 00010000:00000010:2.1:1734676300.850291:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24e00. 00010000:00000010:2.1:1734676300.850294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d565000. 00010000:00000010:2.1:1734676300.857267:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0400. 00010000:00000010:2.1:1734676300.857273:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef900. 00010000:00000010:2.1:1734676300.857276:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a014c800. 00010000:00000010:0.1:1734676300.860669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe3a00. 00010000:00000010:3.1:1734676300.864163:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72bd00. 00010000:00000010:3.1:1734676300.864167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66200. 00010000:00000010:0.1:1734676300.869673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46b800. 00010000:00000010:3.1:1734676300.875531:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814d00. 00010000:00000010:3.1:1734676300.875545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66e00. 00010000:00000010:0.1:1734676300.878218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff5c00. 00010000:00000010:3.1:1734676300.884301:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f300. 00010000:00000010:3.1:1734676300.884315:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67800. 00010000:00000010:3.1:1734676300.884318:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca400. 00010000:00000010:3.1:1734676300.884322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66400. 00010000:00000010:2.1:1734676300.887343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3000. 00010000:00000010:3.1:1734676300.890607:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d412700. 00010000:00000010:3.1:1734676300.890616:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67600. 00010000:00000010:1.1:1734676300.890770:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f2e00. 00010000:00000010:2.1:1734676300.897440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d912e00. 00010000:00000010:3.1:1734676300.900655:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8f000. 00010000:00000010:3.1:1734676300.900661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4e600. 00010000:00000010:3.1:1734676300.903840:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80ba00. 00010000:00000010:0.1:1734676300.910134:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47200. 00010000:00000010:0.1:1734676300.910139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4fe00. 00010000:00000010:0.1:1734676300.913218:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7200. 00010000:00000010:3.1:1734676300.913250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944c00. 00010000:00000010:0.1:1734676300.916195:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736be000. 00010000:00000010:0.1:1734676300.916206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67600. 00010000:00000010:0.1:1734676300.916209:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bd00. 00010000:00000010:0.1:1734676300.916212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66e00. 00010000:00000010:0.1:1734676300.916215:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8a9800. 00010000:00000010:0.1:1734676300.916219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d4ee00. 00010000:00000010:0.1:1734676300.916223:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee000. 00010000:00000010:0.1:1734676300.916226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60600. 00010000:00000010:2.1:1734676300.921152:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3001e00. 00010000:00000010:2.1:1734676300.927166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8647000. 00010000:00000010:2.1:1734676300.927173:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b4fa900. 00010000:00000010:2.1:1734676300.927176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db61200. 00010000:00000010:0.1:1734676300.930451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80a600. 00010000:00000010:0.1:1734676300.933849:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5f00. 00010000:00000010:0.1:1734676300.933856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869600. 00010000:00000010:2.1:1734676300.939162:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ccf400. 00010000:00000010:2.1:1734676300.939168:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505e00. 00010000:00000010:0.1:1734676300.943987:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809700. 00010000:00000010:0.1:1734676300.943997:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60c00. 00010000:00000010:2.1:1734676300.950327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073660200. 00010000:00000010:2.1:1734676300.950333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29f00. 00010000:00000010:2.1:1734676300.950337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba000. 00010000:00000010:0.1:1734676300.956462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881e00. 00010000:00000010:2.1:1734676300.962919:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5b00. 00010000:00000010:2.1:1734676300.962925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba200. 00010000:00000010:2.1:1734676300.962928:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee600. 00010000:00000010:2.1:1734676300.962931:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df91200. 00010000:00000010:0.1:1734676300.966343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5800. 00010000:00000010:0.1:1734676300.966352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee400. 00010000:00000010:0.1:1734676300.966355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4c00. 00010000:00000010:0.1:1734676300.966357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ef800. 00010000:00000010:0.1:1734676300.966359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0400. 00010000:00000010:0.1:1734676300.966362:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0e00. 00010000:00000010:0.1:1734676300.966365:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135c00. 00010000:00000010:0.1:1734676300.966368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959eec00. 00010000:00000010:1.1:1734676300.967072:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933400. 00010000:00000010:1.1:1734676300.967077:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312be600. 00010000:00000010:0.1:1734676300.970499:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb000. 00010000:00000010:0.1:1734676300.970505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7200. 00010000:00000010:2.1:1734676300.973165:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0e00. 00010000:00000010:1.1:1734676300.973180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569000. 00010000:00000010:0.1:1734676300.973328:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6e00. 00010000:00000010:0.1:1734676300.973333:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7a00. 00010000:00000010:0.1:1734676300.973335:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24000. 00010000:00000010:0.1:1734676300.973338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d869c00. 00010000:00000010:0.1:1734676300.976986:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ab3100. 00010000:00000010:0.1:1734676300.976992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df91200. 00010000:00000010:1.1:1734676300.983413:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5000. 00010000:00000010:2.1:1734676300.986448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b000. 00010000:00000010:2.1:1734676300.986455:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489a00. 00010000:00000010:2.1:1734676300.986459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6600. 00010000:00000010:0.1:1734676300.994669:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099200. 00010000:00000010:1.1:1734676300.994756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099c00. 00010000:00000010:0.1:1734676300.997715:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04700. 00010000:00000010:0.1:1734676300.997725:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7e00. 00010000:00000010:0.1:1734676300.997729:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c900. 00010000:00000010:0.1:1734676300.997732:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6400. 00010000:00000010:1.1:1734676301.000196:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46a00. 00010000:00000010:1.1:1734676301.006783:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ed00. 00010000:00000010:1.1:1734676301.006789:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7c00. 00010000:00000010:1.1:1734676301.009158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103000. 00010000:00000010:1.1:1734676301.016435:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ed9100. 00010000:00000010:1.1:1734676301.016441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7000. 00010000:00000010:1.1:1734676301.016444:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c200. 00010000:00000010:1.1:1734676301.016447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095838c00. 00010000:00000010:2.1:1734676301.016605:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77000. 00010000:00000010:1.1:1734676301.022633:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ca00. 00010000:00000010:0.1:1734676301.022688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583a00. 00010000:00000010:2.1:1734676301.022693:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6a00. 00010000:00000010:2.1:1734676301.022698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839a00. 00010000:00000010:2.1:1734676301.022702:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bb100. 00010000:00000010:2.1:1734676301.022706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ce30a00. 00010000:00000010:2.1:1734676301.022709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3600. 00010000:00000010:2.1:1734676301.022711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133f00. 00010000:00000010:2.1:1734676301.022714:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ce31800. 00010000:00000010:0.1:1734676301.034993:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d000. 00010000:00000010:2.1:1734676301.036934:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6e00. 00010000:00000010:2.1:1734676301.036942:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1c00. 00010000:00000010:2.1:1734676301.036945:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7eeb00. 00010000:00000010:2.1:1734676301.036948:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1200. 00010000:00000010:2.1:1734676301.036950:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6900. 00010000:00000010:2.1:1734676301.036952:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf0200. 00010000:00000010:0.1:1734676301.037028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136200. 00010000:00000010:2.1:1734676301.042458:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95da00. 00010000:00000010:2.1:1734676301.042466:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958ee400. 00010000:00000010:2.1:1734676301.042470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1800. 00010000:00000010:2.1:1734676301.042482:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667b00. 00010000:00000010:2.1:1734676301.042486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86a00. 00010000:00000010:2.1:1734676301.049312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fd000. 00010000:00000010:3.1:1734676301.052996:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d3bf00. 00010000:00000010:3.1:1734676301.053006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86200. 00010000:00000010:2.1:1734676301.056018:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0be00. 00010000:00000010:2.1:1734676301.056027:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e71e00. 00010000:00000010:3.1:1734676301.056060:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095958400. 00010000:00000010:3.1:1734676301.063691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e8400. 00010000:00000010:2.1:1734676301.070411:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097899800. 00010000:00000010:2.1:1734676301.070421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6c00. 00010000:00000010:3.1:1734676301.077121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cb2000. 00010000:00000010:0.1:1734676301.077240:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5600. 00010000:00000010:0.1:1734676301.077248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7200. 00010000:00000010:1.1:1734676301.086137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ce400. 00010000:00000010:3.1:1734676301.092713:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0c00. 00010000:00000010:3.1:1734676301.092721:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:3.1:1734676301.092727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3800. 00010000:00000010:1.1:1734676301.102494:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6cc00. 00010000:00000010:1.1:1734676301.102501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ce30a00. 00010000:00000010:3.1:1734676301.113819:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6a200. 00010000:00000010:3.1:1734676301.113827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f600. 00010000:00000010:3.1:1734676301.113835:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6c300. 00010000:00000010:3.1:1734676301.113838:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6800. 00010000:00000010:3.1:1734676301.113841:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8b00. 00010000:00000010:3.1:1734676301.113843:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6e00. 00010000:00000010:3.1:1734676301.113845:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c98a00. 00010000:00000010:3.1:1734676301.113847:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6c00. 00010000:00000010:1.1:1734676301.119860:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9e00. 00010000:00000010:1.1:1734676301.119864:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ca00. 00010000:00000010:1.1:1734676301.119869:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b200. 00010000:00000010:1.1:1734676301.119872:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7000. 00010000:00000010:0.1:1734676301.124240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4200. 00010000:00000010:3.1:1734676301.124289:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5a00. 00010000:00000010:3.1:1734676301.124295:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:3.1:1734676301.124297:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8200. 00010000:00000010:3.1:1734676301.124300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a7e00. 00010000:00000010:1.1:1734676301.130605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b5e00. 00010000:00000010:1.1:1734676301.130612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8c00. 00010000:00000010:2.1:1734676301.136628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f200. 00010000:00000010:2.1:1734676301.136634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80e600. 00010000:00000010:2.1:1734676301.136642:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd200. 00010000:00000010:2.1:1734676301.136647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6600. 00010000:00000010:3.1:1734676301.145770:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f300. 00010000:00000010:3.1:1734676301.145776:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df91200. 00010000:00000010:3.1:1734676301.145780:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf600. 00010000:00000010:3.1:1734676301.145784:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0000. 00010000:00000010:3.1:1734676301.145786:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7200. 00010000:00000010:3.1:1734676301.145792:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1600. 00010000:00000010:3.1:1734676301.148082:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321400. 00010000:00000010:3.1:1734676301.148091:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3600. 00010000:00000010:3.1:1734676301.148095:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee400. 00010000:00000010:3.1:1734676301.148098:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67e00. 00010000:00000010:3.1:1734676301.148100:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba000. 00010000:00000010:3.1:1734676301.148122:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65a00. 00010000:00000010:3.1:1734676301.148125:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1400. 00010000:00000010:3.1:1734676301.148164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddf800. 00010000:00000010:1.1:1734676301.148212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824c00. 00010000:00000010:2.1:1734676301.157877:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824a00. 00010000:00000010:2.1:1734676301.157882:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092200. 00010000:00000010:2.1:1734676301.157885:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ef800. 00010000:00000010:3.1:1734676301.164345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc75e00. 00010000:00000010:3.1:1734676301.164350:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a5d21800. 00010000:00000010:3.1:1734676301.164353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66e00. 00010000:00000010:0.1:1734676301.169286:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4000. 00010000:00000010:3.1:1734676301.172801:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3600. 00010000:00000010:3.1:1734676301.172809:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8ce00. 00010000:00000010:0.1:1734676301.176859:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178e00. 00010000:00000010:1.1:1734676301.177033:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59000. 00010000:00000010:1.1:1734676301.177051:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2800. 00010000:00000010:1.1:1734676301.177057:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80bf00. 00010000:00000010:1.1:1734676301.177061:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1c00. 00010000:00000010:2.1:1734676301.179169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772200. 00010000:00000010:2.1:1734676301.189177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4400. 00010000:00000010:0.1:1734676301.192569:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2900. 00010000:00000010:0.1:1734676301.192578:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7e00. 00010000:00000010:0.1:1734676301.192581:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee400. 00010000:00000010:0.1:1734676301.192585:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1c00. 00010000:00000010:0.1:1734676301.192592:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2200. 00010000:00000010:0.1:1734676301.192595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf1200. 00010000:00000010:3.1:1734676301.197999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169200. 00010000:00000010:0.1:1734676301.203477:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993200. 00010000:00000010:0.1:1734676301.203487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf0200. 00010000:00000010:3.1:1734676301.209192:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d868c00. 00010000:00000010:2.1:1734676301.215123:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a300. 00010000:00000010:2.1:1734676301.215130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7e00. 00010000:00000010:3.1:1734676301.221741:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb800. 00010000:00000010:3.1:1734676301.221751:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6800. 00010000:00000010:0.1:1734676301.221808:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1a00. 00010000:00000010:0.1:1734676301.221814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095836800. 00010000:00000010:2.1:1734676301.224138:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b500. 00010000:00000010:2.1:1734676301.224148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7000. 00010000:00000010:2.1:1734676301.224151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2b00. 00010000:00000010:2.1:1734676301.224154:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7200. 00010000:00000010:0.1:1734676301.230294:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee300. 00010000:00000010:0.1:1734676301.230305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d868c00. 00010000:00000010:0.1:1734676301.230309:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2200. 00010000:00000010:0.1:1734676301.230312:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ee400. 00010000:00000010:3.1:1734676301.230574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553200. 00010000:00000010:3.1:1734676301.230581:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824400. 00010000:00000010:3.1:1734676301.234345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d600. 00010000:00000010:3.1:1734676301.234351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2800. 00010000:00000010:0.1:1734676301.236132:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25b00. 00010000:00000010:0.1:1734676301.236137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df91200. 00010000:00000010:0.1:1734676301.236140:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b700. 00010000:00000010:0.1:1734676301.236144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1600. 00010000:00000010:3.1:1734676301.236170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797200. 00010000:00000010:3.1:1734676301.239177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76000. 00010000:00000010:3.1:1734676301.239185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9000. 00010000:00000010:3.1:1734676301.244431:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b400. 00010000:00000010:3.1:1734676301.244437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6e00. 00010000:00000010:2.1:1734676301.255978:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421700. 00010000:00000010:2.1:1734676301.255985:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837600. 00010000:00000010:2.1:1734676301.255989:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee000. 00010000:00000010:2.1:1734676301.255992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:3.1:1734676301.264467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2ec00. 00010000:00000010:2.1:1734676301.268992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77a00. 00010000:00000010:2.1:1734676301.268998:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4c00. 00010000:00000010:2.1:1734676301.269001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0000. 00010000:00000010:2.1:1734676301.282789:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00000. 00010000:00000010:2.1:1734676301.282796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704c00. 00010000:00000010:2.1:1734676301.282800:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720a00. 00010000:00000010:3.1:1734676301.282848:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087c00. 00010000:00000010:3.1:1734676301.282852:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86a00. 00010000:00000010:3.1:1734676301.288585:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef900. 00010000:00000010:3.1:1734676301.288593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839a00. 00010000:00000010:2.1:1734676301.299685:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104800. 00010000:00000010:2.1:1734676301.299690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bfa000. 00010000:00000010:3.1:1734676301.306741:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5000. 00010000:00000010:3.1:1734676301.306748:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:3.1:1734676301.306750:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7eea00. 00010000:00000010:3.1:1734676301.306753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:3.1:1734676301.306764:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defd00. 00010000:00000010:3.1:1734676301.306767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86a00. 00010000:00000010:3.1:1734676301.306786:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11e00. 00010000:00000010:0.1:1734676301.319276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91000. 00010000:00000010:0.1:1734676301.319293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4f600. 00010000:00000010:3.1:1734676301.326216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bcf00. 00010000:00000010:3.1:1734676301.326225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305fb600. 00010000:00000010:3.1:1734676301.326254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4a00. 00010000:00000010:1.1:1734676301.334337:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c500. 00010000:00000010:1.1:1734676301.334343:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d00e00. 00010000:00000010:2.1:1734676301.334344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1400. 00010000:00000010:1.1:1734676301.348809:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130585f00. 00010000:00000010:1.1:1734676301.348818:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095836e00. 00010000:00000010:2.1:1734676301.349087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008200. 00010000:00000010:2.1:1734676301.355909:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d200. 00010000:00000010:2.1:1734676301.355917:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095836a00. 00010000:00000010:2.1:1734676301.355920:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf600. 00010000:00000010:2.1:1734676301.355923:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4a00. 00010000:00000010:1.1:1734676301.361218:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daa200. 00010000:00000010:1.1:1734676301.361226:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101e00. 00010000:00000010:1.1:1734676301.361229:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5400. 00010000:00000010:3.1:1734676301.361286:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008c00. 00010000:00000010:3.1:1734676301.361290:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8600. 00010000:00000010:3.1:1734676301.361293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5600. 00010000:00000010:0.1:1734676301.364391:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353400. 00010000:00000010:0.1:1734676301.364397:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cc00. 00010000:00000010:0.1:1734676301.364400:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f87800. 00010000:00000010:1.1:1734676301.370326:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116000. 00010000:00000010:1.1:1734676301.370332:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44300. 00010000:00000010:1.1:1734676301.370335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0200. 00010000:00000010:0.1:1734676301.373291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141800. 00010000:00000010:2.1:1734676301.381208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50b00. 00010000:00000010:2.1:1734676301.381215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138d600. 00010000:00000010:2.1:1734676301.381218:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135c00. 00010000:00000010:2.1:1734676301.381222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf200. 00010000:00000010:3.1:1734676301.381226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1800. 00010000:00000010:3.1:1734676301.381231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf800. 00010000:00000010:0.1:1734676301.384931:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777400. 00010000:00000010:0.1:1734676301.387688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17a00. 00010000:00000010:3.1:1734676301.387913:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d600. 00010000:00000010:3.1:1734676301.387920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0800. 00010000:00000010:0.1:1734676301.393282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff800. 00010000:00000010:0.1:1734676301.396220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4da00. 00010000:00000010:3.1:1734676301.396340:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e700. 00010000:00000010:3.1:1734676301.396347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1a00. 00010000:00000010:3.1:1734676301.396350:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488400. 00010000:00000010:3.1:1734676301.396353:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1600. 00010000:00000010:0.1:1734676301.399137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2800. 00010000:00000010:3.1:1734676301.405563:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d488f00. 00010000:00000010:3.1:1734676301.405572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:0.1:1734676301.405708:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073770800. 00010000:00000010:2.1:1734676301.408405:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900e00. 00010000:00000010:2.1:1734676301.408411:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0400. 00010000:00000010:2.1:1734676301.408414:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947400. 00010000:00000010:2.1:1734676301.408418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1200. 00010000:00000010:2.1:1734676301.411783:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20800. 00010000:00000010:0.1:1734676301.411984:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfc600. 00010000:00000010:3.1:1734676301.420954:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101f00. 00010000:00000010:3.1:1734676301.420964:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1a00. 00010000:00000010:0.1:1734676301.424404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5e00. 00010000:00000010:0.1:1734676301.424412:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f100. 00010000:00000010:0.1:1734676301.424415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:3.1:1734676301.434392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090e400. 00010000:00000010:1.1:1734676301.442467:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af100. 00010000:00000010:1.1:1734676301.442473:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf600. 00010000:00000010:1.1:1734676301.442476:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afc00. 00010000:00000010:1.1:1734676301.442478:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe800. 00010000:00000010:1.1:1734676301.442480:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135400. 00010000:00000010:1.1:1734676301.442482:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf800. 00010000:00000010:0.1:1734676301.445430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2a00. 00010000:00000010:3.1:1734676301.445466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc000. 00010000:00000010:2.1:1734676301.449611:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea400. 00010000:00000010:2.1:1734676301.449621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe200. 00010000:00000010:2.1:1734676301.449643:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc900. 00010000:00000010:2.1:1734676301.449647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837800. 00010000:00000010:3.1:1734676301.453097:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2200. 00010000:00000010:2.1:1734676301.458642:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15800. 00010000:00000010:2.1:1734676301.458648:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f000. 00010000:00000010:2.1:1734676301.458650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86200. 00010000:00000010:3.1:1734676301.466685:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc400. 00010000:00000010:3.1:1734676301.466690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095836a00. 00010000:00000010:3.1:1734676301.469139:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16600. 00010000:00000010:3.1:1734676301.469215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ce200. 00010000:00000010:3.1:1734676301.473462:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2500. 00010000:00000010:3.1:1734676301.473471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7800. 00010000:00000010:3.1:1734676301.473474:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009100. 00010000:00000010:3.1:1734676301.473477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6000. 00010000:00000010:3.1:1734676301.473486:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37600. 00010000:00000010:3.1:1734676301.473488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6200. 00010000:00000010:3.1:1734676301.476761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8000. 00010000:00000010:3.1:1734676301.476775:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8dae00. 00010000:00000010:3.1:1734676301.489799:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875300. 00010000:00000010:3.1:1734676301.489806:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6800. 00010000:00000010:3.1:1734676301.494328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42200. 00010000:00000010:3.1:1734676301.500663:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a200. 00010000:00000010:3.1:1734676301.500669:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7600. 00010000:00000010:3.1:1734676301.500672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd000. 00010000:00000010:3.1:1734676301.500674:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82100. 00010000:00000010:3.1:1734676301.500677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6000. 00010000:00000010:3.1:1734676301.503092:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113400. 00010000:00000010:3.1:1734676301.516489:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889800. 00010000:00000010:3.1:1734676301.516495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:3.1:1734676301.516499:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009200. 00010000:00000010:3.1:1734676301.516501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095838c00. 00010000:00000010:2.1:1734676301.523574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113200. 00010000:00000010:1.1:1734676301.530970:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889e00. 00010000:00000010:1.1:1734676301.530975:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7000. 00010000:00000010:1.1:1734676301.531018:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425000. 00010000:00000010:1.1:1734676301.531021:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1500. 00010000:00000010:1.1:1734676301.531024:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138ca00. 00010000:00000010:1.1:1734676301.531026:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f000. 00010000:00000010:1.1:1734676301.531028:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2e00. 00010000:00000010:1.1:1734676301.531031:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138c400. 00010000:00000010:1.1:1734676301.535806:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090ec00. 00010000:00000010:0.1:1734676301.541229:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1db00. 00010000:00000010:0.1:1734676301.541234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138de00. 00010000:00000010:0.1:1734676301.541251:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732f00. 00010000:00000010:0.1:1734676301.541254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:0.1:1734676301.541257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009c00. 00010000:00000010:0.1:1734676301.541259:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073596a00. 00010000:00000010:2.1:1734676301.541423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2000. 00010000:00000010:3.1:1734676301.553149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c6a00. 00010000:00000010:0.1:1734676301.563256:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28400. 00010000:00000010:0.1:1734676301.563262:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009946e100. 00010000:00000010:0.1:1734676301.563266:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597a00. 00010000:00000010:0.1:1734676301.563269:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f800. 00010000:00000010:0.1:1734676301.563273:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2ac00. 00010000:00000010:3.1:1734676301.563398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545600. 00010000:00000010:3.1:1734676301.563402:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad400. 00010000:00000010:3.1:1734676301.563404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597c00. 00010000:00000010:0.1:1734676301.572243:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1300. 00010000:00000010:0.1:1734676301.572249:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe200. 00010000:00000010:2.1:1734676301.572264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17ba00. 00010000:00000010:0.1:1734676301.580562:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116600. 00010000:00000010:0.1:1734676301.580597:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1a00. 00010000:00000010:0.1:1734676301.580601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839e00. 00010000:00000010:0.1:1734676301.580605:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135f00. 00010000:00000010:0.1:1734676301.580608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837600. 00010000:00000010:0.1:1734676301.580611:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011d00. 00010000:00000010:0.1:1734676301.580614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837800. 00010000:00000010:2.1:1734676301.584468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c800. 00010000:00000010:2.1:1734676301.584524:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082400. 00010000:00000010:1.1:1734676301.589909:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096482e00. 00010000:00000010:1.1:1734676301.589925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79200. 00010000:00000010:2.1:1734676301.590394:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49ca00. 00010000:00000010:2.1:1734676301.590401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbf800. 00010000:00000010:2.1:1734676301.590407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4000. 00010000:00000010:2.1:1734676301.590410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6800. 00010000:00000010:2.1:1734676301.593656:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206900. 00010000:00000010:2.1:1734676301.593661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:2.1:1734676301.593666:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca600. 00010000:00000010:2.1:1734676301.593670:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597a00. 00010000:00000010:2.1:1734676301.593673:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b600. 00010000:00000010:2.1:1734676301.593675:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597c00. 00010000:00000010:1.1:1734676301.596688:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f5600. 00010000:00000010:2.1:1734676301.600645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35e00. 00010000:00000010:2.1:1734676301.600652:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1300. 00010000:00000010:2.1:1734676301.600656:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837600. 00010000:00000010:0.1:1734676301.612208:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e0400. 00010000:00000010:0.1:1734676301.612265:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daabc00. 00010000:00000010:0.1:1734676301.612269:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095839e00. 00010000:00000010:0.1:1734676301.612283:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958c00. 00010000:00000010:0.1:1734676301.612286:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1200. 00010000:00000010:0.1:1734676301.618765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35d600. 00010000:00000010:0.1:1734676301.618823:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4e00. 00010000:00000010:2.1:1734676301.624245:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb300. 00010000:00000010:2.1:1734676301.624250:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:0.1:1734676301.624276:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59f00. 00010000:00000010:0.1:1734676301.624281:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138ca00. 00010000:00000010:0.1:1734676301.624284:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b300. 00010000:00000010:0.1:1734676301.624286:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095849e00. 00010000:00000010:0.1:1734676301.624290:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31200. 00010000:00000010:0.1:1734676301.624292:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0200. 00010000:00000010:0.1:1734676301.630146:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdde000. 00010000:00000010:3.1:1734676301.630592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9000. 00010000:00000010:3.1:1734676301.630598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e6a00. 00010000:00000010:3.1:1734676301.630601:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471800. 00010000:00000010:3.1:1734676301.630604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff4200. 00010000:00000010:3.1:1734676301.630607:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131300. 00010000:00000010:3.1:1734676301.630610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0400. 00010000:00000010:3.1:1734676301.630612:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20c00. 00010000:00000010:3.1:1734676301.630615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2600. 00010000:00000010:2.1:1734676301.633155:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7e00. 00010000:00000010:0.1:1734676301.633184:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131b00. 00010000:00000010:0.1:1734676301.633190:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130ca8200. 00010000:00000010:3.1:1734676301.639386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584a00. 00010000:00000010:0.1:1734676301.639941:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2800. 00010000:00000010:0.1:1734676301.639947:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15300. 00010000:00000010:0.1:1734676301.639952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae3400. 00010000:00000010:0.1:1734676301.639956:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135200. 00010000:00000010:0.1:1734676301.639959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86200. 00010000:00000010:0.1:1734676301.639962:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb100. 00010000:00000010:0.1:1734676301.639964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095837600. 00010000:00000010:2.1:1734676301.644378:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf42000. 00010000:00000010:3.1:1734676301.647674:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdc600. 00010000:00000010:2.1:1734676301.648068:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33500. 00010000:00000010:2.1:1734676301.648074:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597a00. 00010000:00000010:2.1:1734676301.648078:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aee00. 00010000:00000010:2.1:1734676301.648082:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:2.1:1734676301.650215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160400. 00010000:00000010:2.1:1734676301.656149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c200. 00010000:00000010:2.1:1734676301.656156:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6500. 00010000:00000010:2.1:1734676301.656159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0400. 00010000:00000010:2.1:1734676301.656161:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfddd00. 00010000:00000010:2.1:1734676301.656164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:2.1:1734676301.656168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c2ce00. 00010000:00000010:2.1:1734676301.656170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7000. 00010000:00000010:2.1:1734676301.662224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77c800. 00010000:00000010:3.1:1734676301.662275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d848e00. 00010000:00000010:2.1:1734676301.665436:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf300. 00010000:00000010:2.1:1734676301.665442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d00c00. 00010000:00000010:2.1:1734676301.669086:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff4800. 00010000:00000010:3.1:1734676301.669203:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6b400. 00010000:00000010:0.1:1734676301.671567:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8d600. 00010000:00000010:0.1:1734676301.671572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305fb400. 00010000:00000010:0.1:1734676301.671576:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40b00. 00010000:00000010:0.1:1734676301.671579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305fa600. 00010000:00000010:0.1:1734676301.671581:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3d00. 00010000:00000010:0.1:1734676301.671584:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:2.1:1734676301.677270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe4e00. 00010000:00000010:3.1:1734676301.677364:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d361200. 00010000:00000010:3.1:1734676301.677368:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17200. 00010000:00000010:0.1:1734676301.683520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488c00. 00010000:00000010:0.1:1734676301.683526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0e00. 00010000:00000010:0.1:1734676301.683529:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135f00. 00010000:00000010:0.1:1734676301.683532:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d01a00. 00010000:00000010:0.1:1734676301.683535:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75f00. 00010000:00000010:0.1:1734676301.683537:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec6800. 00010000:00000010:1.1:1734676301.683649:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64da00. 00010000:00000010:3.1:1734676301.686450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf55a00. 00010000:00000010:2.1:1734676301.689921:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847900. 00010000:00000010:2.1:1734676301.689928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec6a00. 00010000:00000010:2.1:1734676301.689931:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43f00. 00010000:00000010:2.1:1734676301.689934:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7000. 00010000:00000010:2.1:1734676301.689937:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401cd00. 00010000:00000010:2.1:1734676301.689939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7200. 00010000:00000010:3.1:1734676301.692130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48ea00. 00010000:00000010:3.1:1734676301.692137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf54600. 00010000:00000010:2.1:1734676301.692191:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43a00. 00010000:00000010:2.1:1734676301.692196:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d765400. 00010000:00000010:3.1:1734676301.696197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93a00. 00010000:00000010:3.1:1734676301.696202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d764800. 00010000:00000010:3.1:1734676301.696205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135e00. 00010000:00000010:3.1:1734676301.696208:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d764e00. 00010000:00000010:3.1:1734676301.696210:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d463e00. 00010000:00000010:3.1:1734676301.698524:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24800. 00010000:00000010:3.1:1734676301.698531:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130ca8200. 00010000:00000010:3.1:1734676301.698538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9ec00. 00010000:00000010:3.1:1734676301.701397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02a00. 00010000:00000010:3.1:1734676301.701404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0fc00. 00010000:00000010:3.1:1734676301.701408:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1b00. 00010000:00000010:3.1:1734676301.701412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130ca9000. 00010000:00000010:1.1:1734676301.707696:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7a00. 00010000:00000010:3.1:1734676301.707759:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5800. 00010000:00000010:3.1:1734676301.707764:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc74600. 00010000:00000010:3.1:1734676301.714235:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9e400. 00010000:00000010:3.1:1734676301.714241:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138de00. 00010000:00000010:3.1:1734676301.714246:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b100. 00010000:00000010:3.1:1734676301.714250:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec6800. 00010000:00000010:0.1:1734676301.714291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7d2a00. 00010000:00000010:1.1:1734676301.720397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5400. 00010000:00000010:3.1:1734676301.720579:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05e00. 00010000:00000010:3.1:1734676301.720586:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2800. 00010000:00000010:3.1:1734676301.720590:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf200. 00010000:00000010:3.1:1734676301.720593:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5c00. 00010000:00000010:3.1:1734676301.720597:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfc00. 00010000:00000010:3.1:1734676301.720600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4200. 00010000:00000010:3.1:1734676301.720602:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfd00. 00010000:00000010:3.1:1734676301.720605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4600. 00010000:00000010:3.1:1734676301.720607:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf900. 00010000:00000010:3.1:1734676301.720609:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f5600. 00010000:00000010:3.1:1734676301.720611:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf800. 00010000:00000010:3.1:1734676301.720613:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f4a00. 00010000:00000010:3.1:1734676301.720614:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbfb00. 00010000:00000010:3.1:1734676301.720617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0e00. 00010000:00000010:3.1:1734676301.720620:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf400. 00010000:00000010:3.1:1734676301.720622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e1c00. 00010000:00000010:3.1:1734676301.720625:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf000. 00010000:00000010:3.1:1734676301.720628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3400. 00010000:00000010:3.1:1734676301.720631:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbf600. 00010000:00000010:3.1:1734676301.720634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2600. 00010000:00000010:0.1:1734676301.723319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66000. 00010000:00000010:3.1:1734676301.723396:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e75200. 00010000:00000010:3.1:1734676301.723403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec7000. 00010000:00000010:3.1:1734676301.723406:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097da5000. 00010000:00000010:3.1:1734676301.723413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013138c400. 00010000:00000010:3.1:1734676301.723418:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bb00. 00010000:00000010:3.1:1734676301.723421:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7a00. 00010000:00000010:3.1:1734676301.723425:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b900. 00010000:00000010:3.1:1734676301.723427:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305fb400. 00010000:00000010:3.1:1734676301.723430:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bf00. 00010000:00000010:3.1:1734676301.723432:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f86200. 00010000:00000010:3.1:1734676301.723434:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b300. 00010000:00000010:3.1:1734676301.723436:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089858c00. 00010000:00000010:3.1:1734676301.723439:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b000. 00010000:00000010:3.1:1734676301.723441:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089859000. 00010000:00000010:3.1:1734676301.723444:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b400. 00010000:00000010:3.1:1734676301.723446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730e00. 00010000:00000010:3.1:1734676301.723449:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b800. 00010000:00000010:3.1:1734676301.723451:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731800. 00010000:00000010:3.1:1734676301.723454:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b500. 00010000:00000010:3.1:1734676301.723456:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730600. 00010000:00000010:3.1:1734676301.723457:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4be00. 00010000:00000010:3.1:1734676301.723459:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730400. 00010000:00000010:3.1:1734676301.723461:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bd00. 00010000:00000010:3.1:1734676301.723463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731a00. 00010000:00000010:3.1:1734676301.723464:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b600. 00010000:00000010:3.1:1734676301.723467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51800. 00010000:00000010:3.1:1734676301.723469:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b700. 00010000:00000010:3.1:1734676301.723472:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a50600. 00010000:00000010:3.1:1734676301.723476:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994e00. 00010000:00000010:3.1:1734676301.723479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a50400. 00010000:00000010:3.1:1734676301.723481:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994900. 00010000:00000010:3.1:1734676301.723483:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a50c00. 00010000:00000010:3.1:1734676301.723484:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994600. 00010000:00000010:3.1:1734676301.723486:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a50a00. 00010000:00000010:3.1:1734676301.723488:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994500. 00010000:00000010:3.1:1734676301.723490:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51200. 00010000:00000010:3.1:1734676301.723492:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994c00. 00010000:00000010:3.1:1734676301.723494:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a50200. 00010000:00000010:3.1:1734676301.723495:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994f00. 00010000:00000010:3.1:1734676301.723497:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4e00. 00010000:00000010:3.1:1734676301.723500:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994300. 00010000:00000010:3.1:1734676301.723501:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4400. 00010000:00000010:3.1:1734676301.723503:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994000. 00010000:00000010:3.1:1734676301.723505:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a5c00. 00010000:00000010:3.1:1734676301.723508:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994100. 00010000:00000010:3.1:1734676301.723510:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4600. 00010000:00000010:3.1:1734676301.723511:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994800. 00010000:00000010:3.1:1734676301.723513:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f2e00. 00010000:00000010:3.1:1734676301.723518:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d700. 00010000:00000010:3.1:1734676301.723521:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f3a00. 00010000:00000010:3.1:1734676301.723524:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377da00. 00010000:00000010:3.1:1734676301.723526:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f2800. 00010000:00000010:3.1:1734676301.723527:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377dd00. 00010000:00000010:3.1:1734676301.723529:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f3200. 00010000:00000010:3.1:1734676301.723531:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377df00. 00010000:00000010:3.1:1734676301.723533:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f3600. 00010000:00000010:3.1:1734676301.723535:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377db00. 00010000:00000010:3.1:1734676301.723536:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f2a00. 00010000:00000010:3.1:1734676301.723538:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377dc00. 00010000:00000010:3.1:1734676301.723540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f3000. 00010000:00000010:3.1:1734676301.723541:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d300. 00010000:00000010:3.1:1734676301.723544:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702800. 00010000:00000010:3.1:1734676301.723546:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d500. 00010000:00000010:3.1:1734676301.723548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702600. 00010000:00000010:3.1:1734676301.723550:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d900. 00010000:00000010:3.1:1734676301.723552:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702000. 00010000:00000010:3.1:1734676301.723553:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d100. 00010000:00000010:3.1:1734676301.723556:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703200. 00010000:00000010:3.1:1734676301.723558:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d800. 00010000:00000010:3.1:1734676301.723559:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702c00. 00010000:00000010:3.1:1734676301.723563:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540200. 00010000:00000010:3.1:1734676301.723565:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702a00. 00010000:00000010:3.1:1734676301.723567:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540f00. 00010000:00000010:3.1:1734676301.723569:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703800. 00010000:00000010:3.1:1734676301.723570:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540d00. 00010000:00000010:3.1:1734676301.723572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b703a00. 00010000:00000010:3.1:1734676301.723574:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540b00. 00010000:00000010:3.1:1734676301.723576:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cee00. 00010000:00000010:3.1:1734676301.723579:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540900. 00010000:00000010:3.1:1734676301.723582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cfa00. 00010000:00000010:3.1:1734676301.723584:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540500. 00010000:00000010:3.1:1734676301.723586:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cf200. 00010000:00000010:3.1:1734676301.723588:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540300. 00010000:00000010:3.1:1734676301.723590:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ce800. 00010000:00000010:3.1:1734676301.723592:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa540100. 00010000:00000010:3.1:1734676301.723594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cf600. 00010000:00000010:3.1:1734676301.723597:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3d00. 00010000:00000010:3.1:1734676301.723599:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cf400. 00010000:00000010:3.1:1734676301.723601:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3a00. 00010000:00000010:3.1:1734676301.723603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cea00. 00010000:00000010:3.1:1734676301.723605:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3000. 00010000:00000010:3.1:1734676301.723607:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350800. 00010000:00000010:3.1:1734676301.723610:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3400. 00010000:00000010:3.1:1734676301.723612:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350c00. 00010000:00000010:3.1:1734676301.723613:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3200. 00010000:00000010:3.1:1734676301.723615:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350a00. 00010000:00000010:3.1:1734676301.723617:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3500. 00010000:00000010:3.1:1734676301.723619:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e351800. 00010000:00000010:3.1:1734676301.723621:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3b00. 00010000:00000010:3.1:1734676301.723623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e351200. 00010000:00000010:3.1:1734676301.723624:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3100. 00010000:00000010:3.1:1734676301.723626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350600. 00010000:00000010:3.1:1734676301.723627:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3300. 00010000:00000010:3.1:1734676301.723629:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e351e00. 00010000:00000010:3.1:1734676301.723631:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3600. 00010000:00000010:3.1:1734676301.723634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5800. 00010000:00000010:3.1:1734676301.723636:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3e00. 00010000:00000010:3.1:1734676301.723639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac4200. 00010000:00000010:3.1:1734676301.723641:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3f00. 00010000:00000010:3.1:1734676301.723643:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5000. 00010000:00000010:3.1:1734676301.723644:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3800. 00010000:00000010:3.1:1734676301.723646:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5200. 00010000:00000010:3.1:1734676301.723648:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3700. 00010000:00000010:3.1:1734676301.723649:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5e00. 00010000:00000010:3.1:1734676301.723651:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3c00. 00010000:00000010:3.1:1734676301.723653:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac4600. 00010000:00000010:3.1:1734676301.723655:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05900. 00010000:00000010:3.1:1734676301.723657:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5a00. 00010000:00000010:3.1:1734676301.723659:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05a00. 00010000:00000010:3.1:1734676301.723660:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac4000. 00010000:00000010:3.1:1734676301.723662:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05100. 00010000:00000010:3.1:1734676301.723664:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3e00. 00010000:00000010:3.1:1734676301.726157:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648700. 00010000:00000010:3.1:1734676301.726166:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3a00. 00010000:00000010:3.1:1734676301.726169:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648000. 00010000:00000010:3.1:1734676301.726172:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2000. 00010000:00000010:3.1:1734676301.726176:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648d00. 00010000:00000010:3.1:1734676301.726178:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3e00. 00010000:00000010:3.1:1734676301.726180:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648600. 00010000:00000010:3.1:1734676301.726183:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2800. 00010000:00000010:3.1:1734676301.726185:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648400. 00010000:00000010:3.1:1734676301.726188:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f3000. 00010000:00000010:3.1:1734676301.726192:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648a00. 00010000:00000010:3.1:1734676301.726194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f3c00. 00010000:00000010:3.1:1734676301.726196:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648800. 00010000:00000010:3.1:1734676301.726200:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f2e00. 00010000:00000010:3.1:1734676301.726203:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648f00. 00010000:00000010:3.1:1734676301.726205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f2600. 00010000:00000010:3.1:1734676301.726207:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648b00. 00010000:00000010:3.1:1734676301.726210:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10c600. 00010000:00000010:3.1:1734676301.726213:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648300. 00010000:00000010:3.1:1734676301.726215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10c800. 00010000:00000010:3.1:1734676301.726217:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648c00. 00010000:00000010:3.1:1734676301.726220:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10da00. 00010000:00000010:3.1:1734676301.726223:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648100. 00010000:00000010:3.1:1734676301.726225:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10de00. 00010000:00000010:3.1:1734676301.726230:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0700. 00010000:00000010:3.1:1734676301.726233:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff65e00. 00010000:00000010:3.1:1734676301.726235:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0200. 00010000:00000010:3.1:1734676301.726238:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff65800. 00010000:00000010:3.1:1734676301.726239:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0100. 00010000:00000010:3.1:1734676301.726242:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff64a00. 00010000:00000010:3.1:1734676301.726244:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0600. 00010000:00000010:3.1:1734676301.726246:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff65c00. 00010000:00000010:3.1:1734676301.726248:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0300. 00010000:00000010:3.1:1734676301.726250:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff64c00. 00010000:00000010:3.1:1734676301.726252:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0400. 00010000:00000010:3.1:1734676301.726255:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b03e00. 00010000:00000010:3.1:1734676301.726257:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0e00. 00010000:00000010:3.1:1734676301.726259:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b03a00. 00010000:00000010:3.1:1734676301.726261:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0500. 00010000:00000010:3.1:1734676301.726264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7c400. 00010000:00000010:3.1:1734676301.726266:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0f00. 00010000:00000010:3.1:1734676301.726269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7d800. 00010000:00000010:3.1:1734676301.726273:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee600. 00010000:00000010:3.1:1734676301.726275:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7c000. 00010000:00000010:3.1:1734676301.726277:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee100. 00010000:00000010:3.1:1734676301.726279:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7d600. 00010000:00000010:3.1:1734676301.726281:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceea00. 00010000:00000010:3.1:1734676301.726283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7dc00. 00010000:00000010:3.1:1734676301.726285:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee000. 00010000:00000010:3.1:1734676301.726288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7c600. 00010000:00000010:3.1:1734676301.726289:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceef00. 00010000:00000010:3.1:1734676301.726292:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7d400. 00010000:00000010:3.1:1734676301.726294:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceee00. 00010000:00000010:3.1:1734676301.726296:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7ac00. 00010000:00000010:3.1:1734676301.726299:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee200. 00010000:00000010:3.1:1734676301.726302:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e69400. 00010000:00000010:3.1:1734676301.726305:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee900. 00010000:00000010:3.1:1734676301.726307:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e69000. 00010000:00000010:3.1:1734676301.726309:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee700. 00010000:00000010:3.1:1734676301.726311:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e68400. 00010000:00000010:3.1:1734676301.726315:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf000. 00010000:00000010:3.1:1734676301.726318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e65a00. 00010000:00000010:3.1:1734676301.726321:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafa00. 00010000:00000010:3.1:1734676301.726324:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e64400. 00010000:00000010:3.1:1734676301.726326:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faff00. 00010000:00000010:3.1:1734676301.726328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e64000. 00010000:00000010:3.1:1734676301.726330:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf100. 00010000:00000010:3.1:1734676301.726332:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e64e00. 00010000:00000010:3.1:1734676301.726334:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf900. 00010000:00000010:3.1:1734676301.726336:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131228a00. 00010000:00000010:3.1:1734676301.726339:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafe00. 00010000:00000010:3.1:1734676301.726341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131229200. 00010000:00000010:3.1:1734676301.726344:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafb00. 00010000:00000010:3.1:1734676301.726346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec2800. 00010000:00000010:3.1:1734676301.726350:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf800. 00010000:00000010:3.1:1734676301.726352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec3c00. 00010000:00000010:3.1:1734676301.726354:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafc00. 00010000:00000010:3.1:1734676301.726356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec3e00. 00010000:00000010:3.1:1734676301.726358:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf700. 00010000:00000010:3.1:1734676301.726360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec3000. 00010000:00000010:3.1:1734676301.726362:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf600. 00010000:00000010:3.1:1734676301.726365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff18400. 00010000:00000010:3.1:1734676301.726367:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf300. 00010000:00000010:3.1:1734676301.726369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff19e00. 00010000:00000010:3.1:1734676301.726373:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4a00. 00010000:00000010:3.1:1734676301.726376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff18e00. 00010000:00000010:3.1:1734676301.726378:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4e00. 00010000:00000010:3.1:1734676301.726381:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff19800. 00010000:00000010:3.1:1734676301.726383:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4200. 00010000:00000010:3.1:1734676301.726385:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff19a00. 00010000:00000010:3.1:1734676301.726387:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4900. 00010000:00000010:3.1:1734676301.726389:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff18600. 00010000:00000010:3.1:1734676301.726391:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4d00. 00010000:00000010:3.1:1734676301.726393:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41c00. 00010000:00000010:3.1:1734676301.726396:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4100. 00010000:00000010:3.1:1734676301.726398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41600. 00010000:00000010:3.1:1734676301.726399:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4400. 00010000:00000010:3.1:1734676301.726402:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d40a00. 00010000:00000010:3.1:1734676301.726404:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4c00. 00010000:00000010:3.1:1734676301.726406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d40600. 00010000:00000010:3.1:1734676301.726408:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4f00. 00010000:00000010:3.1:1734676301.726410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41e00. 00010000:00000010:3.1:1734676301.726412:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4b00. 00010000:00000010:3.1:1734676301.726414:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d40400. 00010000:00000010:3.1:1734676301.726418:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b000. 00010000:00000010:3.1:1734676301.726420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d41a00. 00010000:00000010:3.1:1734676301.726422:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bb00. 00010000:00000010:3.1:1734676301.726425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d08000. 00010000:00000010:3.1:1734676301.726427:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137be00. 00010000:00000010:3.1:1734676301.726430:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d08800. 00010000:00000010:3.1:1734676301.726431:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bf00. 00010000:00000010:3.1:1734676301.726434:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12200. 00010000:00000010:3.1:1734676301.726437:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bd00. 00010000:00000010:3.1:1734676301.726439:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b13600. 00010000:00000010:3.1:1734676301.726441:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b800. 00010000:00000010:3.1:1734676301.726443:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b12e00. 00010000:00000010:3.1:1734676301.726446:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b700. 00010000:00000010:3.1:1734676301.726448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4da00. 00010000:00000010:3.1:1734676301.726452:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b100. 00010000:00000010:3.1:1734676301.726455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4c200. 00010000:00000010:3.1:1734676301.726457:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b900. 00010000:00000010:3.1:1734676301.726459:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4d400. 00010000:00000010:3.1:1734676301.726461:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137ba00. 00010000:00000010:3.1:1734676301.726463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4dc00. 00010000:00000010:3.1:1734676301.726464:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b300. 00010000:00000010:3.1:1734676301.726466:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4c800. 00010000:00000010:3.1:1734676301.726470:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424600. 00010000:00000010:3.1:1734676301.726474:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4de00. 00010000:00000010:3.1:1734676301.726476:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424f00. 00010000:00000010:3.1:1734676301.726478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4d200. 00010000:00000010:3.1:1734676301.726480:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424c00. 00010000:00000010:3.1:1734676301.726482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136949800. 00010000:00000010:3.1:1734676301.726485:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424900. 00010000:00000010:3.1:1734676301.726487:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136949200. 00010000:00000010:3.1:1734676301.726489:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424800. 00010000:00000010:3.1:1734676301.726491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da33800. 00010000:00000010:3.1:1734676301.726494:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424e00. 00010000:00000010:3.1:1734676301.726496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da32000. 00010000:00000010:3.1:1734676301.726498:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424300. 00010000:00000010:3.1:1734676301.726501:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da32600. 00010000:00000010:3.1:1734676301.726502:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424700. 00010000:00000010:3.1:1734676301.726505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da33c00. 00010000:00000010:3.1:1734676301.726506:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424a00. 00010000:00000010:3.1:1734676301.726508:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da32e00. 00010000:00000010:3.1:1734676301.726510:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424d00. 00010000:00000010:3.1:1734676301.726514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7200. 00010000:00000010:3.1:1734676301.726516:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424b00. 00010000:00000010:3.1:1734676301.726518:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7c00. 00010000:00000010:3.1:1734676301.726520:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424500. 00010000:00000010:3.1:1734676301.726523:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7800. 00010000:00000010:3.1:1734676301.726526:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4000. 00010000:00000010:3.1:1734676301.726531:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7e00. 00010000:00000010:3.1:1734676301.726534:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4d00. 00010000:00000010:3.1:1734676301.726536:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6600. 00010000:00000010:3.1:1734676301.726538:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4b00. 00010000:00000010:3.1:1734676301.726541:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6c00. 00010000:00000010:3.1:1734676301.726542:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4200. 00010000:00000010:3.1:1734676301.726544:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6000. 00010000:00000010:3.1:1734676301.726546:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4f00. 00010000:00000010:3.1:1734676301.726549:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e67200. 00010000:00000010:3.1:1734676301.726552:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4a00. 00010000:00000010:3.1:1734676301.726554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e66e00. 00010000:00000010:3.1:1734676301.726556:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4700. 00010000:00000010:3.1:1734676301.726558:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e66c00. 00010000:00000010:3.1:1734676301.726560:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4800. 00010000:00000010:3.1:1734676301.726562:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e66600. 00010000:00000010:3.1:1734676301.726566:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cc00. 00010000:00000010:3.1:1734676301.726569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e66400. 00010000:00000010:3.1:1734676301.726571:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c500. 00010000:00000010:3.1:1734676301.726574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c800. 00010000:00000010:3.1:1734676301.726576:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c000. 00010000:00000010:3.1:1734676301.726579:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c400. 00010000:00000010:3.1:1734676301.726580:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c400. 00010000:00000010:3.1:1734676301.726583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d400. 00010000:00000010:3.1:1734676301.726585:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c800. 00010000:00000010:3.1:1734676301.726588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0ca00. 00010000:00000010:3.1:1734676301.726590:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c900. 00010000:00000010:3.1:1734676301.726592:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d200. 00010000:00000010:3.1:1734676301.726594:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c700. 00010000:00000010:3.1:1734676301.726596:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d600. 00010000:00000010:3.1:1734676301.726598:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cd00. 00010000:00000010:3.1:1734676301.726600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0da00. 00010000:00000010:3.1:1734676301.726602:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cb00. 00010000:00000010:3.1:1734676301.726605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eb800. 00010000:00000010:3.1:1734676301.726608:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c300. 00010000:00000010:3.1:1734676301.726611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ebe00. 00010000:00000010:3.1:1734676301.726613:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ce00. 00010000:00000010:3.1:1734676301.726615:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eba00. 00010000:00000010:3.1:1734676301.726617:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c200. 00010000:00000010:3.1:1734676301.726619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eac00. 00010000:00000010:3.1:1734676301.726623:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af200. 00010000:00000010:3.1:1734676301.726626:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ea200. 00010000:00000010:3.1:1734676301.726628:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afe00. 00010000:00000010:3.1:1734676301.726630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eb400. 00010000:00000010:3.1:1734676301.726632:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afa00. 00010000:00000010:3.1:1734676301.726634:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8eb000. 00010000:00000010:3.1:1734676301.726636:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af100. 00010000:00000010:3.1:1734676301.726639:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3001e00. 00010000:00000010:3.1:1734676301.726642:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af500. 00010000:00000010:3.1:1734676301.726644:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3001800. 00010000:00000010:3.1:1734676301.726646:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af300. 00010000:00000010:3.1:1734676301.726648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3000e00. 00010000:00000010:3.1:1734676301.726650:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afb00. 00010000:00000010:3.1:1734676301.726653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073627e00. 00010000:00000010:3.1:1734676301.726655:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af700. 00010000:00000010:3.1:1734676301.726657:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073626400. 00010000:00000010:3.1:1734676301.726659:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301aff00. 00010000:00000010:3.1:1734676301.726662:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d843600. 00010000:00000010:3.1:1734676301.726666:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afd00. 00010000:00000010:3.1:1734676301.726668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d842c00. 00010000:00000010:3.1:1734676301.726671:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af800. 00010000:00000010:3.1:1734676301.726673:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d843000. 00010000:00000010:3.1:1734676301.726675:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afc00. 00010000:00000010:3.1:1734676301.726677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b400. 00010000:00000010:3.1:1734676301.726679:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af600. 00010000:00000010:3.1:1734676301.726681:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b600. 00010000:00000010:3.1:1734676301.726683:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af000. 00010000:00000010:3.1:1734676301.726685:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2a800. 00010000:00000010:3.1:1734676301.726689:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47200. 00010000:00000010:3.1:1734676301.726692:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4c00. 00010000:00000010:3.1:1734676301.726695:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47700. 00010000:00000010:3.1:1734676301.726697:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4800. 00010000:00000010:3.1:1734676301.726699:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47000. 00010000:00000010:3.1:1734676301.726701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4200. 00010000:00000010:3.1:1734676301.726702:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47300. 00010000:00000010:3.1:1734676301.726704:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed5000. 00010000:00000010:3.1:1734676301.726706:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47100. 00010000:00000010:3.1:1734676301.726708:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed5400. 00010000:00000010:3.1:1734676301.726710:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47900. 00010000:00000010:3.1:1734676301.726713:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4e00. 00010000:00000010:3.1:1734676301.726715:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47500. 00010000:00000010:3.1:1734676301.726717:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d953600. 00010000:00000010:3.1:1734676301.726719:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47b00. 00010000:00000010:3.1:1734676301.726721:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d952c00. 00010000:00000010:3.1:1734676301.726723:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47d00. 00010000:00000010:3.1:1734676301.726725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d953a00. 00010000:00000010:1.1:1734676301.732057:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94ac00. 00010000:00000010:3.1:1734676301.732418:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8300. 00010000:00000010:3.1:1734676301.732424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073643e00. 00010000:00000010:1.1:1734676301.739846:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498e00. 00010000:00000010:1.1:1734676301.739854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3c00. 00010000:00000010:1.1:1734676301.739857:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009100. 00010000:00000010:1.1:1734676301.739861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2600. 00010000:00000010:1.1:1734676301.742571:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783900. 00010000:00000010:1.1:1734676301.742578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2400. 00010000:00000010:3.1:1734676301.742639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04400. 00010000:00000010:1.1:1734676301.745717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7400. 00010000:00000010:0.1:1734676301.748310:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29000. 00010000:00000010:0.1:1734676301.748315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d764e00. 00010000:00000010:1.1:1734676301.754390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099a00. 00010000:00000010:1.1:1734676301.754397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f800. 00010000:00000010:0.1:1734676301.757859:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142400. 00010000:00000010:0.1:1734676301.757870:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d764600. 00010000:00000010:0.1:1734676301.757873:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7400. 00010000:00000010:0.1:1734676301.757877:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cf00. 00010000:00000010:0.1:1734676301.757881:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa19200. 00010000:00000010:2.1:1734676301.764051:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a200. 00010000:00000010:0.1:1734676301.767440:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac200. 00010000:00000010:0.1:1734676301.767447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa19800. 00010000:00000010:0.1:1734676301.767450:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135300. 00010000:00000010:0.1:1734676301.767453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa19c00. 00010000:00000010:0.1:1734676301.767455:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120ae00. 00010000:00000010:0.1:1734676301.767458:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb600. 00010000:00000010:0.1:1734676301.767461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db0b000. 00010000:00000010:3.1:1734676301.767510:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947900. 00010000:00000010:3.1:1734676301.767515:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db0ae00. 00010000:00000010:2.1:1734676301.771552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2a00. 00010000:00000010:1.1:1734676301.777408:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82b400. 00010000:00000010:0.1:1734676301.777578:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1500. 00010000:00000010:0.1:1734676301.777583:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2600. 00010000:00000010:2.1:1734676301.780479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20400. 00010000:00000010:0.1:1734676301.781231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3200. 00010000:00000010:1.1:1734676301.787210:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad100. 00010000:00000010:1.1:1734676301.787216:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3c00. 00010000:00000010:1.1:1734676301.787219:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72b700. 00010000:00000010:1.1:1734676301.787221:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dac5200. 00010000:00000010:1.1:1734676301.787224:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135100. 00010000:00000010:1.1:1734676301.787226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dac4e00. 00010000:00000010:3.1:1734676301.787243:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814800. 00010000:00000010:3.1:1734676301.787249:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8ee00. 00010000:00000010:1.1:1734676301.789450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8600. 00010000:00000010:0.1:1734676301.789758:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2de00. 00010000:00000010:0.1:1734676301.797555:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367ba00. 00010000:00000010:0.1:1734676301.797562:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3e00. 00010000:00000010:1.1:1734676301.797636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e000. 00010000:00000010:0.1:1734676301.800127:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e400. 00010000:00000010:1.1:1734676301.800175:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085600. 00010000:00000010:1.1:1734676301.800181:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2e00. 00010000:00000010:1.1:1734676301.806166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2e00. 00010000:00000010:0.1:1734676301.806262:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013682c900. 00010000:00000010:0.1:1734676301.806268:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2400. 00010000:00000010:1.1:1734676301.809568:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e600. 00010000:00000010:1.1:1734676301.809573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae3200. 00010000:00000010:1.1:1734676301.809577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80aa00. 00010000:00000010:0.1:1734676301.816451:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05a00. 00010000:00000010:0.1:1734676301.816457:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db0b000. 00010000:00000010:0.1:1734676301.816463:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521200. 00010000:00000010:1.1:1734676301.819267:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522200. 00010000:00000010:1.1:1734676301.819279:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bf200. 00010000:00000010:1.1:1734676301.819283:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa19c00. 00010000:00000010:1.1:1734676301.819287:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bb600. 00010000:00000010:1.1:1734676301.819290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3a00. 00010000:00000010:1.1:1734676301.822233:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c95c00. 00010000:00000010:1.1:1734676301.822238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac9400. 00010000:00000010:0.1:1734676301.822453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd7a00. 00010000:00000010:1.1:1734676301.825364:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b4fa600. 00010000:00000010:1.1:1734676301.825371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf2a00. 00010000:00000010:1.1:1734676301.825374:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eebd00. 00010000:00000010:1.1:1734676301.825376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2600. 00010000:00000010:1.1:1734676301.828756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580e00. 00010000:00000010:1.1:1734676301.832122:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5b00. 00010000:00000010:1.1:1734676301.832128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf3e00. 00010000:00000010:1.1:1734676301.836055:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d983800. 00010000:00000010:1.1:1734676301.841054:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bf400. 00010000:00000010:1.1:1734676301.841062:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ebb00. 00010000:00000010:1.1:1734676301.841065:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d952c00. 00010000:00000010:1.1:1734676301.841069:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783100. 00010000:00000010:1.1:1734676301.841071:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae2600. 00010000:00000010:1.1:1734676301.846438:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0832600. 00010000:00000010:0.1:1734676301.846891:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327600. 00010000:00000010:1.1:1734676301.853007:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5300. 00010000:00000010:1.1:1734676301.853015:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed5400. 00010000:00000010:1.1:1734676301.853018:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37800. 00010000:00000010:1.1:1734676301.853022:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4200. 00010000:00000010:0.1:1734676301.858622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7a00. 00010000:00000010:0.1:1734676301.863429:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1e00. 00010000:00000010:0.1:1734676301.863435:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4700. 00010000:00000010:0.1:1734676301.863438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fed4c00. 00010000:00000010:0.1:1734676301.863440:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4100. 00010000:00000010:0.1:1734676301.863443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b600. 00010000:00000010:0.1:1734676301.863445:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009d00. 00010000:00000010:0.1:1734676301.863447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d842c00. 00010000:00000010:0.1:1734676301.863450:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137200. 00010000:00000010:0.1:1734676301.863453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0c00. 00010000:00000010:0.1:1734676301.863455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b400. 00010000:00000010:0.1:1734676301.866206:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2400. 00010000:00000010:2.1:1734676301.873293:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08e00. 00010000:00000010:2.1:1734676301.873300:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000e00. 00010000:00000010:1.1:1734676301.873543:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e200. 00010000:00000010:1.1:1734676301.873549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001400. 00010000:00000010:2.1:1734676301.876100:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31600. 00010000:00000010:1.1:1734676301.882998:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4d00. 00010000:00000010:1.1:1734676301.883004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d842c00. 00010000:00000010:2.1:1734676301.883413:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489600. 00010000:00000010:2.1:1734676301.883419:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:2.1:1734676301.883421:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05c00. 00010000:00000010:2.1:1734676301.883424:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c2b600. 00010000:00000010:3.1:1734676301.885410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5000. 00010000:00000010:3.1:1734676301.885419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7c00. 00010000:00000010:2.1:1734676301.885471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d3e00. 00010000:00000010:0.1:1734676301.893735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012feca400. 00010000:00000010:0.1:1734676301.893741:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04000. 00010000:00000010:0.1:1734676301.893744:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db0b000. 00010000:00000010:0.1:1734676301.893747:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77dc00. 00010000:00000010:0.1:1734676301.893750:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f600. 00010000:00000010:1.1:1734676301.900521:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cd600. 00010000:00000010:2.1:1734676301.903233:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4ac800. 00010000:00000010:2.1:1734676301.903238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8ee00. 00010000:00000010:0.1:1734676301.910890:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cc200. 00010000:00000010:0.1:1734676301.910896:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bb600. 00010000:00000010:0.1:1734676301.910900:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457200. 00010000:00000010:2.1:1734676301.916725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6c00. 00010000:00000010:3.1:1734676301.916844:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c800. 00010000:00000010:3.1:1734676301.916850:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096456400. 00010000:00000010:1.1:1734676301.917015:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097899a00. 00010000:00000010:1.1:1734676301.917022:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457a00. 00010000:00000010:0.1:1734676301.919997:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9800. 00010000:00000010:0.1:1734676301.920003:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000600. 00010000:00000010:0.1:1734676301.920007:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d481b00. 00010000:00000010:0.1:1734676301.920021:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cce000. 00010000:00000010:3.1:1734676301.923166:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cddb100. 00010000:00000010:3.1:1734676301.923171:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa19200. 00010000:00000010:1.1:1734676301.925364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7aa00. 00010000:00000010:2.1:1734676301.932447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d2e00. 00010000:00000010:1.1:1734676301.942517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ec00. 00010000:00000010:0.1:1734676301.942908:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486c00. 00010000:00000010:0.1:1734676301.942915:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f600. 00010000:00000010:0.1:1734676301.948263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45800. 00010000:00000010:0.1:1734676301.948269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d3bd00. 00010000:00000010:0.1:1734676301.948272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2600. 00010000:00000010:0.1:1734676301.951429:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d400. 00010000:00000010:0.1:1734676301.951435:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457a00. 00010000:00000010:0.1:1734676301.951438:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05b00. 00010000:00000010:0.1:1734676301.951440:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3e00. 00010000:00000010:1.1:1734676301.951477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136400. 00010000:00000010:2.1:1734676301.957561:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667f00. 00010000:00000010:2.1:1734676301.957570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2a00. 00010000:00000010:3.1:1734676301.966974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095940c00. 00010000:00000010:3.1:1734676301.966981:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550500. 00010000:00000010:3.1:1734676301.966987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3600. 00010000:00000010:0.1:1734676301.967060:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f858400. 00010000:00000010:0.1:1734676301.967088:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550000. 00010000:00000010:0.1:1734676301.967092:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457200. 00010000:00000010:0.1:1734676301.974142:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1bd00. 00010000:00000010:0.1:1734676301.974149:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781600. 00010000:00000010:1.1:1734676301.975006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4c1000. 00010000:00000010:1.1:1734676301.975011:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582c00. 00010000:00000010:0.1:1734676301.980328:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363000. 00010000:00000010:1.1:1734676301.986171:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6c800. 00010000:00000010:3.1:1734676301.986173:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0500. 00010000:00000010:3.1:1734676301.986177:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000e00. 00010000:00000010:1.1:1734676301.986177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2a00. 00010000:00000010:1.1:1734676301.986180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009300. 00010000:00000010:1.1:1734676301.986183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:0.1:1734676301.989556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7f400. 00010000:00000010:3.1:1734676301.992221:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142f00. 00010000:00000010:3.1:1734676301.992227:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3c00. 00010000:00000010:0.1:1734676301.992259:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803b00. 00010000:00000010:0.1:1734676301.992264:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2e00. 00010000:00000010:1.1:1734676301.992413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4ea00. 00010000:00000010:0.1:1734676301.997560:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16600. 00010000:00000010:2.1:1734676302.001263:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2bb00. 00010000:00000010:2.1:1734676302.001269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8600. 00010000:00000010:1.1:1734676302.001435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039c00. 00010000:00000010:1.1:1734676302.004645:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039000. 00010000:00000010:1.1:1734676302.004651:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db8a00. 00010000:00000010:2.1:1734676302.004740:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5600. 00010000:00000010:2.1:1734676302.004746:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8c00. 00010000:00000010:2.1:1734676302.004749:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47200. 00010000:00000010:2.1:1734676302.004751:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9400. 00010000:00000010:2.1:1734676302.004754:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f900. 00010000:00000010:2.1:1734676302.004756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9800. 00010000:00000010:1.1:1734676302.010554:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6d00. 00010000:00000010:1.1:1734676302.010563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9c00. 00010000:00000010:1.1:1734676302.020157:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55a00. 00010000:00000010:1.1:1734676302.026197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17b000. 00010000:00000010:1.1:1734676302.026205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822d00. 00010000:00000010:1.1:1734676302.026210:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781600. 00010000:00000010:3.1:1734676302.026374:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cd00. 00010000:00000010:3.1:1734676302.026379:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d780600. 00010000:00000010:1.1:1734676302.032457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89a00. 00010000:00000010:3.1:1734676302.038119:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3200. 00010000:00000010:3.1:1734676302.038124:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd6ca00. 00010000:00000010:1.1:1734676302.038134:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65600. 00010000:00000010:1.1:1734676302.038137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2200. 00010000:00000010:1.1:1734676302.038140:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135f00. 00010000:00000010:1.1:1734676302.038143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096457200. 00010000:00000010:3.1:1734676302.044275:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05400. 00010000:00000010:3.1:1734676302.044281:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8800. 00010000:00000010:0.1:1734676302.044340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824000. 02000000:00000010:1.0:1734676302.046702:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096457200. 02000000:00000010:1.0:1734676302.046713:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b2e00. 00000400:00000010:1.0:1734676302.046716:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf20. 00000400:00000010:1.0:1734676302.046718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676302.046722:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864295936, portal 16 00000400:00000010:1.0:1734676302.046724:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676302.046726:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864295936, offset 0 00000400:00000200:1.0:1734676302.046729:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.046733:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.046736:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.046739:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.046741:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.046742:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.046745:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78926:78926:255:4294967295] 192.168.203.46@tcp LPNI seq info [78922:78922:7:4294967295] 00000400:00000200:1.0:1734676302.046751:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.046754:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.046756:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.046758:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.046762:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.046764:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676302.047613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecfa00. 00010000:00000010:1.1:1734676302.047619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d998600. 00000400:00000010:1.0:1734676302.050176:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf20. 00000400:00000200:1.0:1734676302.050180:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676302.050182:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676302.050191:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864295936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.050198:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864295936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.050220:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.050226:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096457200. 00000100:00000010:1.0:1734676302.050230:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676302.050234:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.050238:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00010000:00000010:0.1:1734676302.051232:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5b00. 00010000:00000010:0.1:1734676302.051238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999400. 00010000:00000010:0.1:1734676302.051240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5a00. 00010000:00000010:3.1:1734676302.051330:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6600. 00010000:00000010:3.1:1734676302.051335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9400. 00010000:00000010:3.1:1734676302.051340:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daacd00. 00010000:00000010:3.1:1734676302.051342:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8400. 00010000:00000010:3.1:1734676302.051345:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d59a00. 00010000:00000010:3.1:1734676302.051348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8600. 00000800:00000200:1.0:1734676302.051376:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.051378:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05700. 00000400:00000200:1.0:1734676302.051381:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.051384:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.051386:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676302.051388:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676302.051393:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864296064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.051426:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.051428:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05100. 00000400:00000200:1.0:1734676302.051430:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.051433:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.051435:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676302.051436:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676302.051440:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864296192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.054785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f000. 00010000:00000010:3.1:1734676302.054839:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8000. 00010000:00000010:3.1:1734676302.054845:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781600. 00000800:00000200:1.0:1734676302.058134:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.058137:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009300. 00000400:00000200:1.0:1734676302.058139:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.058143:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.058145:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676302.058146:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676302.058182:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.058184:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009900. 00000400:00000200:1.0:1734676302.058186:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.058189:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.058190:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676302.058192:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676302.058196:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864296320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.061200:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.061205:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.061211:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.061216:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000800:00000200:1.0:1734676302.062383:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.062385:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135100. 00000400:00000200:1.0:1734676302.062388:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.062392:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.062394:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676302.062396:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00010000:00000010:3.1:1734676302.063017:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47500. 00010000:00000010:3.1:1734676302.063023:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9c00. 00010000:00000010:3.1:1734676302.063025:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4400. 00010000:00000010:3.1:1734676302.063027:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80bb00. 00010000:00000010:3.1:1734676302.063029:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8800. 00000800:00000200:1.0:1734676302.066821:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.066825:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135100. 00000400:00000200:1.0:1734676302.066829:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.066833:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.066836:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:1.0:1734676302.066837:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00010000:00000010:0.1:1734676302.068882:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14d400. 00000400:00000200:1.0:1734676302.070946:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4dfe280 00000400:00000200:1.0:1734676302.070955:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa2c45 [1] + 224 00000400:00000200:1.0:1734676302.070969:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.070973:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.070983:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864296576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.071018:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.071023:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5156e00 00000400:00000200:1.0:1734676302.071028:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1579 [2] + 1968 00000400:00000010:1.0:1734676302.071031:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d528. 00000400:00000200:1.0:1734676302.071035:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130d056c0 00000400:00000200:1.0:1734676302.071158:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.071162:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.071165:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130d056c0 00000400:00000010:1.0:1734676302.071167:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130d056c0. 00000100:00000200:1.0:1734676302.071171:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1734676302.071720:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.071723:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135d00. 00000400:00000200:1.0:1734676302.071726:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.071729:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.071732:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676302.071733:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 02000000:00000010:1.0:1734676302.071737:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00010000:00000010:1.1:1734676302.074896:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324800. 00000020:00000010:1.0:1734676302.077881:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.077887:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.077891:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.077910:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867805824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.077969:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867805824 02000000:00000010:1.0:1734676302.077978:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.077999:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089d3e980. 00010000:00000010:1.0:1734676302.078021:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.078026:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.078030:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.078032:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.078193:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676302.078198:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867805824, offset 224 00000400:00000200:1.0:1734676302.078202:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.078210:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.078215:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78939:78939:256:4294967295] 192.168.203.46@tcp LPNI seq info [78935:78935:8:4294967295] 00000400:00000200:1.0:1734676302.078222:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.078226:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.078229:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676302.078233:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.078238:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.078241:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.078643:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.078648:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.078651:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:0.1:1734676302.080401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6600. 00010000:00000010:0.1:1734676302.080408:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8200. 00010000:00000010:0.1:1734676302.080412:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa3000. 00010000:00000010:0.1:1734676302.080415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aac00. 00010000:00000010:0.1:1734676302.080417:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77bd00. 00010000:00000010:0.1:1734676302.080420:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781600. 00010000:00000010:0.1:1734676302.080423:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09aa00. 00010000:00000010:0.1:1734676302.080426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f8400. 00010000:00000010:0.1:1734676302.080429:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009f00. 00010000:00000010:0.1:1734676302.080431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9c00. 00000020:00000010:1.0:1734676302.082264:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.082269:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.082273:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.082291:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867805952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.082347:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867805952 02000000:00000010:1.0:1734676302.082356:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.082384:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.082390:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.082395:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.082397:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.082407:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676302.082412:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867805952, offset 224 00000400:00000200:1.0:1734676302.082417:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.082425:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.082430:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78941:78941:256:4294967295] 192.168.203.46@tcp LPNI seq info [78937:78937:8:4294967295] 00000400:00000200:1.0:1734676302.082437:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.082441:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.082444:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.082448:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.082453:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.082455:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.082467:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.082471:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.082473:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:3.1:1734676302.083591:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fece600. 00000020:00000010:1.0:1734676302.090090:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.090096:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.090100:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.090126:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867806208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.090155:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867806208 02000000:00000010:1.0:1734676302.090164:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.090186:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df9c80. 00010000:00000010:1.0:1734676302.091101:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.091117:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.091135:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.091138:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.091149:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676302.091154:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867806208, offset 224 00000400:00000200:1.0:1734676302.091161:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.091172:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.091178:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78945:78945:256:4294967295] 192.168.203.46@tcp LPNI seq info [78941:78941:8:4294967295] 00000400:00000200:1.0:1734676302.091187:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.091192:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.091196:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676302.091201:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.091208:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.091212:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.091228:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.091233:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.091237:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:0.1:1734676302.092223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3400. 00010000:00000010:0.1:1734676302.092229:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:0.1:1734676302.092232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:0.1:1734676302.092236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95e00. 00010000:00000010:0.1:1734676302.092238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000600. 00000020:00000010:1.0:1734676302.095371:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.095376:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.095380:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.095400:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867806336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.095991:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867806336 02000000:00000010:1.0:1734676302.096001:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.096021:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c40bd00. 00010000:00000010:1.0:1734676302.096058:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.096064:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.096079:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.096082:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.096091:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676302.096095:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867806336, offset 224 00000400:00000200:1.0:1734676302.096100:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.096118:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.096123:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78947:78947:256:4294967295] 192.168.203.46@tcp LPNI seq info [78943:78943:8:4294967295] 00000400:00000200:1.0:1734676302.096133:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.096137:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.096141:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.096145:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.096150:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.096154:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.096170:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.096175:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.096178:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.098335:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.098340:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.098343:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.098359:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867806464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.098526:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867806464 02000000:00000010:1.0:1734676302.098533:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.098551:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d19c180. 00010000:00000010:1.0:1734676302.098562:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.098566:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.098582:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.098585:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.098592:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676302.098595:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867806464, offset 224 00000400:00000200:1.0:1734676302.098600:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.098605:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.098610:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78949:78949:256:4294967295] 192.168.203.46@tcp LPNI seq info [78945:78945:8:4294967295] 00000400:00000200:1.0:1734676302.098616:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.098620:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.098624:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.098627:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.098632:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.098635:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.098651:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.098654:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.098657:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:1.1:1734676302.099862:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130110400. 00000020:00000010:1.0:1734676302.104881:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.104887:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.104892:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.104913:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867806720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.104945:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867806720 02000000:00000010:1.0:1734676302.104954:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.104980:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dafc500. 00010000:00000010:1.0:1734676302.104995:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.105001:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.105016:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.105018:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.105028:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676302.105032:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867806720, offset 224 00000400:00000200:1.0:1734676302.105073:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.105081:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.105086:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78953:78953:256:4294967295] 192.168.203.46@tcp LPNI seq info [78949:78949:8:4294967295] 00000400:00000200:1.0:1734676302.105094:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.105098:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.105102:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676302.105114:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.105120:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.105123:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.105137:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.105140:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.105142:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:3.1:1734676302.105221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4200. 00010000:00000010:1.1:1734676302.105437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d767600. 00010000:00000010:1.1:1734676302.105442:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef000. 00010000:00000010:1.1:1734676302.105446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4bdc00. 00010000:00000010:1.1:1734676302.105450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b600. 00010000:00000010:1.1:1734676302.105453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4df7a00. 00010000:00000010:1.1:1734676302.108808:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25500. 00010000:00000010:1.1:1734676302.108816:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958bc000. 00010000:00000010:0.1:1734676302.108816:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d86c600. 00010000:00000010:1.1:1734676302.108821:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0bf00. 00010000:00000010:0.1:1734676302.108822:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8000. 00010000:00000010:1.1:1734676302.108824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134200. 00010000:00000010:0.1:1734676302.108824:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6000. 00010000:00000010:1.1:1734676302.111287:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d03ba00. 00010000:00000010:1.1:1734676302.111294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd6c800. 00010000:00000010:1.1:1734676302.111298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3400. 00000020:00000010:1.0:1734676302.112426:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.112431:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.112434:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.112451:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867806976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.112477:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867806976 02000000:00000010:1.0:1734676302.112486:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.112509:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b4f0780. 00010000:00000010:1.0:1734676302.112533:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.112538:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.112550:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.112553:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.112562:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676302.112565:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867806976, offset 224 00000400:00000200:1.0:1734676302.112570:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.112576:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.112581:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78957:78957:256:4294967295] 192.168.203.46@tcp LPNI seq info [78953:78953:8:4294967295] 00000400:00000200:1.0:1734676302.112590:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.112594:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.112597:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.112600:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.112605:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.112609:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.112619:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.112623:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.112625:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:1.1:1734676302.114159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120f700. 00010000:00000010:1.1:1734676302.114166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd6ca00. 00010000:00000010:1.1:1734676302.114169:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421f00. 00010000:00000010:1.1:1734676302.114172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d892000. 00010000:00000010:1.1:1734676302.117121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2400. 00010000:00000010:0.1:1734676302.117499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe600. 00000800:00000200:1.0:1734676302.117585:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.117588:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009100. 00000400:00000200:1.0:1734676302.117591:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.117594:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.117597:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676302.117598:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00010000:00000010:1.1:1734676302.123165:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90100. 00010000:00000010:1.1:1734676302.123171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d893600. 00010000:00000010:1.1:1734676302.123175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087700. 00010000:00000010:1.1:1734676302.123178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b4c00. 00000020:00000010:1.0:1734676302.124972:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.124977:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.124981:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.125001:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867807360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.125034:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867807360 02000000:00000010:1.0:1734676302.125060:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.125080:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d3c80. 00010000:00000010:1.0:1734676302.125098:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.125116:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c43c0. 00000100:00000010:1.0:1734676302.125132:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c43c0. 00010000:00000010:1.0:1734676302.125136:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.125144:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676302.125148:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867807360, offset 224 00000400:00000200:1.0:1734676302.125153:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.125160:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.125166:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78963:78963:256:4294967295] 192.168.203.46@tcp LPNI seq info [78959:78959:8:4294967295] 00000400:00000200:1.0:1734676302.125173:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.125177:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.125181:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676302.125185:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.125190:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.125193:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.125206:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.125210:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.125213:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00010000:00000010:1.1:1734676302.126288:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db3c000. 00000020:00000010:1.0:1734676302.128511:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.128518:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.128526:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.128548:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158c50 x1818938867807616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676302.128565:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3c00. 00000020:00000010:1.0:1734676302.128567:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.128569:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.128575:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867807488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.128590:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867807616 02000000:00000010:1.0:1734676302.128599:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00000400:00000010:1.0:1734676302.128630:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676302.128635:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867807616, offset 224 00000400:00000200:1.0:1734676302.128640:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.128647:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.128651:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78966:78966:256:4294967295] 192.168.203.46@tcp LPNI seq info [78962:78962:8:4294967295] 00000400:00000200:1.0:1734676302.128659:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.128664:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.128667:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676302.128671:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.128677:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.128679:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.128692:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.128696:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23c80. 00000020:00000010:1.0:1734676302.128699:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 02000000:00000010:1.0:1734676302.128706:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.128710:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.128715:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:1.0:1734676302.128717:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676302.128720:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676302.128722:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.128724:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676302.128727:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676302.128729:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676302.128730:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:1.0:1734676302.128733:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676302.128735:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:1.0:1734676302.128740:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.128744:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf20. 00000400:00000010:1.0:1734676302.128747:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c43c0. 00000100:00000200:1.0:1734676302.128756:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867807488 02000000:00000010:1.0:1734676302.128760:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.128774:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.128780:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4840. 00000100:00000010:1.0:1734676302.128785:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4840. 00010000:00000010:1.0:1734676302.128787:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.128792:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676302.128794:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867807488, offset 224 00000400:00000200:1.0:1734676302.128798:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.128802:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.128805:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78967:78967:255:4294967295] 192.168.203.46@tcp LPNI seq info [78963:78963:7:4294967295] 00000400:00000200:1.0:1734676302.128811:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.128815:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.128817:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.128819:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.128823:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.128825:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.128829:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.128831:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.128833:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b3c00. 00010000:00000010:0.1:1734676302.129698:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526c00. 00010000:00000010:1.1:1734676302.129893:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7eee00. 00010000:00000010:1.1:1734676302.129900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a65b5800. 00010000:00000010:1.1:1734676302.129902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104300. 00010000:00000010:1.1:1734676302.129904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f152c00. 00000020:00000010:1.0:1734676302.133483:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3c00. 00000020:00000010:1.0:1734676302.133490:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.133494:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.133513:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867807744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.133730:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867807744 02000000:00000010:1.0:1734676302.133739:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.133766:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.133772:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4840. 00000100:00000010:1.0:1734676302.133776:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4840. 00010000:00000010:1.0:1734676302.133779:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.133788:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676302.133793:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867807744, offset 224 00000400:00000200:1.0:1734676302.133798:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.133805:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.133809:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78969:78969:256:4294967295] 192.168.203.46@tcp LPNI seq info [78965:78965:8:4294967295] 00000400:00000200:1.0:1734676302.133818:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.133822:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.133826:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.133830:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.133836:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.133839:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.134336:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.134340:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.134343:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b3c00. 00010000:00000010:1.1:1734676302.134525:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01c00. 00000800:00000200:1.0:1734676302.135278:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.135282:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47b00. 00000400:00000200:1.0:1734676302.135285:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.135289:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.135291:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676302.135292:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000800:00000200:1.0:1734676302.135337:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.135339:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135200. 00000400:00000200:1.0:1734676302.135341:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.135344:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.135346:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676302.135347:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676302.135352:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864298752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.137951:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5100. 00010000:00000010:1.1:1734676302.137960:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f153400. 00010000:00000010:1.1:1734676302.137963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1da00. 00010000:00000010:1.1:1734676302.137967:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724800. 00010000:00000010:1.1:1734676302.137970:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4c00. 00010000:00000010:1.1:1734676302.137973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f152600. 00000020:00000010:1.0:1734676302.138245:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.138250:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.138254:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.138271:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867807872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.138300:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867807872 02000000:00000010:1.0:1734676302.138307:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.138328:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e4f00. 00010000:00000010:1.0:1734676302.138342:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.138348:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4840. 00000100:00000010:1.0:1734676302.138352:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4840. 00010000:00000010:1.0:1734676302.138355:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.138363:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676302.138367:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867807872, offset 224 00000400:00000200:1.0:1734676302.138372:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.138379:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.138384:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78971:78971:256:4294967295] 192.168.203.46@tcp LPNI seq info [78967:78967:8:4294967295] 00000400:00000200:1.0:1734676302.138391:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.138395:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.138399:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.138402:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.138407:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.138409:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.138421:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.138424:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.138427:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00000800:00000200:1.0:1734676302.138463:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.138465:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47b00. 00000400:00000200:1.0:1734676302.138468:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.138470:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.138473:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676302.138474:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000800:00000200:1.0:1734676302.139732:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.139735:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135e00. 00000400:00000200:1.0:1734676302.139738:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.139742:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.139745:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676302.139746:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676302.139752:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864298880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.141167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57e00. 00010000:00000010:1.1:1734676302.141175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4500. 00010000:00000010:1.1:1734676302.141180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360d400. 00000800:00000200:1.0:1734676302.143342:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.143345:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009b00. 00000400:00000200:1.0:1734676302.143349:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.143353:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.143355:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676302.143357:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00010000:00000010:0.1:1734676302.145065:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55600. 00010000:00000010:1.1:1734676302.147303:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bcb00. 00010000:00000010:1.1:1734676302.147309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007360cc00. 00010000:00000010:1.1:1734676302.147313:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135c00. 00010000:00000010:1.1:1734676302.147316:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f04e00. 00000020:00000010:1.0:1734676302.147351:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.147355:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.147359:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.147374:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867808128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.147396:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867808128 02000000:00000010:1.0:1734676302.147403:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.147422:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006f7b3f80. 00010000:00000010:1.0:1734676302.147435:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.147439:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4840. 00000100:00000010:1.0:1734676302.147443:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4840. 00010000:00000010:1.0:1734676302.147446:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.147453:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676302.147456:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867808128, offset 224 00000400:00000200:1.0:1734676302.147461:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.147467:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.147472:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78975:78975:256:4294967295] 192.168.203.46@tcp LPNI seq info [78971:78971:8:4294967295] 00000400:00000200:1.0:1734676302.147479:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.147482:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.147486:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.147489:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.147494:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.147497:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.147507:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.147511:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.147513:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00000800:00000200:1.0:1734676302.147547:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.147550:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47b00. 00000400:00000200:1.0:1734676302.147552:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.147554:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.147557:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676302.147558:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00010000:00000010:0.1:1734676302.148295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0000. 00010000:00000010:1.1:1734676302.150659:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ca00. 00010000:00000010:1.1:1734676302.150666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbe600. 00000800:00000200:1.0:1734676302.153137:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.153139:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009d00. 00000400:00000200:1.0:1734676302.153142:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.153145:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.153147:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676302.153148:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000020:00000010:1.0:1734676302.155829:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.155835:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.155838:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.155855:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158450 x1818938867808384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.155882:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867808384 02000000:00000010:1.0:1734676302.155892:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.155919:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.155923:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4840. 00000100:00000010:1.0:1734676302.155928:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4840. 00010000:00000010:1.0:1734676302.155930:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.155938:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676302.155943:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867808384, offset 224 00000400:00000200:1.0:1734676302.155948:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.155954:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.155958:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78979:78979:256:4294967295] 192.168.203.46@tcp LPNI seq info [78975:78975:8:4294967295] 00000400:00000200:1.0:1734676302.155965:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.155969:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.155972:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.155976:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.155982:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.155985:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.155996:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.156000:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.156002:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 02000000:00000010:1.0:1734676302.156009:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676302.156012:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676302.156016:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676302.156019:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.156021:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:1.0:1734676302.156023:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676302.156025:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.156028:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.156030:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676302.156031:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.156057:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676302.156061:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676302.156066:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.156070:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad478. 00000400:00000010:1.0:1734676302.156073:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c4840. 00010000:00000010:0.1:1734676302.157098:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353600. 00010000:00000010:2.1:1734676302.162148:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf200. 00010000:00000010:2.1:1734676302.162156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbf200. 00010000:00000010:0.1:1734676302.162630:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56c00. 00000800:00000200:1.0:1734676302.164588:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.164592:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009300. 00000400:00000200:1.0:1734676302.164595:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.164598:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.164602:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676302.164603:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:1.0:1734676302.164641:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.164643:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135100. 00000400:00000200:1.0:1734676302.164647:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.164653:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.164656:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676302.164657:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:1.0:1734676302.164664:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864299648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676302.166595:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fafd00. 00010000:00000010:3.1:1734676302.166602:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbf400. 00010000:00000010:3.1:1734676302.166605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16da00. 00010000:00000010:3.1:1734676302.166608:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137bc00. 00010000:00000010:3.1:1734676302.166610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073656400. 00010000:00000010:3.1:1734676302.166616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90e00. 00010000:00000010:3.1:1734676302.166618:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8500. 00010000:00000010:3.1:1734676302.166622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007363c000. 00010000:00000010:3.1:1734676302.166626:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135400. 00010000:00000010:3.1:1734676302.166629:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f850200. 00000800:00000200:1.0:1734676302.167409:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.167412:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009600. 00000400:00000200:1.0:1734676302.167414:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.167418:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.167420:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676302.167421:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:0.1:1734676302.173348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff0a00. 00000020:00000010:1.0:1734676302.173714:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.173719:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.173724:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.173742:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867809024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.173774:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867809024 02000000:00000010:1.0:1734676302.173783:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.173812:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.173817:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4d80. 00000100:00000010:1.0:1734676302.173822:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4d80. 00010000:00000010:1.0:1734676302.173825:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.173833:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676302.173837:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867809024, offset 224 00000400:00000200:1.0:1734676302.173842:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.173848:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.173853:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78989:78989:256:4294967295] 192.168.203.46@tcp LPNI seq info [78985:78985:8:4294967295] 00000400:00000200:1.0:1734676302.173860:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.173865:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.173868:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.173872:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.173877:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.173880:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.173894:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.173898:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.173901:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00010000:00000010:3.1:1734676302.176154:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101600. 00010000:00000010:3.1:1734676302.176160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007363c800. 00000020:00000010:1.0:1734676302.180464:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.180469:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.180473:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.180491:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415a450 x1818938867809280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.180524:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867809280 02000000:00000010:1.0:1734676302.180532:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.180551:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012dc2a800. 00010000:00000010:1.0:1734676302.180579:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.180584:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4d80. 00000100:00000010:1.0:1734676302.180595:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4d80. 00010000:00000010:1.0:1734676302.180597:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.180605:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676302.180609:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867809280, offset 224 00000400:00000200:1.0:1734676302.180613:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.180620:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.180624:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [78993:78993:256:4294967295] 192.168.203.46@tcp LPNI seq info [78989:78989:8:4294967295] 00000400:00000200:1.0:1734676302.180631:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.180635:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.180638:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.180642:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.180647:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.180650:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.180661:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.180664:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.180667:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.180674:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080000. 00000100:00000010:1.0:1734676302.180676:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.180680:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676302.180681:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:1.0:1734676302.180683:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676302.180685:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.180688:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676302.180690:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.180692:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:1.0:1734676302.180694:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.180696:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676302.180698:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000200:1.0:1734676302.180702:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.180705:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad688. 00000400:00000010:1.0:1734676302.180708:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c4d80. 00000800:00000200:1.0:1734676302.181716:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.181719:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135f00. 00000400:00000200:1.0:1734676302.181722:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.181726:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.181729:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676302.181730:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676302.181736:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864300288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.183319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47c00. 00010000:00000010:0.1:1734676302.183328:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3e00. 00010000:00000010:3.1:1734676302.183352:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc9200. 00010000:00000010:3.1:1734676302.183358:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6ff00. 00010000:00000010:3.1:1734676302.183361:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d42000. 00000400:00000200:1.0:1734676302.183444:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.183456:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4dff100 00000400:00000200:1.0:1734676302.183463:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa2db5 [1] + 224 00000400:00000200:1.0:1734676302.183472:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.183475:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.183483:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864300288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.183514:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.183518:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5157c80 00000400:00000200:1.0:1734676302.183522:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1731 [2] + 0 00000400:00000200:1.0:1734676302.183537:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.183540:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.183544:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.183549:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000800:00000200:1.0:1734676302.186762:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.186765:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009700. 00000400:00000200:1.0:1734676302.186767:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.186770:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.186772:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676302.186774:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:1.0:1734676302.186881:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.186883:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135600. 00000400:00000200:1.0:1734676302.186886:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.186889:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.186891:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676302.186892:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676302.186897:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864300544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.186912:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.186914:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135c00. 00000400:00000200:1.0:1734676302.186916:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.186918:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.186920:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676302.186921:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:1.0:1734676302.186924:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864300672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676302.188871:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.188876:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.188880:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.188895:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867809664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676302.188918:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3c00. 00000020:00000010:1.0:1734676302.188920:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676302.188922:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23c80. 00000100:00000200:1.0:1734676302.188927:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867809792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.188939:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867809664 02000000:00000010:1.0:1734676302.188945:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.188962:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe4500. 00000400:00000010:1.0:1734676302.188980:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676302.188983:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867809664, offset 224 00000400:00000200:1.0:1734676302.188988:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.188994:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.188997:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79000:79000:256:4294967295] 192.168.203.46@tcp LPNI seq info [78996:78996:8:4294967295] 00000400:00000200:1.0:1734676302.189004:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.189008:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.189012:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.189015:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.189020:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.189023:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.189033:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.189053:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.189056:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00010000:00000010:0.1:1734676302.189457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007359a200. 00010000:00000010:3.1:1734676302.189508:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101400. 00010000:00000010:3.1:1734676302.189513:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ee000. 00010000:00000010:3.1:1734676302.189516:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0a00. 00010000:00000010:3.1:1734676302.189520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d43000. 00000800:00000200:1.0:1734676302.189582:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.189584:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135b00. 00000400:00000200:1.0:1734676302.189587:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.189590:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.189592:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676302.189594:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676302.189598:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864300800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.191552:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.191555:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135e00. 00000400:00000200:1.0:1734676302.191557:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.191560:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.191563:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676302.191564:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00010000:00000010:0.1:1734676302.195233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2b800. 00010000:00000010:2.1:1734676302.198136:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819100. 00010000:00000010:2.1:1734676302.198143:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c8e00. 00010000:00000010:3.1:1734676302.198159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374dd00. 00010000:00000010:3.1:1734676302.198165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2e00. 00010000:00000010:3.1:1734676302.198168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bcad00. 00010000:00000010:3.1:1734676302.198171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1cc00. 00010000:00000010:3.1:1734676302.198173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7da00. 00010000:00000010:3.1:1734676302.198175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14eb00. 00010000:00000010:0.1:1734676302.198197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20c00. 00000800:00000200:1.0:1734676302.198486:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.198488:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05900. 00000400:00000200:1.0:1734676302.198491:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.198494:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.198496:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676302.198497:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00010000:00000010:3.1:1734676302.198501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e12a00. 00000100:00000200:1.0:1734676302.198502:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864301312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676302.198503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7500. 00010000:00000010:3.1:1734676302.198507:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2c000. 00010000:00000010:3.1:1734676302.198509:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59c00. 00010000:00000010:3.1:1734676302.198512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2d800. 00000800:00000200:1.0:1734676302.198535:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.198537:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05e00. 00000400:00000200:1.0:1734676302.198539:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.198542:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.198544:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676302.198545:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676302.198549:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864301440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.201457:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.201463:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5158080 00000400:00000200:1.0:1734676302.201468:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1789 [2] + 656 00000400:00000200:1.0:1734676302.201505:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.201508:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.201511:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.201514:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000800:00000200:1.0:1734676302.201574:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.201577:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009500. 00000400:00000200:1.0:1734676302.201580:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.201583:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.201586:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676302.201587:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:1.0:1734676302.202209:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.202212:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009c00. 00000400:00000200:1.0:1734676302.202214:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.202217:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.202219:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676302.202221:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:1.0:1734676302.202250:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.202252:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135200. 00000400:00000200:1.0:1734676302.202254:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.202257:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.202259:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676302.202260:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:1.0:1734676302.202265:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864301568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.204393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00800. 00010000:00000010:2.1:1734676302.204397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0400. 00000800:00000200:1.0:1734676302.205429:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.205433:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135900. 00000400:00000200:1.0:1734676302.205436:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.205439:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.205442:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676302.205443:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:1.0:1734676302.205448:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864301696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.208837:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.208842:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135500. 00000400:00000200:1.0:1734676302.208845:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.208850:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.208853:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676302.208854:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:1.0:1734676302.208860:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864301824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676302.210489:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9d400. 00010000:00000010:3.1:1734676302.210494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff04000. 00010000:00000010:3.1:1734676302.210497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a600. 00010000:00000010:2.1:1734676302.210510:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4000. 00010000:00000010:2.1:1734676302.210515:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2000. 00010000:00000010:2.1:1734676302.210517:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05300. 00010000:00000010:2.1:1734676302.210520:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa3000. 00010000:00000010:2.1:1734676302.210522:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fb00. 00010000:00000010:2.1:1734676302.210524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa3e00. 00010000:00000010:2.1:1734676302.216560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d425200. 00010000:00000010:2.1:1734676302.216571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daf000. 00010000:00000010:2.1:1734676302.216574:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821200. 00000800:00000200:1.0:1734676302.216700:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.216703:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009300. 00000400:00000200:1.0:1734676302.216706:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.216709:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.216711:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676302.216712:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00010000:00000010:3.1:1734676302.219230:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906300. 00010000:00000010:3.1:1734676302.219236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313eee00. 00010000:00000010:3.1:1734676302.219239:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfb600. 00010000:00000010:3.1:1734676302.219243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c9600. 00010000:00000010:3.1:1734676302.219245:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736dc500. 00010000:00000010:3.1:1734676302.219248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000200. 00010000:00000010:3.1:1734676302.219251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135700. 00010000:00000010:3.1:1734676302.219253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e13600. 00010000:00000010:3.1:1734676302.219256:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680f200. 00010000:00000010:3.1:1734676302.219258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2d800. 00010000:00000010:2.1:1734676302.219296:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847200. 00010000:00000010:2.1:1734676302.219301:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1d000. 00010000:00000010:2.1:1734676302.223904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3400. 00010000:00000010:2.1:1734676302.223910:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484e00. 00010000:00000010:2.1:1734676302.223914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dc400. 00010000:00000010:2.1:1734676302.223916:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3400. 00010000:00000010:2.1:1734676302.223919:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7000. 00010000:00000010:3.1:1734676302.226488:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7add00. 00010000:00000010:2.1:1734676302.226492:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37500. 00010000:00000010:3.1:1734676302.226498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2ca00. 00010000:00000010:2.1:1734676302.226498:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ec00. 00000800:00000200:1.0:1734676302.228145:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.228148:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009b00. 00000400:00000200:1.0:1734676302.228151:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.228154:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.228157:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676302.228158:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000800:00000200:1.0:1734676302.228191:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.228193:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135c00. 00000400:00000200:1.0:1734676302.228197:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.228200:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.228202:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676302.228203:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676302.228208:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864302592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.229600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9800. 00010000:00000010:2.1:1734676302.229607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6800. 00000020:00000010:1.0:1734676302.230438:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.230443:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.230448:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.230464:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867811712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.230494:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867811712 02000000:00000010:1.0:1734676302.230503:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.230531:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.230536:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4e40. 00000100:00000010:1.0:1734676302.230540:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4e40. 00010000:00000010:1.0:1734676302.230544:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.230553:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676302.230557:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867811712, offset 224 00000400:00000200:1.0:1734676302.230562:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.230569:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.230574:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79031:79031:256:4294967295] 192.168.203.46@tcp LPNI seq info [79027:79027:8:4294967295] 00000400:00000200:1.0:1734676302.230581:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.230585:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.230588:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47000. 00000800:00000200:1.0:1734676302.230592:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.230597:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.230600:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.230610:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.230614:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.230616:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00000800:00000200:1.0:1734676302.231626:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.231630:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135600. 00000400:00000200:1.0:1734676302.231633:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.231636:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.231638:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676302.231640:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:1.0:1734676302.231645:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864302720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676302.232449:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2400. 00010000:00000010:3.1:1734676302.232457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9c00. 00010000:00000010:3.1:1734676302.232460:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875900. 00010000:00000010:3.1:1734676302.232464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d781600. 00010000:00000010:3.1:1734676302.232466:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135e00. 00010000:00000010:3.1:1734676302.232469:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f2d000. 00010000:00000010:3.1:1734676302.235433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877800. 00000020:00000010:1.0:1734676302.238277:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.238282:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.238286:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.238301:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8050 x1818938867811968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.238328:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867811968 02000000:00000010:1.0:1734676302.238336:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.238355:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a8a80. 00010000:00000010:1.0:1734676302.238370:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.238375:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4e40. 00000100:00000010:1.0:1734676302.238379:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4e40. 00010000:00000010:1.0:1734676302.238382:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.238389:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676302.238393:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867811968, offset 224 00000400:00000200:1.0:1734676302.238397:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.238404:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.238408:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79035:79035:256:4294967295] 192.168.203.46@tcp LPNI seq info [79031:79031:8:4294967295] 00000400:00000200:1.0:1734676302.238414:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.238419:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.238422:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676302.238425:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.238431:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.238434:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.238444:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.238447:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.238450:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.238456:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676302.238458:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.238462:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.238465:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676302.238467:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676302.238469:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.238471:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676302.238472:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.238474:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676302.238476:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676302.238479:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676302.238480:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676302.238484:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.238489:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad0b0. 00000400:00000010:1.0:1734676302.238491:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c4e40. 00010000:00000010:3.1:1734676302.239703:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a600. 00010000:00000010:3.1:1734676302.239710:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073663a00. 00010000:00000010:3.1:1734676302.239713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79400. 00010000:00000010:3.1:1734676302.239727:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74400. 00010000:00000010:3.1:1734676302.239731:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0600. 00010000:00000010:3.1:1734676302.246136:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f0a00. 00000020:00000010:1.0:1734676302.246625:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.246631:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.246634:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.246653:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867812224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.246679:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867812224 02000000:00000010:1.0:1734676302.246687:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.246708:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a094fd00. 00010000:00000010:1.0:1734676302.246722:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.246727:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4000. 00000100:00000010:1.0:1734676302.246731:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4000. 00010000:00000010:1.0:1734676302.246733:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.246742:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676302.246745:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867812224, offset 224 00000400:00000200:1.0:1734676302.246750:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.246757:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.246762:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79039:79039:256:4294967295] 192.168.203.46@tcp LPNI seq info [79035:79035:8:4294967295] 00000400:00000200:1.0:1734676302.246769:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.246773:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.246776:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676302.246779:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.246784:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.246788:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.246798:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.246801:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.246804:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00010000:00000010:1.1:1734676302.248425:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b400. 00010000:00000010:3.1:1734676302.248719:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82700. 00010000:00000010:3.1:1734676302.248724:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ec00. 00010000:00000010:2.1:1734676302.254384:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d45900. 00010000:00000010:2.1:1734676302.254393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d135000. 00010000:00000010:3.1:1734676302.254438:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792200. 00010000:00000010:3.1:1734676302.254444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ab200. 00010000:00000010:3.1:1734676302.254449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120cc00. 00010000:00000010:3.1:1734676302.254452:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1e00. 00010000:00000010:3.1:1734676302.254455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134c00. 00000020:00000010:1.0:1734676302.256582:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.256592:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.256596:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.256618:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867812480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.256887:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867812480 02000000:00000010:1.0:1734676302.256897:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.256919:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3500. 00010000:00000010:1.0:1734676302.256932:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.256938:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4000. 00000100:00000010:1.0:1734676302.256953:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4000. 00010000:00000010:1.0:1734676302.256957:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.256965:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676302.256969:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867812480, offset 224 00000400:00000200:1.0:1734676302.256974:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.256982:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.256987:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79043:79043:256:4294967295] 192.168.203.46@tcp LPNI seq info [79039:79039:8:4294967295] 00000400:00000200:1.0:1734676302.256995:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.256999:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.257002:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676302.257005:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.257010:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.257014:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.257805:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.257810:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.257813:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00010000:00000010:1.1:1734676302.257946:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac0600. 00010000:00000010:1.1:1734676302.257955:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2400. 00010000:00000010:1.1:1734676302.257958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4cde600. 00000020:00000010:1.0:1734676302.263221:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.263230:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.263233:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.263257:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867812608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.263293:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867812608 02000000:00000010:1.0:1734676302.263302:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.263443:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093c80. 00010000:00000010:1.0:1734676302.263460:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.263465:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4000. 00010000:00000010:3.1:1734676302.263490:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2a00. 00000100:00000010:1.0:1734676302.263569:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4000. 00010000:00000010:1.0:1734676302.263572:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.263583:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676302.263587:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867812608, offset 224 00000400:00000200:1.0:1734676302.263593:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.263601:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.263607:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79045:79045:256:4294967295] 192.168.203.46@tcp LPNI seq info [79041:79041:8:4294967295] 00000400:00000200:1.0:1734676302.263616:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.263620:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.263625:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676302.263630:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.263636:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.263639:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.263661:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.263665:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.263668:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00010000:00000010:2.1:1734676302.266877:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889200. 00010000:00000010:2.1:1734676302.266885:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a9a00. 00010000:00000010:1.1:1734676302.266947:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7e00. 00000400:00000200:1.0:1734676302.268805:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.268816:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5158980 00000400:00000200:1.0:1734676302.268822:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa184d [2] + 1640 00000400:00000200:1.0:1734676302.268886:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.268891:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.268896:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.268900:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00010000:00000010:1.1:1734676302.269635:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1b00. 00010000:00000010:1.1:1734676302.269641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134200. 00010000:00000010:1.1:1734676302.272157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfd800. 00000020:00000010:1.0:1734676302.274130:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.274135:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.274139:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.274157:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8450 x1818938867812864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.274190:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867812864 02000000:00000010:1.0:1734676302.274199:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.274229:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.274234:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4000. 00000100:00000010:1.0:1734676302.274239:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4000. 00010000:00000010:1.0:1734676302.274241:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.274249:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676302.274254:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867812864, offset 224 00000400:00000200:1.0:1734676302.274258:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.274265:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.274270:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79049:79049:256:4294967295] 192.168.203.46@tcp LPNI seq info [79045:79045:8:4294967295] 00000400:00000200:1.0:1734676302.274277:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.274281:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.274284:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676302.274288:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.274294:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.274297:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.274309:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.274312:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.274314:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.274321:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000100:00000010:1.0:1734676302.274325:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676302.274327:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676302.274329:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.274332:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676302.274334:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.274337:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:1.0:1734676302.274341:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:1.0:1734676302.274344:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.274346:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.274348:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676302.274351:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:1.0:1734676302.274357:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.274360:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676302.274362:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c4000. 00010000:00000010:3.1:1734676302.275335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfc400. 00010000:00000010:1.1:1734676302.275435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf800. 00010000:00000010:1.1:1734676302.275444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ab200. 00010000:00000010:1.1:1734676302.281331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2e400. 00010000:00000010:1.1:1734676302.281337:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fd00. 00010000:00000010:1.1:1734676302.281342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb7de00. 00010000:00000010:1.1:1734676302.281346:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135100. 00010000:00000010:1.1:1734676302.281350:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a01a9a00. 00000800:00000200:1.0:1734676302.281891:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.281893:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009200. 00000400:00000200:1.0:1734676302.281896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.281899:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.281901:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676302.281903:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000400:00000200:1.0:1734676302.284145:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.284149:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.284157:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864304128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.284174:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.284179:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5158b80 00000400:00000200:1.0:1734676302.284187:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa18a5 [2] + 656 00000400:00000200:1.0:1734676302.284201:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.284204:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.284207:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.284212:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000800:00000200:1.0:1734676302.284634:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.284637:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009800. 00000400:00000200:1.0:1734676302.284639:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.284642:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.284644:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.284646:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00010000:00000010:0.1:1734676302.288133:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10e00. 00000400:00000200:1.0:1734676302.288289:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.288302:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e00080 00000400:00000200:1.0:1734676302.288308:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa2f39 [1] + 224 00000400:00000200:1.0:1734676302.288317:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.288320:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.288329:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864304256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.288356:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.288360:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5158c00 00000400:00000200:1.0:1734676302.288364:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa18a5 [2] + 984 00000400:00000200:1.0:1734676302.288417:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.288420:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.288424:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.288429:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000800:00000200:1.0:1734676302.289464:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.289467:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135300. 00000400:00000200:1.0:1734676302.289471:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.289474:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.289477:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676302.289478:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:1.0:1734676302.289524:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.289526:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05600. 00000400:00000200:1.0:1734676302.289529:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.289531:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.289534:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:1.0:1734676302.289535:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:1.0:1734676302.289539:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864304384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.290300:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad800. 00010000:00000010:1.1:1734676302.290305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f7ca00. 00010000:00000010:3.1:1734676302.290526:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36ec00. 00010000:00000010:3.1:1734676302.290532:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3d000. 00000800:00000200:1.0:1734676302.293363:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.293369:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009f00. 00000400:00000200:1.0:1734676302.293372:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.293376:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.293378:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676302.293380:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:1.0:1734676302.294028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.294031:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135e00. 00000400:00000200:1.0:1734676302.294034:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.294054:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.294056:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676302.294057:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676302.294063:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864304512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.296202:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073704a00. 00010000:00000010:0.1:1734676302.296207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95dc00. 00000800:00000200:1.0:1734676302.296845:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.296848:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009100. 00000400:00000200:1.0:1734676302.296851:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.296855:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.296857:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676302.296859:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:1.0:1734676302.296901:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.296903:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135600. 00000400:00000200:1.0:1734676302.296906:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.296909:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.296911:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676302.296912:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:1.0:1734676302.296917:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864304640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.299178:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.299181:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009e00. 00000400:00000200:1.0:1734676302.299183:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.299187:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.299189:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.299191:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 02000000:00000010:1.0:1734676302.299193:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000800:00000200:1.0:1734676302.299222:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.299224:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135c00. 00000400:00000200:1.0:1734676302.299227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.299230:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.299231:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676302.299233:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676302.299237:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864304768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.299894:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5d00. 00010000:00000010:0.1:1734676302.299901:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4cde600. 00010000:00000010:0.1:1734676302.299904:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011700. 00010000:00000010:0.1:1734676302.299907:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4cde000. 00010000:00000010:1.1:1734676302.299989:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76400. 00000020:00000010:1.0:1734676302.301613:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2a00. 00000020:00000010:1.0:1734676302.301619:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.301622:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.301638:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867813888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.301666:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867813888 02000000:00000010:1.0:1734676302.301673:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.301692:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089802b80. 00010000:00000010:1.0:1734676302.301708:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.301714:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c46c0. 00000100:00000010:1.0:1734676302.301719:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c46c0. 00010000:00000010:1.0:1734676302.301721:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.301729:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676302.301733:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867813888, offset 224 00000400:00000200:1.0:1734676302.301738:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.301745:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.301750:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79065:79065:256:4294967295] 192.168.203.46@tcp LPNI seq info [79061:79061:8:4294967295] 00000400:00000200:1.0:1734676302.301757:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.301762:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.301764:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47000. 00000800:00000200:1.0:1734676302.301768:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.301774:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.301776:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.301788:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.301792:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.301795:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2a00. 00000800:00000200:1.0:1734676302.302436:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.302438:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e135b00. 00000400:00000200:1.0:1734676302.302441:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.302444:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.302447:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676302.302448:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:1.0:1734676302.302453:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864304896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.305383:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2da00. 00010000:00000010:0.1:1734676302.305392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007359e600. 00000800:00000200:1.0:1734676302.306718:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.306721:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009da05900. 00000400:00000200:1.0:1734676302.306723:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.306727:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.306729:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676302.306730:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676302.306735:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864305024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.308186:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6c00. 00010000:00000010:1.1:1734676302.308255:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c49c600. 00010000:00000010:1.1:1734676302.308275:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d9f000. 00010000:00000010:1.1:1734676302.308279:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36100. 00010000:00000010:1.1:1734676302.308282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3c400. 00010000:00000010:1.1:1734676302.308285:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4400. 00010000:00000010:1.1:1734676302.308288:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3d000. 00000020:00000010:1.0:1734676302.309469:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.309474:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.309477:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.309493:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867814144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.309519:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867814144 02000000:00000010:1.0:1734676302.309527:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.309547:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da1a080. 00010000:00000010:1.0:1734676302.309571:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.309577:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c46c0. 00000100:00000010:1.0:1734676302.309591:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c46c0. 00010000:00000010:1.0:1734676302.309594:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.309602:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676302.309607:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867814144, offset 224 00000400:00000200:1.0:1734676302.309611:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.309618:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.309622:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79069:79069:256:4294967295] 192.168.203.46@tcp LPNI seq info [79065:79065:8:4294967295] 00000400:00000200:1.0:1734676302.309629:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.309634:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.309637:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.309641:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.309646:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.309649:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.309661:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.309664:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.309667:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00000800:00000200:1.0:1734676302.309713:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.309715:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47300. 00000400:00000200:1.0:1734676302.309717:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.309719:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.309722:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:1.0:1734676302.309723:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00010000:00000010:2.1:1734676302.311615:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994400. 00010000:00000010:2.1:1734676302.311623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3c000. 00010000:00000010:0.1:1734676302.311666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ea00. 00000400:00000200:1.0:1734676302.311966:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.311970:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5158f80 00000400:00000200:1.0:1734676302.311974:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa18fd [2] + 984 00000400:00000200:1.0:1734676302.312009:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.312013:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.312017:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.312021:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000800:00000200:1.0:1734676302.312595:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.312597:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009d00. 00000400:00000200:1.0:1734676302.312600:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.312603:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.312606:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676302.312607:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000800:00000200:1.0:1734676302.314520:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.314528:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009900. 00000400:00000200:1.0:1734676302.314531:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.314534:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.314536:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676302.314537:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00010000:00000010:2.1:1734676302.318373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5800. 00010000:00000010:1.1:1734676302.318373:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121100. 00010000:00000010:1.1:1734676302.318381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3c200. 00010000:00000010:1.1:1734676302.321172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46bc00. 00010000:00000010:0.1:1734676302.321904:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daab000. 00010000:00000010:0.1:1734676302.321910:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f7ca00. 00010000:00000010:0.1:1734676302.321913:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05e00. 00010000:00000010:0.1:1734676302.321916:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4cde000. 00000400:00000200:1.0:1734676302.323672:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.323680:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5159080 00000400:00000200:1.0:1734676302.323685:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa18fd [2] + 1640 00000400:00000200:1.0:1734676302.323727:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.323730:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.323733:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.323737:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00080000:00000010:1.0:1734676302.324298:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c4d9e00. 00080000:00000010:1.0:1734676302.324305:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4cde600. 00080000:00000010:1.0:1734676302.324307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f7cc00. 00080000:00000010:1.0:1734676302.324309:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c4d9800. 00080000:00000010:1.0:1734676302.324311:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3c600. 00080000:00000010:1.0:1734676302.324313:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3d600. 00080000:00000010:1.0:1734676302.324316:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3c800. 00080000:00000010:1.0:1734676302.324318:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3ca00. 00080000:00000010:1.0:1734676302.324319:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d9f200. 00080000:00000010:1.0:1734676302.324321:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0b20e00. 00080000:00000010:1.0:1734676302.324325:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4cdf200. 00080000:00000010:1.0:1734676302.324327:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3d200. 00080000:00000010:1.0:1734676302.324329:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f7d200. 00080000:00000010:1.0:1734676302.324331:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a01a8e00. 00080000:00000010:1.0:1734676302.324334:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012eb7c400. 00080000:00000010:1.0:1734676302.324337:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735aba00. 00080000:00000010:1.0:1734676302.324340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134c00. 00080000:00000010:1.0:1734676302.324342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a01a8a00. 00080000:00000010:1.0:1734676302.324344:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0b21800. 00080000:00000010:1.0:1734676302.324346:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134e00. 00080000:00000010:1.0:1734676302.324348:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134a00. 00080000:00000010:1.0:1734676302.324349:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735aac00. 00080000:00000010:1.0:1734676302.324352:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d85dc00. 00080000:00000010:1.0:1734676302.324355:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958a1c00. 00080000:00000010:1.0:1734676302.324358:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073663400. 00080000:00000010:1.0:1734676302.324361:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f2d800. 00080000:00000010:1.0:1734676302.324363:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db4ea00. 00080000:00000010:1.0:1734676302.324365:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8400. 00080000:00000010:1.0:1734676302.324367:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d53fc00. 00080000:00000010:1.0:1734676302.324370:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f2c000. 00080000:00000010:1.0:1734676302.324372:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d000600. 00080000:00000010:1.0:1734676302.324374:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e12a00. 00080000:00000010:1.0:1734676302.324376:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbe600. 00080000:00000010:1.0:1734676302.324380:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c8e00. 00080000:00000010:1.0:1734676302.324382:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313ee000. 00080000:00000010:1.0:1734676302.324384:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d1c800. 00080000:00000010:1.0:1734676302.324386:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa3600. 00080000:00000010:1.0:1734676302.324388:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa2200. 00080000:00000010:1.0:1734676302.324390:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa3a00. 00080000:00000010:1.0:1734676302.324392:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c9800. 00080000:00000010:1.0:1734676302.324393:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f2da00. 00080000:00000010:1.0:1734676302.324395:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f2c400. 00080000:00000010:1.0:1734676302.324397:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e13400. 00080000:00000010:1.0:1734676302.324399:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d1d800. 00080000:00000010:1.0:1734676302.324401:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa3c00. 00080000:00000010:1.0:1734676302.324403:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d42200. 00080000:00000010:1.0:1734676302.324405:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d42400. 00080000:00000010:1.0:1734676302.324407:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313ef200. 00080000:00000010:1.0:1734676302.324408:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012f850a00. 00080000:00000010:1.0:1734676302.324411:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012f850e00. 00080000:00000010:1.0:1734676302.324414:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007363da00. 00080000:00000010:1.0:1734676302.324418:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073657c00. 00080000:00000010:1.0:1734676302.324421:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fbe200. 00080000:00000010:1.0:1734676302.324423:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fbfa00. 00080000:00000010:1.0:1734676302.324425:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4afc600. 00080000:00000010:1.0:1734676302.324429:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f04200. 00080000:00000010:1.0:1734676302.324431:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007360dc00. 00080000:00000010:1.0:1734676302.324435:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007360ce00. 00080000:00000010:1.0:1734676302.324439:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f153a00. 00080000:00000010:1.0:1734676302.324440:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f152000. 00080000:00000010:1.0:1734676302.324442:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f153c00. 00080000:00000010:1.0:1734676302.324444:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a65b4200. 00080000:00000010:1.0:1734676302.324446:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a65b5000. 00080000:00000010:1.0:1734676302.324448:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d893800. 00080000:00000010:1.0:1734676302.324451:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d893a00. 00080000:00000010:1.0:1734676302.324453:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012bd6d200. 00080000:00000010:1.0:1734676302.324455:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d135c00. 00080000:00000010:1.0:1734676302.324457:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012bd6d600. 00080000:00000010:1.0:1734676302.324459:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958bc200. 00080000:00000010:1.0:1734676302.324462:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b4df6400. 00080000:00000010:1.0:1734676302.324464:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4bc200. 00080000:00000010:1.0:1734676302.324466:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d000e00. 00080000:00000010:1.0:1734676302.324468:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9400. 00080000:00000010:1.0:1734676302.324471:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8800. 00080000:00000010:1.0:1734676302.324473:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8600. 00080000:00000010:1.0:1734676302.324474:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095831a00. 00080000:00000010:1.0:1734676302.324477:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa3400. 00080000:00000010:1.0:1734676302.324479:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d780600. 00080000:00000010:1.0:1734676302.324481:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9a00. 00080000:00000010:1.0:1734676302.324483:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8e00. 00080000:00000010:1.0:1734676302.324485:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9600. 00080000:00000010:1.0:1734676302.324486:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8c00. 00080000:00000010:1.0:1734676302.324488:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9800. 00080000:00000010:1.0:1734676302.324491:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa2600. 00080000:00000010:1.0:1734676302.324492:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096457a00. 00080000:00000010:1.0:1734676302.324495:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096456000. 00080000:00000010:1.0:1734676302.324497:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfa3200. 00080000:00000010:1.0:1734676302.324499:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d781e00. 00080000:00000010:1.0:1734676302.324501:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d780e00. 00080000:00000010:1.0:1734676302.324503:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8a00. 00080000:00000010:1.0:1734676302.324504:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9000. 00080000:00000010:1.0:1734676302.324506:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8200. 00080000:00000010:1.0:1734676302.324508:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f8000. 00080000:00000010:1.0:1734676302.324510:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f9e00. 00080000:00000010:1.0:1734676302.324511:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3600. 00080000:00000010:1.0:1734676302.324514:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2200. 00080000:00000010:1.0:1734676302.324516:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d001400. 00080000:00000010:1.0:1734676302.324518:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d000c00. 00080000:00000010:1.0:1734676302.324520:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3e00. 00080000:00000010:1.0:1734676302.324522:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d781800. 00080000:00000010:1.0:1734676302.324524:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2600. 00080000:00000010:1.0:1734676302.324525:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096456400. 00080000:00000010:1.0:1734676302.324527:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3800. 00080000:00000010:1.0:1734676302.324529:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3000. 00080000:00000010:1.0:1734676302.324531:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2b600. 00080000:00000010:1.0:1734676302.324533:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2c00. 00080000:00000010:1.0:1734676302.324535:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098c8ee00. 00080000:00000010:1.0:1734676302.324548:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa19800. 00080000:00000010:1.0:1734676302.324552:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096457800. 00080000:00000010:1.0:1734676302.324553:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096457e00. 00080000:00000010:1.0:1734676302.324555:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d001200. 00080000:00000010:1.0:1734676302.324557:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096457000. 00080000:00000010:1.0:1734676302.324559:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098c8f800. 00080000:00000010:1.0:1734676302.324564:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098c8f200. 00080000:00000010:1.0:1734676302.324565:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d764600. 00080000:00000010:1.0:1734676302.324568:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2b400. 00080000:00000010:1.0:1734676302.324570:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d001e00. 00080000:00000010:1.0:1734676302.324571:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d764e00. 00080000:00000010:1.0:1734676302.324573:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d001600. 00080000:00000010:1.0:1734676302.324575:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d000800. 00080000:00000010:1.0:1734676302.324576:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d843600. 00080000:00000010:1.0:1734676302.324579:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d843000. 00080000:00000010:1.0:1734676302.324581:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2a800. 00080000:00000010:1.0:1734676302.324584:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed4800. 00080000:00000010:1.0:1734676302.324585:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed5000. 00080000:00000010:1.0:1734676302.324587:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed4e00. 00080000:00000010:1.0:1734676302.324589:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae3200. 00080000:00000010:1.0:1734676302.324592:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d953a00. 00080000:00000010:1.0:1734676302.324594:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2e00. 00080000:00000010:1.0:1734676302.324596:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae2400. 00080000:00000010:1.0:1734676302.324598:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf3400. 00080000:00000010:1.0:1734676302.324600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf3c00. 00080000:00000010:1.0:1734676302.324601:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db0ae00. 00080000:00000010:1.0:1734676302.324603:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db0ba00. 00080000:00000010:1.0:1734676302.324605:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae2a00. 00080000:00000010:1.0:1734676302.324607:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae3800. 00080000:00000010:1.0:1734676302.324609:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2800. 00080000:00000010:1.0:1734676302.324610:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2600. 00080000:00000010:1.0:1734676302.324612:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098c8fc00. 00080000:00000010:1.0:1734676302.324614:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dac5800. 00080000:00000010:1.0:1734676302.324616:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dac5e00. 00080000:00000010:1.0:1734676302.324618:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2200. 00080000:00000010:1.0:1734676302.324620:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf3200. 00080000:00000010:1.0:1734676302.324621:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db0a600. 00080000:00000010:1.0:1734676302.324623:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa18400. 00080000:00000010:1.0:1734676302.324628:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa19e00. 00080000:00000010:1.0:1734676302.324630:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa18600. 00080000:00000010:1.0:1734676302.324632:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa18200. 00080000:00000010:1.0:1734676302.324634:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d764800. 00080000:00000010:1.0:1734676302.324636:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d765400. 00080000:00000010:1.0:1734676302.324638:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae3400. 00080000:00000010:1.0:1734676302.324640:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae2c00. 00080000:00000010:1.0:1734676302.324642:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2000. 00080000:00000010:1.0:1734676302.324644:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073642200. 00080000:00000010:1.0:1734676302.324647:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d953400. 00080000:00000010:1.0:1734676302.324648:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d952e00. 00080000:00000010:1.0:1734676302.324650:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed5e00. 00080000:00000010:1.0:1734676302.324651:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed4600. 00080000:00000010:1.0:1734676302.324653:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed4000. 00080000:00000010:1.0:1734676302.324655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed5800. 00080000:00000010:1.0:1734676302.324657:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed4400. 00080000:00000010:1.0:1734676302.324658:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed5c00. 00080000:00000010:1.0:1734676302.324660:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fed5600. 00080000:00000010:1.0:1734676302.324662:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2a200. 00080000:00000010:1.0:1734676302.324663:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2bc00. 00080000:00000010:1.0:1734676302.324665:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c2b000. 00080000:00000010:1.0:1734676302.324667:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d842000. 00080000:00000010:1.0:1734676302.324670:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d843400. 00080000:00000010:1.0:1734676302.324672:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d842a00. 00080000:00000010:1.0:1734676302.324674:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073627200. 00080000:00000010:1.0:1734676302.324676:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3000600. 00080000:00000010:1.0:1734676302.324678:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3000200. 00080000:00000010:1.0:1734676302.324680:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3001200. 00080000:00000010:1.0:1734676302.324682:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ebc00. 00080000:00000010:1.0:1734676302.324684:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ea800. 00080000:00000010:1.0:1734676302.324686:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8eb200. 00080000:00000010:1.0:1734676302.324687:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8eaa00. 00080000:00000010:1.0:1734676302.324689:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8eae00. 00080000:00000010:1.0:1734676302.324691:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8eb600. 00080000:00000010:1.0:1734676302.324693:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ea600. 00080000:00000010:1.0:1734676302.324694:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ea000. 00080000:00000010:1.0:1734676302.324696:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0c600. 00080000:00000010:1.0:1734676302.324699:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0cc00. 00080000:00000010:1.0:1734676302.324700:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0de00. 00080000:00000010:1.0:1734676302.324702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0d800. 00080000:00000010:1.0:1734676302.324704:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0dc00. 00080000:00000010:1.0:1734676302.324706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0ce00. 00080000:00000010:1.0:1734676302.324707:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da0c200. 00080000:00000010:1.0:1734676302.324709:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e67800. 00080000:00000010:1.0:1734676302.324712:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e66a00. 00080000:00000010:1.0:1734676302.324714:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e67e00. 00080000:00000010:1.0:1734676302.324716:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e67400. 00080000:00000010:1.0:1734676302.324718:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd6200. 00080000:00000010:1.0:1734676302.324720:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd6e00. 00080000:00000010:1.0:1734676302.324722:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd6400. 00080000:00000010:1.0:1734676302.324724:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd6a00. 00080000:00000010:1.0:1734676302.324725:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd7400. 00080000:00000010:1.0:1734676302.324727:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd7a00. 00080000:00000010:1.0:1734676302.324729:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fdd7000. 00080000:00000010:1.0:1734676302.324731:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da33000. 00080000:00000010:1.0:1734676302.324734:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da32a00. 00080000:00000010:1.0:1734676302.324736:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da32c00. 00080000:00000010:1.0:1734676302.324737:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da33600. 00080000:00000010:1.0:1734676302.324739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da32800. 00080000:00000010:1.0:1734676302.324741:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da33a00. 00080000:00000010:1.0:1734676302.324743:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136949e00. 00080000:00000010:1.0:1734676302.324745:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4d000. 00080000:00000010:1.0:1734676302.324749:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4c400. 00080000:00000010:1.0:1734676302.324751:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4c000. 00080000:00000010:1.0:1734676302.324753:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4ca00. 00080000:00000010:1.0:1734676302.324755:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4ce00. 00080000:00000010:1.0:1734676302.324756:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4cc00. 00080000:00000010:1.0:1734676302.324758:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130f4d600. 00080000:00000010:1.0:1734676302.324760:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b12c00. 00080000:00000010:1.0:1734676302.324762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b12600. 00080000:00000010:1.0:1734676302.324764:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b13e00. 00080000:00000010:1.0:1734676302.324767:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b13000. 00080000:00000010:1.0:1734676302.324769:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d09800. 00080000:00000010:1.0:1734676302.324771:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d41800. 00080000:00000010:1.0:1734676302.324773:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d41400. 00080000:00000010:1.0:1734676302.324775:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d40e00. 00080000:00000010:1.0:1734676302.324777:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d40c00. 00080000:00000010:1.0:1734676302.324778:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d40000. 00080000:00000010:1.0:1734676302.324780:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d41200. 00080000:00000010:1.0:1734676302.324781:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d41000. 00080000:00000010:1.0:1734676302.324783:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff19000. 00080000:00000010:1.0:1734676302.324785:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff19200. 00080000:00000010:1.0:1734676302.324787:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff19400. 00080000:00000010:1.0:1734676302.324788:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff18a00. 00080000:00000010:1.0:1734676302.324790:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff18000. 00080000:00000010:1.0:1734676302.324791:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff18c00. 00080000:00000010:1.0:1734676302.324793:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff19600. 00080000:00000010:1.0:1734676302.324795:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec2000. 00080000:00000010:1.0:1734676302.324796:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec2c00. 00080000:00000010:1.0:1734676302.324798:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec3200. 00080000:00000010:1.0:1734676302.324800:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131229c00. 00080000:00000010:1.0:1734676302.324802:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131229e00. 00080000:00000010:1.0:1734676302.324804:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e65c00. 00080000:00000010:1.0:1734676302.324806:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e65200. 00080000:00000010:1.0:1734676302.324808:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e65e00. 00080000:00000010:1.0:1734676302.324809:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e64a00. 00080000:00000010:1.0:1734676302.324811:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e65800. 00080000:00000010:1.0:1734676302.324812:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e68000. 00080000:00000010:1.0:1734676302.324814:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e68c00. 00080000:00000010:1.0:1734676302.324816:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7a200. 00080000:00000010:1.0:1734676302.324818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7d200. 00080000:00000010:1.0:1734676302.324820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7ce00. 00080000:00000010:1.0:1734676302.324822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7ca00. 00080000:00000010:1.0:1734676302.324824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7c200. 00080000:00000010:1.0:1734676302.324825:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7cc00. 00080000:00000010:1.0:1734676302.324827:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7d000. 00080000:00000010:1.0:1734676302.324829:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7da00. 00080000:00000010:1.0:1734676302.324830:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e7c800. 00080000:00000010:1.0:1734676302.324832:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b02e00. 00080000:00000010:1.0:1734676302.324834:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff64400. 00080000:00000010:1.0:1734676302.324836:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff65400. 00080000:00000010:1.0:1734676302.324838:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff65600. 00080000:00000010:1.0:1734676302.324839:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff64600. 00080000:00000010:1.0:1734676302.324841:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff64000. 00080000:00000010:1.0:1734676302.324843:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff65a00. 00080000:00000010:1.0:1734676302.324845:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e10d400. 00080000:00000010:1.0:1734676302.324847:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e10c400. 00080000:00000010:1.0:1734676302.324849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e10ca00. 00080000:00000010:1.0:1734676302.324851:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e10d600. 00080000:00000010:1.0:1734676302.324853:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b4f2c00. 00080000:00000010:1.0:1734676302.324855:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b4f3600. 00080000:00000010:1.0:1734676302.324857:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b4f3a00. 00080000:00000010:1.0:1734676302.324859:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b4f3800. 00080000:00000010:1.0:1734676302.324861:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c2400. 00080000:00000010:1.0:1734676302.324863:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c3600. 00080000:00000010:1.0:1734676302.324866:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c3200. 00080000:00000010:1.0:1734676302.324868:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c3800. 00080000:00000010:1.0:1734676302.324869:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c2200. 00080000:00000010:1.0:1734676302.324871:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a5e6ae00. 00080000:00000010:1.0:1734676302.324874:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958e0600. 00080000:00000010:1.0:1734676302.324876:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958e0200. 00080000:00000010:1.0:1734676302.324878:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f5400. 00080000:00000010:1.0:1734676302.324881:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f5a00. 00080000:00000010:1.0:1734676302.324883:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f4400. 00080000:00000010:1.0:1734676302.324885:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f5800. 00080000:00000010:1.0:1734676302.324887:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf3000. 00080000:00000010:1.0:1734676302.324889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf2400. 00080000:00000010:1.0:1734676302.324891:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf3600. 00080000:00000010:1.0:1734676302.324893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac4c00. 00080000:00000010:1.0:1734676302.324894:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac4e00. 00080000:00000010:1.0:1734676302.324896:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac5600. 00080000:00000010:1.0:1734676302.324898:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac4a00. 00080000:00000010:1.0:1734676302.324900:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac5400. 00080000:00000010:1.0:1734676302.324901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac4800. 00080000:00000010:1.0:1734676302.324903:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dac4400. 00080000:00000010:1.0:1734676302.324905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e350e00. 00080000:00000010:1.0:1734676302.324907:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e351600. 00080000:00000010:1.0:1734676302.324909:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e351c00. 00080000:00000010:1.0:1734676302.324910:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e351400. 00080000:00000010:1.0:1734676302.324912:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e350200. 00080000:00000010:1.0:1734676302.324914:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e351000. 00080000:00000010:1.0:1734676302.324916:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e350400. 00080000:00000010:1.0:1734676302.324917:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2cfe00. 00080000:00000010:1.0:1734676302.324920:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2ce200. 00080000:00000010:1.0:1734676302.324922:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2cf800. 00080000:00000010:1.0:1734676302.324924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2cf000. 00080000:00000010:1.0:1734676302.324926:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2ce000. 00080000:00000010:1.0:1734676302.324927:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2cec00. 00080000:00000010:1.0:1734676302.324929:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2ce600. 00080000:00000010:1.0:1734676302.324931:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2ce400. 00080000:00000010:1.0:1734676302.324933:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b703c00. 00080000:00000010:1.0:1734676302.324936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b703e00. 00080000:00000010:1.0:1734676302.324937:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b703000. 00080000:00000010:1.0:1734676302.324940:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b702200. 00080000:00000010:1.0:1734676302.324942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b703600. 00080000:00000010:1.0:1734676302.324944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b702e00. 00080000:00000010:1.0:1734676302.324945:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b703400. 00080000:00000010:1.0:1734676302.324947:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f2200. 00080000:00000010:1.0:1734676302.324949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f3400. 00080000:00000010:1.0:1734676302.324952:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f2600. 00080000:00000010:1.0:1734676302.324954:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f2400. 00080000:00000010:1.0:1734676302.324956:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f3800. 00080000:00000010:1.0:1734676302.324957:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f2c00. 00080000:00000010:1.0:1734676302.324959:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1f2000. 00080000:00000010:1.0:1734676302.324961:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0a5e00. 00080000:00000010:1.0:1734676302.324964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0a5400. 00080000:00000010:1.0:1734676302.324966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0a5600. 00080000:00000010:1.0:1734676302.324968:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0a4800. 00080000:00000010:1.0:1734676302.324970:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a51c00. 00080000:00000010:1.0:1734676302.324973:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a51e00. 00080000:00000010:1.0:1734676302.324975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a50e00. 00080000:00000010:1.0:1734676302.324977:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a50800. 00080000:00000010:1.0:1734676302.324979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a51000. 00080000:00000010:1.0:1734676302.324981:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a51400. 00080000:00000010:1.0:1734676302.324982:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a51a00. 00080000:00000010:1.0:1734676302.324984:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d730200. 00080000:00000010:1.0:1734676302.324986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d731000. 00080000:00000010:1.0:1734676302.324989:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d731e00. 00080000:00000010:1.0:1734676302.324990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d731600. 00080000:00000010:1.0:1734676302.324992:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d730800. 00080000:00000010:1.0:1734676302.324994:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d730000. 00080000:00000010:1.0:1734676302.324996:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089859c00. 00080000:00000010:1.0:1734676302.324999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095849e00. 00080000:00000010:1.0:1734676302.325002:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095837600. 00080000:00000010:1.0:1734676302.325005:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305fa600. 00080000:00000010:1.0:1734676302.325007:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0e00. 00080000:00000010:1.0:1734676302.325009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138da00. 00080000:00000010:1.0:1734676302.325012:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec7200. 00080000:00000010:1.0:1734676302.325014:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec6a00. 00080000:00000010:1.0:1734676302.325016:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138ca00. 00080000:00000010:1.0:1734676302.325019:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dc75e00. 00080000:00000010:1.0:1734676302.325020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130ca9e00. 00080000:00000010:1.0:1734676302.325023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130ca9a00. 00080000:00000010:1.0:1734676302.325025:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d764200. 00080000:00000010:1.0:1734676302.325027:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d765a00. 00080000:00000010:1.0:1734676302.325029:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d765000. 00080000:00000010:1.0:1734676302.325030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec7e00. 00080000:00000010:1.0:1734676302.325032:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec6200. 00080000:00000010:1.0:1734676302.325034:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec6c00. 00080000:00000010:1.0:1734676302.325068:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d00c00. 00080000:00000010:1.0:1734676302.325071:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073597a00. 00080000:00000010:1.0:1734676302.325074:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0400. 00080000:00000010:1.0:1734676302.325076:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7000. 00080000:00000010:1.0:1734676302.325086:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305fba00. 00080000:00000010:1.0:1734676302.325089:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305fb600. 00080000:00000010:1.0:1734676302.325090:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d00e00. 00080000:00000010:1.0:1734676302.325092:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6800. 00080000:00000010:1.0:1734676302.325094:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6a00. 00080000:00000010:1.0:1734676302.325096:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbf800. 00080000:00000010:1.0:1734676302.325098:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0200. 00080000:00000010:1.0:1734676302.325100:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073597c00. 00080000:00000010:1.0:1734676302.325101:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095839e00. 00080000:00000010:1.0:1734676302.325112:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f86a00. 00080000:00000010:1.0:1734676302.325114:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae3e00. 00080000:00000010:1.0:1734676302.325116:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136ae2e00. 00080000:00000010:1.0:1734676302.325118:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1200. 00080000:00000010:1.0:1734676302.325119:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130ca8c00. 00080000:00000010:1.0:1734676302.325122:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095848600. 00080000:00000010:1.0:1734676302.325124:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095849200. 00080000:00000010:1.0:1734676302.325126:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138c000. 00080000:00000010:1.0:1734676302.325128:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1800. 00080000:00000010:1.0:1734676302.325130:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1a00. 00080000:00000010:1.0:1734676302.325131:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2ac00. 00080000:00000010:1.0:1734676302.325134:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095837800. 00080000:00000010:1.0:1734676302.325135:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbe200. 00080000:00000010:1.0:1734676302.325137:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073596a00. 00080000:00000010:1.0:1734676302.325140:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6000. 00080000:00000010:1.0:1734676302.325141:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7400. 00080000:00000010:1.0:1734676302.325143:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbe800. 00080000:00000010:1.0:1734676302.325144:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095836a00. 00080000:00000010:1.0:1734676302.325147:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095836c00. 00080000:00000010:1.0:1734676302.325149:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095838c00. 00080000:00000010:1.0:1734676302.325151:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbf600. 00080000:00000010:1.0:1734676302.325153:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073596400. 00080000:00000010:1.0:1734676302.325155:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2a600. 00080000:00000010:1.0:1734676302.325156:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073596800. 00080000:00000010:1.0:1734676302.325158:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073597600. 00080000:00000010:1.0:1734676302.325159:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7600. 00080000:00000010:1.0:1734676302.325161:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138d000. 00080000:00000010:1.0:1734676302.325163:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138d200. 00080000:00000010:1.0:1734676302.325165:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138d600. 00080000:00000010:1.0:1734676302.325166:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095839a00. 00080000:00000010:1.0:1734676302.325168:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095839600. 00080000:00000010:1.0:1734676302.325170:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7800. 00080000:00000010:1.0:1734676302.325172:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6200. 00080000:00000010:1.0:1734676302.325174:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6e00. 00080000:00000010:1.0:1734676302.325175:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6c00. 00080000:00000010:1.0:1734676302.325177:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6400. 00080000:00000010:1.0:1734676302.325179:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7200. 00080000:00000010:1.0:1734676302.325180:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e7e00. 00080000:00000010:1.0:1734676302.325182:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095836e00. 00080000:00000010:1.0:1734676302.325183:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f87800. 00080000:00000010:1.0:1734676302.325185:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095836800. 00080000:00000010:1.0:1734676302.325187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbfe00. 00080000:00000010:1.0:1734676302.325189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbfc00. 00080000:00000010:1.0:1734676302.325191:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbf200. 00080000:00000010:1.0:1734676302.325192:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbf400. 00080000:00000010:1.0:1734676302.325194:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0e6600. 00080000:00000010:1.0:1734676302.325196:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1600. 00080000:00000010:1.0:1734676302.325198:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0800. 00080000:00000010:1.0:1734676302.325199:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1e00. 00080000:00000010:1.0:1734676302.325201:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0000. 00080000:00000010:1.0:1734676302.325203:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed1400. 00080000:00000010:1.0:1734676302.325204:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0a00. 00080000:00000010:1.0:1734676302.325206:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ed0c00. 00080000:00000010:1.0:1734676302.325208:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbec00. 00080000:00000010:1.0:1734676302.325210:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbe400. 00080000:00000010:1.0:1734676302.325211:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138c200. 00080000:00000010:1.0:1734676302.325213:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958e0800. 00080000:00000010:1.0:1734676302.325215:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f5e00. 00080000:00000010:1.0:1734676302.325217:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f86000. 00080000:00000010:1.0:1734676302.325219:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f5000. 00080000:00000010:1.0:1734676302.325221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f4000. 00080000:00000010:1.0:1734676302.325222:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095837400. 00080000:00000010:1.0:1734676302.325224:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dbf000. 00010000:00000010:1.1:1734676302.327590:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206100. 00010000:00000010:1.1:1734676302.327596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4d8a00. 00000800:00000200:1.0:1734676302.327935:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.327937:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:1.0:1734676302.327940:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.327942:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.327945:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676302.327946:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000800:00000200:1.0:1734676302.333488:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.333491:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009c00. 00000400:00000200:1.0:1734676302.333493:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.333496:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.333498:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676302.333500:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:1.0:1734676302.333504:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864306048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.333537:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.333539:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afa00. 00000400:00000200:1.0:1734676302.333542:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.333544:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.333546:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676302.333547:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00010000:00000010:1.1:1734676302.334397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d800. 00010000:00000010:1.1:1734676302.334404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146000. 00010000:00000010:0.1:1734676302.334626:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958800. 00010000:00000010:0.1:1734676302.334632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da39c00. 00000800:00000200:1.0:1734676302.336765:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.336768:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9aff00. 00000400:00000200:1.0:1734676302.336771:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.336774:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.336777:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676302.336778:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000800:00000200:1.0:1734676302.337142:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.337144:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009700. 00000400:00000200:1.0:1734676302.337147:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.337150:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.337153:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676302.337154:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676302.337159:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864306176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.339365:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.339368:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afb00. 00000400:00000200:1.0:1734676302.339371:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.339374:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.339377:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:1.0:1734676302.339378:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00010000:00000010:1.1:1734676302.340125:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4a00. 00000020:00000010:1.0:1734676302.342077:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.342083:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.342087:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.342121:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867815424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.342150:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867815424 02000000:00000010:1.0:1734676302.342159:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.342185:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.342191:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c46c0. 00000100:00000010:1.0:1734676302.342196:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c46c0. 00010000:00000010:1.0:1734676302.342200:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.342207:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676302.342211:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867815424, offset 224 00000400:00000200:1.0:1734676302.342216:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.342222:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.342227:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79089:79089:256:4294967295] 192.168.203.46@tcp LPNI seq info [79085:79085:8:4294967295] 00000400:00000200:1.0:1734676302.342233:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.342237:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.342240:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.342244:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.342249:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.342252:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.342276:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.342283:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.342286:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:1.1:1734676302.343311:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0700. 00010000:00000010:1.1:1734676302.343317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38a00. 00010000:00000010:1.1:1734676302.343321:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea400. 00010000:00000010:1.1:1734676302.343324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134200. 00010000:00000010:1.1:1734676302.343327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5900. 00010000:00000010:1.1:1734676302.343331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134e00. 00010000:00000010:1.1:1734676302.343333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131700. 00010000:00000010:1.1:1734676302.343336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d135c00. 00010000:00000010:1.1:1734676302.343338:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009500. 00010000:00000010:1.1:1734676302.343340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d135800. 00010000:00000010:0.1:1734676302.343387:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d587400. 00000020:00000010:1.0:1734676302.344908:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.344914:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.344917:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.344935:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9050 x1818938867815552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.344967:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867815552 02000000:00000010:1.0:1734676302.344976:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.345003:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.345010:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c46c0. 00000100:00000010:1.0:1734676302.345014:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c46c0. 00010000:00000010:1.0:1734676302.345016:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.345024:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676302.345027:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867815552, offset 224 00000400:00000200:1.0:1734676302.345032:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.345070:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.345252:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79091:79091:256:4294967295] 192.168.203.46@tcp LPNI seq info [79087:79087:8:4294967295] 00000400:00000200:1.0:1734676302.345261:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.345266:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.345269:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.345273:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.345278:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.345281:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.345314:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.345318:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.345321:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 02000000:00000010:1.0:1734676302.345327:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.345331:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.345334:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676302.345337:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.345339:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676302.345340:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676302.345343:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676302.345345:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.345348:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676302.345350:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.345353:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:1.0:1734676302.345356:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000200:1.0:1734676302.345360:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.345363:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676302.345366:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c46c0. 00010000:00000010:1.1:1734676302.346429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4400. 00010000:00000010:1.1:1734676302.346436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343800. 00010000:00000010:1.1:1734676302.346440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111e00. 00010000:00000010:1.1:1734676302.346443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342a00. 00010000:00000010:1.1:1734676302.346446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2000. 00000800:00000200:1.0:1734676302.348775:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.348778:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09be00. 00000400:00000200:1.0:1734676302.348781:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.348784:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.348787:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676302.348788:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000800:00000200:1.0:1734676302.348838:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.348840:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009900. 00000400:00000200:1.0:1734676302.348842:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.348845:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.348847:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676302.348848:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676302.348852:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864306688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.350998:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53700. 00010000:00000010:1.1:1734676302.351007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d134600. 00010000:00000010:1.1:1734676302.351010:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20b00. 00010000:00000010:1.1:1734676302.351012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ec00. 00010000:00000010:1.1:1734676302.351017:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147e00. 00010000:00000010:1.1:1734676302.351020:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc600. 00010000:00000010:1.1:1734676302.351023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a0600. 00010000:00000010:0.1:1734676302.356632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35d800. 00000800:00000200:1.0:1734676302.358181:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.358184:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afd00. 00000400:00000200:1.0:1734676302.358187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.358190:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.358194:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676302.358195:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000800:00000200:1.0:1734676302.358234:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.358236:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009b00. 00000400:00000200:1.0:1734676302.358238:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.358241:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.358243:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676302.358245:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676302.358250:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864306944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.360346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103600. 00010000:00000010:0.1:1734676302.360356:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be600. 00010000:00000010:0.1:1734676302.360360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ede3a00. 00010000:00000010:0.1:1734676302.360364:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33100. 00010000:00000010:0.1:1734676302.360366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ede3c00. 00010000:00000010:0.1:1734676302.360368:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009600. 00010000:00000010:0.1:1734676302.360371:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c320200. 00010000:00000010:1.1:1734676302.360689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6c00. 00000800:00000200:1.0:1734676302.362805:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.362808:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9af400. 00000400:00000200:1.0:1734676302.362811:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.362814:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.362817:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676302.362819:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000800:00000200:1.0:1734676302.362861:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.362863:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009e00. 00000400:00000200:1.0:1734676302.362865:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.362868:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.362870:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676302.362872:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676302.362877:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864307072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.363204:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae100. 00010000:00000010:0.1:1734676302.363211:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877800. 00010000:00000010:0.1:1734676302.363216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daabe00. 00010000:00000010:0.1:1734676302.363243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877a00. 00000800:00000200:1.0:1734676302.365925:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.365928:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9af500. 00000400:00000200:1.0:1734676302.365931:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.365935:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.365937:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:1.0:1734676302.365939:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000800:00000200:1.0:1734676302.365972:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.365974:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009100. 00000400:00000200:1.0:1734676302.365976:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.365979:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.365981:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676302.365982:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676302.365987:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864307200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.366129:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2a00. 00000020:00000010:1.0:1734676302.368729:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3400. 00000020:00000010:1.0:1734676302.368734:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.368738:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.368757:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867816320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.368788:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867816320 02000000:00000010:1.0:1734676302.368795:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.368824:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.368831:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.368836:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.368839:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.368847:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676302.368852:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867816320, offset 224 00000400:00000200:1.0:1734676302.368857:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.368864:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.368869:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79103:79103:256:4294967295] 192.168.203.46@tcp LPNI seq info [79099:79099:8:4294967295] 00000400:00000200:1.0:1734676302.368877:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.368882:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.368885:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.368890:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.368895:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.368898:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.368910:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.368913:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.368916:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b3400. 00010000:00000010:1.1:1734676302.370288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75900. 00010000:00000010:1.1:1734676302.370293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876600. 00010000:00000010:1.1:1734676302.372206:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0e00. 00010000:00000010:1.1:1734676302.372214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5e00. 00010000:00000010:1.1:1734676302.375415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdfe00. 00010000:00000010:1.1:1734676302.375421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877600. 00010000:00000010:1.1:1734676302.375425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321e00. 00010000:00000010:1.1:1734676302.375429:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75100. 00010000:00000010:1.1:1734676302.375432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876e00. 00010000:00000010:1.1:1734676302.375435:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009f00. 00010000:00000010:1.1:1734676302.375437:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877a00. 00000020:00000010:1.0:1734676302.378520:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3400. 00000020:00000010:1.0:1734676302.378525:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.378529:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.378548:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867816576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.378578:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867816576 02000000:00000010:1.0:1734676302.378591:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.378611:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da98f80. 00010000:00000010:1.0:1734676302.378628:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.378634:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.378639:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.378641:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.378649:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676302.378653:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867816576, offset 224 00000400:00000200:1.0:1734676302.378658:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.378664:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.378669:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79107:79107:256:4294967295] 192.168.203.46@tcp LPNI seq info [79103:79103:8:4294967295] 00000400:00000200:1.0:1734676302.378677:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.378683:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.378687:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.378691:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.378696:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.378699:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.378721:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.378724:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.378727:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b3400. 00010000:00000010:1.1:1734676302.381853:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ce000. 00010000:00000010:1.1:1734676302.384216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40800. 00010000:00000010:1.1:1734676302.384225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379b600. 00010000:00000010:3.1:1734676302.384282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05200. 00010000:00000010:1.1:1734676302.388611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6200. 00000400:00000200:1.0:1734676302.388753:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.388767:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e00e80 00000400:00000200:1.0:1734676302.388774:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3099 [1] + 224 00000400:00000200:1.0:1734676302.388794:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.388798:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.388807:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864307840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.391437:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.391441:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afe00. 00000400:00000200:1.0:1734676302.391443:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.391447:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.391450:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676302.391452:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000800:00000200:1.0:1734676302.391490:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.391492:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009e00. 00000400:00000200:1.0:1734676302.391494:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.391497:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.391499:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676302.391508:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:1.0:1734676302.391513:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864307968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.394774:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3100. 00010000:00000010:0.1:1734676302.394787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007379a800. 00010000:00000010:0.1:1734676302.394791:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ffd00. 00010000:00000010:0.1:1734676302.394796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa66400. 00010000:00000010:1.1:1734676302.394799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564000. 00000800:00000200:1.0:1734676302.398157:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.398161:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9af000. 00000400:00000200:1.0:1734676302.398164:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.398167:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.398170:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676302.398172:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:1.0:1734676302.398217:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.398219:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009600. 00000400:00000200:1.0:1734676302.398222:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.398224:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.398226:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676302.398227:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676302.398231:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864308096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.402060:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d360800. 00010000:00000010:1.1:1734676302.402154:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3800. 00010000:00000010:1.1:1734676302.402160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa66200. 00010000:00000010:1.1:1734676302.402164:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847d00. 00010000:00000010:1.1:1734676302.402167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0ab200. 00010000:00000010:1.1:1734676302.402171:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009100. 00010000:00000010:1.1:1734676302.402174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737be800. 00000800:00000200:1.0:1734676302.402864:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.402866:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009b00. 00000400:00000200:1.0:1734676302.402869:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.402872:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.402875:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676302.402876:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676302.402880:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864308224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.405500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf54800. 00010000:00000010:1.1:1734676302.409953:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43800. 00010000:00000010:1.1:1734676302.409961:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bf800. 00010000:00000010:1.1:1734676302.415516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc200. 00000800:00000200:1.0:1734676302.418719:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.418722:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9af700. 00000400:00000200:1.0:1734676302.418724:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.418727:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.418731:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676302.418732:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:1.0:1734676302.418818:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.418820:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009500. 00000400:00000200:1.0:1734676302.418823:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.418826:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.418828:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676302.418829:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676302.418834:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864308608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.420783:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.420786:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afb00. 00000400:00000200:1.0:1734676302.420789:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.420792:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.420794:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676302.420796:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00010000:00000010:1.1:1734676302.421128:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9ea00. 00010000:00000010:1.1:1734676302.421134:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cf00. 00010000:00000010:1.1:1734676302.421141:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bfa00. 00010000:00000010:1.1:1734676302.421145:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd900. 00010000:00000010:1.1:1734676302.421148:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bf000. 00000800:00000200:1.0:1734676302.421547:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.421550:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009000. 00000400:00000200:1.0:1734676302.421553:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.421556:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.421558:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676302.421559:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676302.421564:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864308736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.424111:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.424114:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9aff00. 00000400:00000200:1.0:1734676302.424117:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.424120:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.424123:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676302.424124:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00010000:00000010:1.1:1734676302.427503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf200. 00000800:00000200:1.0:1734676302.429374:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.429377:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9afa00. 00000400:00000200:1.0:1734676302.429379:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.429383:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.429385:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676302.429387:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:1.0:1734676302.429416:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.429418:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009700. 00000400:00000200:1.0:1734676302.429420:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.429423:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.429425:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.429426:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676302.429431:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864308992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.430798:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30600. 00010000:00000010:1.1:1734676302.430805:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737be800. 00010000:00000010:1.1:1734676302.430809:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009300. 00010000:00000010:1.1:1734676302.430812:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079e5aa00. 00010000:00000010:1.1:1734676302.430815:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c800. 00010000:00000010:1.1:1734676302.430818:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f77c00. 00000800:00000200:1.0:1734676302.434300:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.434304:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009c00. 00000400:00000200:1.0:1734676302.434308:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.434312:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.434315:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676302.434316:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676302.434322:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864309120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.437494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474800. 00010000:00000010:2.1:1734676302.437499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079e5ae00. 00010000:00000010:2.1:1734676302.437502:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24400. 00010000:00000010:2.1:1734676302.437505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26200. 00010000:00000010:2.1:1734676302.437509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2a00. 00000800:00000200:1.0:1734676302.437953:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.437956:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009e009c00. 00000400:00000200:1.0:1734676302.437959:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.437963:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.437967:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676302.437969:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 02000000:00000010:1.0:1734676302.437972:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00010000:00000010:1.1:1734676302.446093:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39d00. 00010000:00000010:1.1:1734676302.446099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f77200. 00010000:00000010:1.1:1734676302.446113:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4400. 00010000:00000010:1.1:1734676302.446116:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38e00. 00010000:00000010:1.1:1734676302.446118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d983e00. 00010000:00000010:0.1:1734676302.446202:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2800. 00010000:00000010:0.1:1734676302.453218:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5a00. 00010000:00000010:0.1:1734676302.453229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982200. 00010000:00000010:0.1:1734676302.453235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af600. 00010000:00000010:0.1:1734676302.453241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007600. 00010000:00000010:0.1:1734676302.453244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afa00. 00010000:00000010:0.1:1734676302.453247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006000. 00010000:00000010:0.1:1734676302.453249:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9aff00. 00010000:00000010:0.1:1734676302.453251:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007400. 00010000:00000010:0.1:1734676302.453253:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afb00. 00010000:00000010:0.1:1734676302.453255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006400. 00010000:00000010:0.1:1734676302.453256:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af700. 00010000:00000010:0.1:1734676302.453259:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007e00. 00010000:00000010:1.1:1734676302.458439:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e700. 00010000:00000010:1.1:1734676302.458445:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982a00. 00010000:00000010:1.1:1734676302.458448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1400. 00010000:00000010:1.1:1734676302.458451:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ff00. 00010000:00000010:1.1:1734676302.458457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdeca00. 00010000:00000010:1.1:1734676302.458462:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009300. 00010000:00000010:1.1:1734676302.458465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff10800. 00010000:00000010:1.1:1734676302.458467:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009700. 00010000:00000010:1.1:1734676302.458470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff11000. 00010000:00000010:1.1:1734676302.458472:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009a00. 00010000:00000010:1.1:1734676302.458474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff10600. 00010000:00000010:1.1:1734676302.458476:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009000. 00010000:00000010:1.1:1734676302.458479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d05c400. 00010000:00000010:1.1:1734676302.458481:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009500. 00010000:00000010:1.1:1734676302.458484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a600. 00010000:00000010:1.1:1734676302.458487:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009900. 00010000:00000010:1.1:1734676302.458489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a400. 00010000:00000010:1.1:1734676302.461890:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009d00. 00010000:00000010:1.1:1734676302.461898:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130b800. 00010000:00000010:1.1:1734676302.461900:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009b00. 00010000:00000010:1.1:1734676302.461902:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130bc00. 00010000:00000010:1.1:1734676302.461904:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009100. 00010000:00000010:1.1:1734676302.461907:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130b000. 00010000:00000010:1.1:1734676302.461909:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009600. 00010000:00000010:1.1:1734676302.461912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130ae00. 00010000:00000010:1.1:1734676302.461914:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009e00. 00010000:00000010:1.1:1734676302.461916:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a200. 00010000:00000010:1.1:1734676302.461918:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009800. 00010000:00000010:1.1:1734676302.461921:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735af600. 00010000:00000010:1.1:1734676302.461926:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009200. 00010000:00000010:1.1:1734676302.461928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735afa00. 00010000:00000010:1.1:1734676302.461930:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009f00. 00010000:00000010:1.1:1734676302.461933:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099c00. 00010000:00000010:1.1:1734676302.461935:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e009c00. 00010000:00000010:1.1:1734676302.461937:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098400. 00010000:00000010:1.1:1734676302.461943:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af000. 00010000:00000010:1.1:1734676302.461946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099800. 00010000:00000010:1.1:1734676302.461948:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af600. 00010000:00000010:1.1:1734676302.461950:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098800. 00010000:00000010:1.1:1734676302.461952:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afc00. 00010000:00000010:1.1:1734676302.461954:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d099000. 00010000:00000010:1.1:1734676302.461956:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af800. 00010000:00000010:1.1:1734676302.461958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098c00. 00010000:00000010:1.1:1734676302.461960:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afd00. 00010000:00000010:1.1:1734676302.461963:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098200. 00010000:00000010:1.1:1734676302.461965:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301aff00. 00010000:00000010:1.1:1734676302.461967:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073706e00. 00010000:00000010:1.1:1734676302.461973:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af700. 00010000:00000010:1.1:1734676302.461977:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d800. 00010000:00000010:1.1:1734676302.461980:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afb00. 00010000:00000010:1.1:1734676302.461982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d000. 00010000:00000010:1.1:1734676302.461984:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af300. 00010000:00000010:1.1:1734676302.461986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d400. 00010000:00000010:1.1:1734676302.461988:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af500. 00010000:00000010:1.1:1734676302.461991:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d200. 00010000:00000010:1.1:1734676302.461993:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af100. 00010000:00000010:1.1:1734676302.461995:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81c600. 00010000:00000010:1.1:1734676302.461999:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afa00. 00010000:00000010:1.1:1734676302.462001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81ca00. 00010000:00000010:1.1:1734676302.462003:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301afe00. 00010000:00000010:1.1:1734676302.462005:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81de00. 00010000:00000010:1.1:1734676302.462007:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301af200. 00010000:00000010:1.1:1734676302.462010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b1000. 00010000:00000010:1.1:1734676302.462014:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ca00. 00010000:00000010:1.1:1734676302.462018:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b0800. 00010000:00000010:1.1:1734676302.462020:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c200. 00010000:00000010:1.1:1734676302.462022:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b0600. 00010000:00000010:1.1:1734676302.462024:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127ce00. 00010000:00000010:1.1:1734676302.462026:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505e00. 00010000:00000010:1.1:1734676302.462029:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c300. 00010000:00000010:1.1:1734676302.462031:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505600. 00010000:00000010:1.1:1734676302.462033:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cb00. 00010000:00000010:1.1:1734676302.462035:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8505c00. 00010000:00000010:1.1:1734676302.462057:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cd00. 00010000:00000010:1.1:1734676302.462060:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8504c00. 00010000:00000010:1.1:1734676302.462061:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c700. 00010000:00000010:1.1:1734676302.462064:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8504800. 00010000:00000010:1.1:1734676302.462065:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c900. 00010000:00000010:1.1:1734676302.462068:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009593fa00. 00010000:00000010:1.1:1734676302.462071:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c800. 00010000:00000010:1.1:1734676302.462073:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009593e400. 00010000:00000010:1.1:1734676302.462076:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c400. 00010000:00000010:1.1:1734676302.462078:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acee00. 00010000:00000010:1.1:1734676302.462080:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c000. 00010000:00000010:1.1:1734676302.462082:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acf800. 00010000:00000010:1.1:1734676302.462084:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c500. 00010000:00000010:1.1:1734676302.462088:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126bc00. 00010000:00000010:1.1:1734676302.462090:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cc00. 00010000:00000010:1.1:1734676302.462092:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126ba00. 00010000:00000010:1.1:1734676302.462096:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4500. 00010000:00000010:1.1:1734676302.462100:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126ac00. 00010000:00000010:1.1:1734676302.462111:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4c00. 00010000:00000010:1.1:1734676302.462114:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126aa00. 00010000:00000010:1.1:1734676302.462116:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4800. 00010000:00000010:1.1:1734676302.462118:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126b800. 00010000:00000010:1.1:1734676302.462120:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4700. 00010000:00000010:1.1:1734676302.462122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126b200. 00010000:00000010:0.1:1734676302.462251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afd00. 00010000:00000010:0.1:1734676302.462255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d007a00. 00010000:00000010:0.1:1734676302.462258:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af400. 00010000:00000010:0.1:1734676302.462262:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0e000. 00010000:00000010:0.1:1734676302.462264:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af800. 00010000:00000010:0.1:1734676302.462266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0e400. 00010000:00000010:0.1:1734676302.462268:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af500. 00010000:00000010:0.1:1734676302.462270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0f200. 00010000:00000010:0.1:1734676302.462272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af000. 00010000:00000010:0.1:1734676302.462274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0ea00. 00010000:00000010:0.1:1734676302.462276:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afe00. 00010000:00000010:0.1:1734676302.462277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0ee00. 00010000:00000010:0.1:1734676302.462282:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5600. 00010000:00000010:0.1:1734676302.462285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0ec00. 00010000:00000010:0.1:1734676302.462287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5f00. 00010000:00000010:0.1:1734676302.462289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d0f600. 00010000:00000010:0.1:1734676302.462291:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5300. 00010000:00000010:0.1:1734676302.462293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da22e00. 00010000:00000010:0.1:1734676302.462296:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5900. 00010000:00000010:0.1:1734676302.462298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da23600. 00010000:00000010:0.1:1734676302.462301:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5700. 00010000:00000010:0.1:1734676302.462303:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db3c000. 00010000:00000010:0.1:1734676302.462306:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5100. 00010000:00000010:0.1:1734676302.462308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d86c600. 00010000:00000010:0.1:1734676302.462311:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5b00. 00010000:00000010:0.1:1734676302.462313:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cce000. 00010000:00000010:0.1:1734676302.462315:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5d00. 00010000:00000010:0.1:1734676302.462317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ccee00. 00010000:00000010:0.1:1734676302.462319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5500. 00010000:00000010:0.1:1734676302.462321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a300400. 00010000:00000010:0.1:1734676302.462324:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5e00. 00010000:00000010:0.1:1734676302.462326:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daa3000. 00010000:00000010:0.1:1734676302.462329:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5200. 00010000:00000010:0.1:1734676302.462332:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526c00. 00010000:00000010:0.1:1734676302.462334:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5800. 00010000:00000010:0.1:1734676302.462336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526400. 00010000:00000010:0.1:1734676302.462338:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5400. 00010000:00000010:0.1:1734676302.462341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527a00. 00010000:00000010:1.1:1734676302.462344:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4a00. 00010000:00000010:1.1:1734676302.462350:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e0800. 00010000:00000010:1.1:1734676302.462353:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4f00. 00010000:00000010:1.1:1734676302.462356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e1000. 00010000:00000010:1.1:1734676302.462358:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4200. 00010000:00000010:1.1:1734676302.462360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e0e00. 00010000:00000010:1.1:1734676302.462361:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4b00. 00010000:00000010:1.1:1734676302.462363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e0400. 00010000:00000010:1.1:1734676302.462365:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4d00. 00010000:00000010:1.1:1734676302.462367:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e1400. 00010000:00000010:1.1:1734676302.462369:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4000. 00010000:00000010:1.1:1734676302.462372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e9000. 00010000:00000010:1.1:1734676302.462376:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd200. 00010000:00000010:1.1:1734676302.462379:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e8a00. 00010000:00000010:1.1:1734676302.462381:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafde00. 00010000:00000010:1.1:1734676302.462384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e8000. 00010000:00000010:1.1:1734676302.462385:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd600. 00010000:00000010:1.1:1734676302.462387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e9200. 00010000:00000010:1.1:1734676302.462390:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdb00. 00010000:00000010:1.1:1734676302.462392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e8600. 00010000:00000010:1.1:1734676302.462393:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdf00. 00010000:00000010:1.1:1734676302.462396:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e8c00. 00010000:00000010:1.1:1734676302.462398:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd500. 00010000:00000010:1.1:1734676302.462401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfca000. 00010000:00000010:1.1:1734676302.462403:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafda00. 00010000:00000010:1.1:1734676302.462406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfca800. 00010000:00000010:1.1:1734676302.462407:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdc00. 00010000:00000010:1.1:1734676302.462409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcb600. 00010000:00000010:1.1:1734676302.462411:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd100. 00010000:00000010:1.1:1734676302.462413:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfca600. 00010000:00000010:1.1:1734676302.462415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd300. 00010000:00000010:1.1:1734676302.462417:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcba00. 00010000:00000010:1.1:1734676302.462419:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd400. 00010000:00000010:1.1:1734676302.462422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9000. 00010000:00000010:1.1:1734676302.462424:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafdd00. 00010000:00000010:1.1:1734676302.462426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9200. 00010000:00000010:1.1:1734676302.462430:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cd00. 00010000:00000010:1.1:1734676302.462431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9a00. 00010000:00000010:1.1:1734676302.462434:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cf00. 00010000:00000010:1.1:1734676302.462435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9800. 00010000:00000010:1.1:1734676302.462438:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c300. 00010000:00000010:1.1:1734676302.462440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c8000. 00010000:00000010:1.1:1734676302.462443:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c100. 00010000:00000010:1.1:1734676302.462444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9e00. 00010000:00000010:1.1:1734676302.462446:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c200. 00010000:00000010:1.1:1734676302.462448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c8800. 00010000:00000010:1.1:1734676302.462450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c500. 00010000:00000010:1.1:1734676302.462453:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cda4400. 00010000:00000010:1.1:1734676302.462455:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99ce00. 00010000:00000010:1.1:1734676302.462457:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cda5600. 00010000:00000010:1.1:1734676302.462459:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99ca00. 00010000:00000010:1.1:1734676302.462462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cda4e00. 00010000:00000010:1.1:1734676302.462463:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c600. 00010000:00000010:1.1:1734676302.462466:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c322800. 00010000:00000010:1.1:1734676302.462469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cb00. 00010000:00000010:1.1:1734676302.462471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c322200. 00010000:00000010:1.1:1734676302.462473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c000. 00010000:00000010:1.1:1734676302.462476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737b8400. 00010000:00000010:1.1:1734676302.462479:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c700. 00010000:00000010:1.1:1734676302.462481:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737b8c00. 00010000:00000010:1.1:1734676302.462484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:1.1:1734676302.462486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737b8600. 00010000:00000010:1.1:1734676302.462488:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080700. 00010000:00000010:1.1:1734676302.462491:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18000. 00010000:00000010:0.1:1734676302.462545:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5000. 00010000:00000010:0.1:1734676302.462548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527c00. 00010000:00000010:0.1:1734676302.462552:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f900. 00010000:00000010:0.1:1734676302.462555:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526200. 00010000:00000010:0.1:1734676302.462557:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fd00. 00010000:00000010:0.1:1734676302.462558:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527e00. 00010000:00000010:0.1:1734676302.462560:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fc00. 00010000:00000010:0.1:1734676302.462562:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073526a00. 00010000:00000010:0.1:1734676302.462564:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f100. 00010000:00000010:0.1:1734676302.462566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b2ba00. 00010000:00000010:0.1:1734676302.462569:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f300. 00010000:00000010:0.1:1734676302.462571:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da24000. 00010000:00000010:0.1:1734676302.462573:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f400. 00010000:00000010:0.1:1734676302.462576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da25200. 00010000:00000010:0.1:1734676302.462578:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f800. 00010000:00000010:0.1:1734676302.462580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0284200. 00010000:00000010:0.1:1734676302.462583:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f600. 00010000:00000010:0.1:1734676302.462585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880099775200. 00010000:00000010:0.1:1734676302.462588:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5ff00. 00010000:00000010:0.1:1734676302.462591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958ed600. 00010000:00000010:0.1:1734676302.462594:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fa00. 00010000:00000010:0.1:1734676302.462596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129dda600. 00010000:00000010:0.1:1734676302.462597:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f000. 00010000:00000010:0.1:1734676302.462599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ddbe00. 00010000:00000010:0.1:1734676302.462601:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f200. 00010000:00000010:0.1:1734676302.462604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1caa00. 00010000:00000010:0.1:1734676302.462605:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f700. 00010000:00000010:0.1:1734676302.462607:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cb400. 00010000:00000010:0.1:1734676302.462609:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fe00. 00010000:00000010:0.1:1734676302.462611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da49c00. 00010000:00000010:0.1:1734676302.462616:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8b00. 00010000:00000010:0.1:1734676302.462619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da48c00. 00010000:00000010:0.1:1734676302.462622:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8f00. 00010000:00000010:0.1:1734676302.462624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da48400. 00010000:00000010:0.1:1734676302.462625:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8800. 00010000:00000010:0.1:1734676302.462627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da48600. 00010000:00000010:0.1:1734676302.462629:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8600. 00010000:00000010:0.1:1734676302.462631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b5000. 00010000:00000010:0.1:1734676302.462633:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8d00. 00010000:00000010:0.1:1734676302.462635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312b5c00. 00010000:00000010:0.1:1734676302.462637:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8300. 00010000:00000010:0.1:1734676302.462639:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd8800. 00010000:00000010:0.1:1734676302.462641:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8100. 00010000:00000010:0.1:1734676302.462644:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9e00. 00010000:00000010:0.1:1734676302.462646:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8e00. 00010000:00000010:0.1:1734676302.462648:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9c00. 00010000:00000010:0.1:1734676302.462650:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8400. 00010000:00000010:0.1:1734676302.462652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9a00. 00010000:00000010:0.1:1734676302.462654:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8200. 00010000:00000010:0.1:1734676302.462656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9200. 00010000:00000010:0.1:1734676302.462658:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8500. 00010000:00000010:0.1:1734676302.462660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9600. 00010000:00000010:0.1:1734676302.462662:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8900. 00010000:00000010:0.1:1734676302.462665:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885200. 00010000:00000010:0.1:1734676302.462669:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8a00. 00010000:00000010:0.1:1734676302.462671:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885400. 00010000:00000010:0.1:1734676302.462672:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8700. 00010000:00000010:0.1:1734676302.462674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885600. 00010000:00000010:0.1:1734676302.462677:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f300. 00010000:00000010:0.1:1734676302.462679:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885e00. 00010000:00000010:0.1:1734676302.462681:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f600. 00010000:00000010:0.1:1734676302.462683:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d885a00. 00010000:00000010:0.1:1734676302.462685:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fc00. 00010000:00000010:0.1:1734676302.462687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880071504e00. 00010000:00000010:0.1:1734676302.462690:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fe00. 00010000:00000010:0.1:1734676302.462692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880071505200. 00010000:00000010:0.1:1734676302.462695:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f100. 00010000:00000010:0.1:1734676302.462697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d955400. 00010000:00000010:0.1:1734676302.462700:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f700. 00010000:00000010:0.1:1734676302.462702:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d955c00. 00010000:00000010:0.1:1734676302.462704:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f200. 00010000:00000010:0.1:1734676302.462706:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d954000. 00010000:00000010:0.1:1734676302.462903:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fa00. 00010000:00000010:0.1:1734676302.462906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801373b5200. 00010000:00000010:0.1:1734676302.462908:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f000. 00010000:00000010:0.1:1734676302.462911:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcec00. 00010000:00000010:0.1:1734676302.462915:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fd00. 00010000:00000010:0.1:1734676302.462918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcf200. 00010000:00000010:0.1:1734676302.462920:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127fb00. 00010000:00000010:0.1:1734676302.462922:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdce000. 00000400:00000200:1.0:1734676302.463877:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.463886:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e01500 00000400:00000200:1.0:1734676302.463900:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3139 [1] + 224 00000400:00000200:1.0:1734676302.463907:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.463910:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.463916:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864309504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.463930:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.463935:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515a000 00000400:00000200:1.0:1734676302.463939:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1ab5 [2] + 328 00000400:00000200:1.0:1734676302.463943:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.463946:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.463949:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.463954:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000400:00000200:1.0:1734676302.463980:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.463984:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515a080 00000400:00000200:1.0:1734676302.463986:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1ab5 [2] + 656 00000400:00000200:1.0:1734676302.464004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.464008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.464011:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.464013:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00010000:00000010:1.1:1734676302.466380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d135400. 00010000:00000010:0.1:1734676302.466381:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080500. 00010000:00000010:0.1:1734676302.466388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18400. 00010000:00000010:0.1:1734676302.466395:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1100. 00010000:00000010:0.1:1734676302.466399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcf600. 00010000:00000010:0.1:1734676302.466401:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1500. 00010000:00000010:0.1:1734676302.466404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800796c0a00. 00010000:00000010:0.1:1734676302.466407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1200. 00010000:00000010:0.1:1734676302.466409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800796c1a00. 00010000:00000010:0.1:1734676302.466411:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1400. 00010000:00000010:0.1:1734676302.466414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ef4000. 00010000:00000010:0.1:1734676302.466415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1e00. 00010000:00000010:0.1:1734676302.466418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ef5c00. 00010000:00000010:0.1:1734676302.466419:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1700. 00010000:00000010:0.1:1734676302.466421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ef5400. 00010000:00000010:0.1:1734676302.466423:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1800. 00010000:00000010:0.1:1734676302.466425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5d400. 00010000:00000010:0.1:1734676302.466427:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1b00. 00010000:00000010:0.1:1734676302.466430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5c600. 00010000:00000010:0.1:1734676302.466431:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1900. 00010000:00000010:0.1:1734676302.466433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5de00. 00010000:00000010:0.1:1734676302.466435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1000. 00010000:00000010:0.1:1734676302.466436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a5d800. 00010000:00000010:0.1:1734676302.466438:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1d00. 00010000:00000010:0.1:1734676302.466441:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d762a00. 00010000:00000010:0.1:1734676302.466443:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1600. 00010000:00000010:0.1:1734676302.466446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dae00. 00010000:00000010:0.1:1734676302.466448:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1c00. 00010000:00000010:0.1:1734676302.466450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6da400. 00010000:00000010:0.1:1734676302.466454:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db000. 00010000:00000010:0.1:1734676302.466457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6db000. 00010000:00000010:0.1:1734676302.466460:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db300. 00010000:00000010:0.1:1734676302.466462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6da800. 00010000:00000010:0.1:1734676302.466463:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db400. 00010000:00000010:0.1:1734676302.466465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dbe00. 00010000:00000010:0.1:1734676302.466467:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db200. 00010000:00000010:0.1:1734676302.466470:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a26000. 00010000:00000010:0.1:1734676302.466472:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db700. 00010000:00000010:0.1:1734676302.466474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a26600. 00010000:00000010:0.1:1734676302.466476:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbe00. 00010000:00000010:0.1:1734676302.466479:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073613400. 00010000:00000010:0.1:1734676302.466483:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dba00. 00010000:00000010:0.1:1734676302.466485:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073613800. 00010000:00000010:0.1:1734676302.466486:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db500. 00010000:00000010:0.1:1734676302.466488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073613200. 00010000:00000010:0.1:1734676302.466490:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbb00. 00010000:00000010:0.1:1734676302.466492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073613a00. 00010000:00000010:0.1:1734676302.466495:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011700. 00010000:00000010:0.1:1734676302.466498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612200. 00010000:00000010:0.1:1734676302.466501:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011d00. 00010000:00000010:0.1:1734676302.466503:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4e400. 00010000:00000010:0.1:1734676302.466506:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011500. 00010000:00000010:0.1:1734676302.466509:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4fc00. 00010000:00000010:0.1:1734676302.466510:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011200. 00010000:00000010:0.1:1734676302.466512:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4e000. 00010000:00000010:0.1:1734676302.466514:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011000. 00010000:00000010:0.1:1734676302.466516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4e600. 00010000:00000010:0.1:1734676302.466517:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011800. 00010000:00000010:0.1:1734676302.466519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4f800. 00010000:00000010:0.1:1734676302.466521:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011c00. 00010000:00000010:0.1:1734676302.466524:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430400. 00010000:00000010:0.1:1734676302.466527:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011300. 00010000:00000010:0.1:1734676302.466530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d431a00. 00010000:00000010:0.1:1734676302.466533:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011900. 00010000:00000010:0.1:1734676302.466535:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430600. 00010000:00000010:0.1:1734676302.466537:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011100. 00010000:00000010:0.1:1734676302.466539:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d431c00. 00010000:00000010:0.1:1734676302.466541:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011400. 00010000:00000010:0.1:1734676302.466543:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430c00. 00010000:00000010:0.1:1734676302.466544:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011e00. 00010000:00000010:0.1:1734676302.466546:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d431200. 00010000:00000010:0.1:1734676302.466550:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35200. 00010000:00000010:0.1:1734676302.466554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f78e00. 00010000:00000010:0.1:1734676302.466555:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35000. 00010000:00000010:0.1:1734676302.466557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f79c00. 00010000:00000010:0.1:1734676302.466559:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35500. 00010000:00000010:0.1:1734676302.466561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f78000. 00010000:00000010:0.1:1734676302.466563:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35600. 00010000:00000010:0.1:1734676302.466565:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746e00. 00010000:00000010:0.1:1734676302.466567:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35100. 00010000:00000010:0.1:1734676302.466569:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746200. 00010000:00000010:0.1:1734676302.466571:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35300. 00010000:00000010:0.1:1734676302.466573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d746600. 00010000:00000010:0.1:1734676302.466574:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35f00. 00010000:00000010:0.1:1734676302.466576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d747a00. 00010000:00000010:0.1:1734676302.466578:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35a00. 00010000:00000010:0.1:1734676302.466581:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d882600. 00010000:00000010:0.1:1734676302.466586:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35900. 00010000:00000010:0.1:1734676302.466588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d883e00. 00010000:00000010:0.1:1734676302.466592:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35400. 00010000:00000010:0.1:1734676302.466594:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d882e00. 00010000:00000010:0.1:1734676302.466596:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5fb00. 00010000:00000010:0.1:1734676302.466598:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ca7e00. 00000020:00000010:1.0:1734676302.468248:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2c00. 00000020:00000010:1.0:1734676302.468253:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.468257:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.468275:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867818752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.468297:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867818752 02000000:00000010:1.0:1734676302.468305:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.468331:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.468336:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.468341:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.468343:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.468353:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676302.468357:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867818752, offset 224 00000400:00000200:1.0:1734676302.468362:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.468369:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.468374:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79141:79141:256:4294967295] 192.168.203.46@tcp LPNI seq info [79137:79137:8:4294967295] 00000400:00000200:1.0:1734676302.468382:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.468386:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.468389:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676302.468393:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.468398:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.468401:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.468424:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.468428:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.468431:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2c00. 00010000:00000010:0.1:1734676302.469116:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d97f400. 00000800:00000200:1.0:1734676302.469149:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.469151:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676302.469154:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.469161:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.469163:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676302.469165:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:1.0:1734676302.469169:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864309760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.472260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130124400. 00010000:00000010:0.1:1734676302.472272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2b00. 00010000:00000010:0.1:1734676302.472276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b811600. 00000800:00000200:1.0:1734676302.475916:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.475919:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080d00. 00000400:00000200:1.0:1734676302.475922:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.475925:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.475928:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.475929:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:1.0:1734676302.476516:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.476519:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30d00. 00000400:00000200:1.0:1734676302.476521:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.476525:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.476527:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676302.476528:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676302.476533:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864309888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.477327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312be400. 00010000:00000010:0.1:1734676302.477334:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4f00. 00010000:00000010:0.1:1734676302.477336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b811e00. 00000020:00000010:1.0:1734676302.479331:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b3000. 00000020:00000010:1.0:1734676302.479336:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.479340:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.479358:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867819008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.479882:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867819008 02000000:00000010:1.0:1734676302.479891:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.479912:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143a00. 00010000:00000010:1.0:1734676302.479963:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.479969:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.480430:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00000100:00000010:1.0:1734676302.480436:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.480439:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00010000:00000010:1.0:1734676302.480443:0:21612:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143980. 00000400:00000010:1.0:1734676302.480451:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676302.480453:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867819008, offset 224 00000400:00000200:1.0:1734676302.480457:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.480461:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.480464:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79146:79146:255:4294967295] 192.168.203.46@tcp LPNI seq info [79142:79142:7:4294967295] 00000400:00000200:1.0:1734676302.480470:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.480473:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.480475:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676302.480477:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.480480:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.480482:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.480490:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.480493:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.480496:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b3000. 00010000:00000010:0.1:1734676302.484331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecbc00. 00000800:00000200:1.0:1734676302.492976:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.492980:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676302.492984:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.492988:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.492991:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676302.492992:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:1.0:1734676302.492999:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864310272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.493080:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.493083:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080300. 00000400:00000200:1.0:1734676302.493086:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.493089:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.493091:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676302.493093:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00010000:00000010:1.1:1734676302.493773:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04a00. 00010000:00000010:1.1:1734676302.493780:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b810c00. 00010000:00000010:0.1:1734676302.493781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4e000. 00010000:00000010:1.1:1734676302.493784:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30900. 00010000:00000010:1.1:1734676302.493787:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b810000. 00000800:00000200:1.0:1734676302.496675:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.496679:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080f00. 00000400:00000200:1.0:1734676302.496682:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.496685:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.496688:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676302.496690:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:1.0:1734676302.496728:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.496730:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30800. 00000400:00000200:1.0:1734676302.496732:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.496735:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.496737:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676302.496738:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:1.0:1734676302.496743:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864310400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676302.500355:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.500360:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.500364:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.500383:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867819520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.500411:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867819520 02000000:00000010:1.0:1734676302.500420:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.500446:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.500451:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.500456:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.500458:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.500469:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676302.500473:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867819520, offset 224 00000400:00000200:1.0:1734676302.500478:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.500485:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.500490:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79153:79153:256:4294967295] 192.168.203.46@tcp LPNI seq info [79149:79149:8:4294967295] 00000400:00000200:1.0:1734676302.500497:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.500501:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.500504:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.500508:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.500514:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.500525:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.500536:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.500539:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.500542:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 00010000:00000010:1.1:1734676302.502231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea600. 00000800:00000200:1.0:1734676302.502242:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.502245:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30900. 00000400:00000200:1.0:1734676302.502248:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.502251:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.502254:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676302.502256:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676302.502263:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864310528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676302.504521:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.504526:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.504530:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.504610:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867819648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.504641:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867819648 02000000:00000010:1.0:1734676302.504649:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:1.0:1734676302.504669:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0c480. 00010000:00000010:1.0:1734676302.504682:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.504687:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.504702:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.504705:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.504714:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676302.504717:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867819648, offset 224 00000400:00000200:1.0:1734676302.504722:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.504729:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.504734:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79155:79155:256:4294967295] 192.168.203.46@tcp LPNI seq info [79151:79151:8:4294967295] 00000400:00000200:1.0:1734676302.504742:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.504746:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.504749:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676302.504753:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.504757:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.504761:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.504813:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.504818:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.504820:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 00010000:00000010:1.1:1734676302.507198:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8000. 00010000:00000010:1.1:1734676302.507209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cec00. 00010000:00000010:1.1:1734676302.507215:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850ca00. 00010000:00000010:1.1:1734676302.507218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9ce600. 00010000:00000010:0.1:1734676302.508057:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cf200. 00010000:00000010:0.1:1734676302.508065:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142000. 00000020:00000010:1.0:1734676302.508794:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.508800:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.508804:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.508823:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867819776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.508841:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867819776 02000000:00000010:1.0:1734676302.508849:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:1.0:1734676302.508871:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735e2100. 00010000:00000010:1.0:1734676302.508884:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.508891:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.508897:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.508899:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.508908:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676302.508912:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867819776, offset 224 00000400:00000200:1.0:1734676302.508916:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.508924:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.508929:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79157:79157:256:4294967295] 192.168.203.46@tcp LPNI seq info [79153:79153:8:4294967295] 00000400:00000200:1.0:1734676302.508937:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.508942:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.508945:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.508949:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.508955:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.508958:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.509020:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.509024:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.509027:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 00010000:00000010:1.1:1734676302.510288:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82d200. 00000020:00000010:1.0:1734676302.516931:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.516940:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.516945:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.516973:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867819904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.517005:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867819904 02000000:00000010:1.0:1734676302.517016:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.517571:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52a580. 00010000:00000010:1.0:1734676302.517589:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.517595:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00000100:00000010:1.0:1734676302.517737:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.517741:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.517751:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676302.517757:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867819904, offset 224 00000400:00000200:1.0:1734676302.517763:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.517774:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.517779:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79159:79159:256:4294967295] 192.168.203.46@tcp LPNI seq info [79155:79155:8:4294967295] 00000400:00000200:1.0:1734676302.517787:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.517793:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.517797:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.517802:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.517808:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.517811:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.517935:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.517940:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.517944:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 00010000:00000010:0.1:1734676302.518152:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4800. 00010000:00000010:1.1:1734676302.518191:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117600. 00010000:00000010:1.1:1734676302.518197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b300. 00010000:00000010:1.1:1734676302.518201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2000. 00010000:00000010:1.1:1734676302.518203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352400. 00010000:00000010:1.1:1734676302.518205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b100. 00010000:00000010:1.1:1734676302.518207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3e00. 00010000:00000010:1.1:1734676302.518210:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30800. 00010000:00000010:1.1:1734676302.518212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2c00. 00000020:00000010:1.0:1734676302.520913:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.520919:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.520922:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.520942:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa450 x1818938867820032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.520976:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867820032 02000000:00000010:1.0:1734676302.520984:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.521004:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d817000. 00010000:00000010:1.0:1734676302.521020:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.521025:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.521474:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00000100:00000010:1.0:1734676302.521479:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4c00. 00010000:00000010:1.0:1734676302.521481:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00010000:00000010:1.0:1734676302.521486:0:11224:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d917300. 00000400:00000010:1.0:1734676302.521495:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676302.521498:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867820032, offset 224 00000400:00000200:1.0:1734676302.521502:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.521506:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.521509:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79162:79162:256:4294967295] 192.168.203.46@tcp LPNI seq info [79158:79158:8:4294967295] 00000400:00000200:1.0:1734676302.521515:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.521519:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.521521:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676302.521524:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.521527:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.521529:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.521540:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.521544:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.521546:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 02000000:00000010:1.0:1734676302.521554:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.521558:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676302.521562:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676302.521564:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.521567:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676302.521570:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.521573:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676302.521575:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.521577:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676302.521579:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676302.521581:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676302.521583:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676302.521587:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.521590:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad210. 00000400:00000010:1.0:1734676302.521592:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09c4c00. 00010000:00000010:1.1:1734676302.524351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1900. 00010000:00000010:1.1:1734676302.524363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3c00. 00010000:00000010:1.1:1734676302.524368:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aefe00. 00010000:00000010:1.1:1734676302.524372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19600. 00000020:00000010:1.0:1734676302.527268:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2600. 00000020:00000010:1.0:1734676302.527274:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.527278:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.527296:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867820160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.527325:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867820160 02000000:00000010:1.0:1734676302.527333:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.527355:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ecf780. 00010000:00000010:1.0:1734676302.527369:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdd00. 00000100:00000010:1.0:1734676302.527374:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4f00. 00000100:00000010:1.0:1734676302.527393:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4f00. 00010000:00000010:1.0:1734676302.527397:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdd00. 00000400:00000010:1.0:1734676302.527405:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676302.527409:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867820160, offset 224 00000400:00000200:1.0:1734676302.527415:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.527422:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.527428:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79163:79163:256:4294967295] 192.168.203.46@tcp LPNI seq info [79159:79159:8:4294967295] 00000400:00000200:1.0:1734676302.527436:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.527441:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.527444:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.527447:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.527453:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.527456:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.527477:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676302.527481:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.527484:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2600. 00010000:00000010:0.1:1734676302.532170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b000. 00010000:00000010:0.1:1734676302.532180:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02600. 00010000:00000010:1.1:1734676302.533608:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f000. 00010000:00000010:1.1:1734676302.533614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00000800:00000200:1.0:1734676302.536324:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.536328:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080500. 00000400:00000200:1.0:1734676302.536331:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.536336:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.536339:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676302.536341:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676302.536347:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864311296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.536398:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.536400:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676302.536403:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.536406:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.536408:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676302.536409:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00010000:00000010:0.1:1734676302.539677:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103200. 00010000:00000010:0.1:1734676302.539686:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ca6400. 00010000:00000010:0.1:1734676302.539691:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0400. 00010000:00000010:0.1:1734676302.539693:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110a00. 00010000:00000010:1.1:1734676302.543697:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5b00. 00010000:00000010:1.1:1734676302.543713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1400. 00010000:00000010:1.1:1734676302.543717:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080100. 00010000:00000010:1.1:1734676302.543720:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1800. 00010000:00000010:1.1:1734676302.546208:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48fa00. 00010000:00000010:1.1:1734676302.546226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085c00. 00010000:00000010:1.1:1734676302.546230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19600. 00000800:00000200:1.0:1734676302.547269:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.547272:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30e00. 00000400:00000200:1.0:1734676302.547275:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.547278:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.547280:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676302.547282:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000800:00000200:1.0:1734676302.547315:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.547317:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080900. 00000400:00000200:1.0:1734676302.547320:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.547322:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.547324:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676302.547326:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:1.0:1734676302.547330:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864311424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.549195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f3c00. 00010000:00000010:0.1:1734676302.552370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ee00. 00010000:00000010:0.1:1734676302.552388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df95a00. 00000800:00000200:1.0:1734676302.553557:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.553561:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30d00. 00000400:00000200:1.0:1734676302.553563:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.553566:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.553569:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676302.553570:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:1.0:1734676302.553575:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0700 x1818938864311552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.555164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324400. 00010000:00000010:1.1:1734676302.558649:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a1600. 00010000:00000010:1.1:1734676302.558658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9400. 00000800:00000200:1.0:1734676302.563005:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.563008:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676302.563011:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.563014:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.563017:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676302.563019:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00010000:00000010:0.1:1734676302.570236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089600. 00010000:00000010:0.1:1734676302.574071:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4b200. 00000100:00000010:1.0:1734676302.580140:0:11458:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676302.580157:0:11458:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880136a47c00. 00010000:00000010:0.1:1734676302.581545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3600. 00010000:00000010:0.1:1734676302.581554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719e00. 00010000:00000010:0.1:1734676302.581561:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736be800. 00010000:00000010:0.1:1734676302.581565:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8c00. 00010000:00000010:0.1:1734676302.581567:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:0.1:1734676302.581569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00000800:00000200:1.0:1734676302.582112:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.582116:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bb00. 00000400:00000200:1.0:1734676302.582119:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.582122:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.582125:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676302.582127:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 02000000:00000010:1.0:1734676302.582129:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f2400. 00010000:00000010:2.1:1734676302.586240:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073770a00. 00000800:00000200:1.0:1734676302.589453:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.589456:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bf00. 00000400:00000200:1.0:1734676302.589458:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.589462:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.589465:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676302.589467:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:1.0:1734676302.593788:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867821184 02000000:00000010:1.0:1734676302.593800:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.593906:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2480. 00010000:00000010:1.0:1734676302.593927:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b5300840. 00000100:00000010:1.0:1734676302.593934:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09c4b40. 00000100:00000010:1.0:1734676302.593944:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09c4b40. 00010000:00000010:1.0:1734676302.593947:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b5300840. 00000400:00000010:1.0:1734676302.593956:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676302.593960:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867821184, offset 224 00000400:00000200:1.0:1734676302.593967:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.593977:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.593983:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79181:79181:255:4294967295] 192.168.203.46@tcp LPNI seq info [79177:79177:7:4294967295] 00000400:00000200:1.0:1734676302.593992:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.593998:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.594001:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.594006:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.594011:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.594014:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.594024:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00000020:00000010:1.0:1734676302.594028:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:1.0:1734676302.594031:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da39800. 00010000:00000010:2.1:1734676302.594132:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b36800. 00010000:00000010:2.1:1734676302.594141:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9c00. 00010000:00000010:2.1:1734676302.596523:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d6c00. 00010000:00000010:3.1:1734676302.606972:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b705b00. 00010000:00000010:3.1:1734676302.606980:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8200. 00010000:00000010:2.1:1734676302.606991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073473200. 00010000:00000010:2.1:1734676302.610367:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80bc00. 00010000:00000010:3.1:1734676302.613204:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5c00. 00010000:00000010:3.1:1734676302.613211:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8400. 00010000:00000010:3.1:1734676302.613238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceec00. 00010000:00000010:3.1:1734676302.613241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00010000:00000010:0.1:1734676302.616603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1a00. 00010000:00000010:2.1:1734676302.616661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801301bc000. 00010000:00000010:2.1:1734676302.616666:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df97400. 00010000:00000010:3.1:1734676302.622221:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ab3f00. 00010000:00000010:3.1:1734676302.622228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8000. 00010000:00000010:3.1:1734676302.622230:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080300. 00010000:00000010:3.1:1734676302.622232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9400. 00010000:00000010:3.1:1734676302.622235:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37c00. 00010000:00000010:3.1:1734676302.622237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9c00. 00010000:00000010:0.1:1734676302.624573:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37b00. 00010000:00000010:0.1:1734676302.624578:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b8e00. 00010000:00000010:1.1:1734676302.624749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933c00. 00080000:00000010:1.0:1734676302.624871:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3400. 00010000:00000010:1.0:1734676302.624931:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:1.0:1734676302.624937:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7ede00. 00010000:00000010:1.0:1734676302.624994:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2800. 00010000:00000010:1.0:1734676302.625154:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.625162:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521cb80. 00000100:00000010:1.0:1734676302.625166:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.625171:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676302.625179:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b2a00. 02000000:00000010:1.0:1734676302.625195:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b3c00. 00000400:00000010:1.0:1734676302.625198:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676302.625202:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.625205:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864313216, portal 16 00000400:00000010:1.0:1734676302.625209:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676302.625210:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864313216, offset 0 00000400:00000200:1.0:1734676302.625214:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.625219:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.625223:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.625226:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.625228:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.625230:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.625232:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79194:79194:256:4294967295] 192.168.203.46@tcp LPNI seq info [79190:79190:8:4294967295] 00000400:00000200:1.0:1734676302.625238:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.625242:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.625245:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.625247:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.625251:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.625253:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1734676302.626215:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676302.626218:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676302.626220:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.626224:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864313216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.626231:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864313216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.626246:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b3c00. 02000000:00000010:1.0:1734676302.626250:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7b2a00. 00000100:00000010:1.0:1734676302.626253:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676302.626256:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.626258:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521cb80. 00080000:00000010:1.0:1734676302.627659:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b2a00. 00010000:00000010:1.0:1734676302.627715:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.627721:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dae9980. 00010000:00000010:1.0:1734676302.627780:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136a47900. 00010000:00000010:1.0:1734676302.627783:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59480. 00010000:00000010:1.0:1734676302.627787:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b3c00. 00010000:00000010:1.0:1734676302.627792:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59000. 00080000:00000010:1.0:1734676302.627800:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3600. 00010000:00000010:1.0:1734676302.627818:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59000. 00010000:00000010:1.0:1734676302.627821:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59480. 00010000:00000010:1.0:1734676302.627855:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2200. 00010000:00000010:1.0:1734676302.627858:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.627863:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521cb80. 00000100:00000010:1.0:1734676302.627866:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.627871:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676302.627879:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b3e00. 02000000:00000010:1.0:1734676302.627893:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b2600. 00000400:00000010:1.0:1734676302.627898:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676302.627901:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.627905:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864313344, portal 16 00000400:00000010:1.0:1734676302.627908:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.627909:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864313344, offset 0 00000400:00000200:1.0:1734676302.627914:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.627919:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.627922:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.627926:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.627929:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.627931:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.627933:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79196:79196:255:4294967295] 192.168.203.46@tcp LPNI seq info [79192:79192:7:4294967295] 00000400:00000200:1.0:1734676302.627939:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.627943:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.627945:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.627948:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.627952:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.627954:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676302.627990:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.627992:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676302.627994:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.627998:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.628000:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676302.628002:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000800:00000200:1.0:1734676302.628177:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.628179:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47100. 00000400:00000200:1.0:1734676302.628182:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.628185:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.628187:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:1.0:1734676302.628188:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.628193:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864313344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676302.630175:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676302.630178:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676302.630180:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.630185:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864313344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.630192:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864313344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.630212:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b2600. 02000000:00000010:1.0:1734676302.630217:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7b3e00. 00000100:00000010:1.0:1734676302.630220:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676302.630224:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.630226:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521cb80. 00010000:00000010:2.1:1734676302.630601:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5400. 00010000:00000010:2.1:1734676302.630607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df94a00. 00010000:00000010:2.1:1734676302.630615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811000. 00080000:00000010:1.0:1734676302.630651:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3e00. 00010000:00000010:1.0:1734676302.630709:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.630715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d22800. 00010000:00000010:1.0:1734676302.630767:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2600. 00010000:00000010:1.0:1734676302.630772:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.630778:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521cb80. 00000100:00000010:1.0:1734676302.630780:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.630784:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676302.630791:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b3000. 02000000:00000010:1.0:1734676302.630805:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b2c00. 00000400:00000010:1.0:1734676302.630809:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676302.630811:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.630815:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864313472, portal 16 00000400:00000010:1.0:1734676302.630818:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.630820:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864313472, offset 0 00000400:00000200:1.0:1734676302.630824:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.630833:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.630836:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.630840:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.630842:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.630843:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.630846:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79198:79198:256:4294967295] 192.168.203.46@tcp LPNI seq info [79194:79194:8:4294967295] 00000400:00000200:1.0:1734676302.630851:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.630854:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.630856:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.630860:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.630863:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.630865:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1734676302.632504:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676302.632507:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676302.632509:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.632517:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864313472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.632523:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864313472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.632544:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b2c00. 02000000:00000010:1.0:1734676302.632548:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7b3000. 00000100:00000010:1.0:1734676302.632552:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676302.632555:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.632557:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521cb80. 00080000:00000010:1.0:1734676302.632791:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3000. 00010000:00000010:1.0:1734676302.632854:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.632859:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52d280. 00010000:00000010:1.0:1734676302.633024:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:1.0:1734676302.633029:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676302.633052:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521cb80. 00000100:00000010:1.0:1734676302.633056:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.633060:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676302.633067:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.633082:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b3800. 00000400:00000010:1.0:1734676302.633085:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676302.633088:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.633092:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864313600, portal 16 00000400:00000010:1.0:1734676302.633094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676302.633096:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864313600, offset 0 00000400:00000200:1.0:1734676302.633099:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.633113:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.633117:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.633120:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.633122:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.633124:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.633126:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79200:79200:256:4294967295] 192.168.203.46@tcp LPNI seq info [79196:79196:8:4294967295] 00000400:00000200:1.0:1734676302.633132:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.633135:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.633138:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.633140:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.633143:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.633146:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1734676302.638927:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.638935:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515b080 00000400:00000200:1.0:1734676302.638940:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1c15 [2] + 1968 00000400:00000010:1.0:1734676302.638942:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a616bcb8. 00000400:00000200:1.0:1734676302.638945:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012cf499c0 00000400:00000200:1.0:1734676302.638959:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.638962:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.638965:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012cf499c0 00000400:00000010:1.0:1734676302.638966:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012cf499c0. 00000100:00000200:1.0:1734676302.638972:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1734676302.642151:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d091600. 00010000:00000010:1.1:1734676302.642332:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1100. 00010000:00000010:1.1:1734676302.642337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38800. 00010000:00000010:1.1:1734676302.642341:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4200. 00010000:00000010:1.1:1734676302.642344:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2800. 00010000:00000010:1.1:1734676302.642347:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47900. 00010000:00000010:1.1:1734676302.642349:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3c00. 00010000:00000010:1.1:1734676302.650611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136a00. 00010000:00000010:1.1:1734676302.650619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec5800. 00010000:00000010:1.1:1734676302.650623:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d000. 00010000:00000010:1.1:1734676302.650626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:0.1:1734676302.653690:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2200. 00010000:00000010:0.1:1734676302.653701:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99a000. 00000800:00000200:1.0:1734676302.654847:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.654850:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30900. 00000400:00000200:1.0:1734676302.654852:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.654856:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.654858:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676302.654860:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000010:1.0:1734676302.655793:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676302.655799:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.655804:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.655808:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676302.657281:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08100. 00010000:00000010:1.1:1734676302.657288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2200. 00010000:00000010:1.1:1734676302.657291:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ea00. 00010000:00000010:1.1:1734676302.657294:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2600. 00010000:00000010:2.1:1734676302.657342:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b36600. 00010000:00000010:2.1:1734676302.657346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2200. 00000400:00000010:1.0:1734676302.658584:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:1.0:1734676302.658590:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676302.658592:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:1.0:1734676302.658598:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864314240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.658605:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864314240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.658628:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da39200. 02000000:00000010:1.0:1734676302.658632:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da38200. 00000100:00000010:1.0:1734676302.658636:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:1.0:1734676302.658639:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:1.0:1734676302.658643:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72cfc0. 00080000:00000010:1.0:1734676302.658836:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b2600. 00010000:00000010:1.0:1734676302.658903:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:1.0:1734676302.658909:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958b9080. 00010000:00000010:1.0:1734676302.659283:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2200. 00010000:00000010:1.0:1734676302.659289:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59000. 00010000:00000010:1.0:1734676302.659296:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.659299:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.659304:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676302.659312:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b2800. 02000000:00000010:1.0:1734676302.659329:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b2e00. 00000400:00000010:1.0:1734676302.659333:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676302.659337:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.659341:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864314368, portal 16 00000400:00000010:1.0:1734676302.659344:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676302.659346:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864314368, offset 0 00000400:00000200:1.0:1734676302.659350:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.659354:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.659358:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.659361:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.659364:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.659365:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.659368:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79212:79212:256:4294967295] 192.168.203.46@tcp LPNI seq info [79208:79208:8:4294967295] 00000400:00000200:1.0:1734676302.659374:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.659377:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.659380:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676302.659383:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.659387:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.659389:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676302.660733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d6200. 00010000:00000010:1.1:1734676302.660883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814600. 00010000:00000010:1.1:1734676302.660888:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cca00. 00000400:00000010:1.0:1734676302.661644:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:1.0:1734676302.661648:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676302.661650:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.661655:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139b480 x1818938864314368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.661663:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139b480 x1818938864314368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.661685:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b2e00. 02000000:00000010:1.0:1734676302.661689:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7b2800. 00000100:00000010:1.0:1734676302.661692:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 00000100:00000010:1.0:1734676302.661695:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.661697:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000200:1.0:1734676302.664248:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.664258:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e02880 00000400:00000200:1.0:1734676302.664265:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3325 [1] + 224 00000400:00000200:1.0:1734676302.664273:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.664276:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.664283:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864314496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.664340:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.664345:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515b380 00000400:00000200:1.0:1734676302.664349:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1c6d [2] + 1640 00000400:00000200:1.0:1734676302.664396:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.664399:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.664403:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.664408:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:1.0:1734676302.664443:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.664448:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676302.664451:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.664469:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867823488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.664499:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867823488 02000000:00000010:1.0:1734676302.664506:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.664530:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.664537:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.664541:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.664543:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.664552:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676302.664555:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867823488, offset 224 00000400:00000200:1.0:1734676302.664559:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.664566:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.664570:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79215:79215:256:4294967295] 192.168.203.46@tcp LPNI seq info [79211:79211:8:4294967295] 00000400:00000200:1.0:1734676302.664577:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.664582:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.664585:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676302.664588:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.664594:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.664597:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.665154:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676302.665158:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.665161:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00010000:00000010:3.1:1734676302.665222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d800. 00010000:00000010:3.1:1734676302.665228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b9e00. 00010000:00000010:3.1:1734676302.665231:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080b00. 00010000:00000010:3.1:1734676302.665233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9400. 00010000:00000010:3.1:1734676302.665236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4acf00. 00010000:00000010:3.1:1734676302.665239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00010000:00000010:3.1:1734676302.665241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc200. 00010000:00000010:1.1:1734676302.668217:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8cf00. 00010000:00000010:1.1:1734676302.668229:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e2d8200. 00010000:00000010:0.1:1734676302.668552:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9600. 00000400:00000200:1.0:1734676302.668621:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.668635:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e02900 00000400:00000200:1.0:1734676302.668643:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3331 [1] + 224 00000400:00000200:1.0:1734676302.668652:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.668656:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.668665:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864314624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.668686:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.668690:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515b400 00000400:00000200:1.0:1734676302.668695:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1c6d [2] + 1968 00000400:00000010:1.0:1734676302.668698:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:1.0:1734676302.668701:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd600 00000400:00000200:1.0:1734676302.668713:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.668716:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.668719:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd600 00000400:00000010:1.0:1734676302.668721:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd600. 00000100:00000200:1.0:1734676302.668727:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676302.668761:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.668765:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676302.668769:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.668786:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb450 x1818938867823616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.668820:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867823616 02000000:00000010:1.0:1734676302.668829:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.668856:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.668862:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313b8300. 00000100:00000010:1.0:1734676302.668867:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313b8300. 00010000:00000010:1.0:1734676302.668869:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.668877:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.668881:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867823616, offset 224 00000400:00000200:1.0:1734676302.668886:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.668892:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.668897:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79217:79217:256:4294967295] 192.168.203.46@tcp LPNI seq info [79213:79213:8:4294967295] 00000400:00000200:1.0:1734676302.668904:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.668908:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.668911:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.668914:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.668920:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.668923:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.668934:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676302.668937:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.668940:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 02000000:00000010:1.0:1734676302.668947:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676302.668951:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676302.668954:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676302.668958:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.668962:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676302.668965:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.668967:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676302.668968:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:1.0:1734676302.668972:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:1.0:1734676302.668974:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.668976:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676302.668977:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000200:1.0:1734676302.668982:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.668985:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676302.668988:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801313b8300. 00000800:00000200:1.0:1734676302.669066:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.669069:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47900. 00000400:00000200:1.0:1734676302.669071:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.669074:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.669076:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:1.0:1734676302.669077:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 02000000:00000010:1.0:1734676302.669079:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000800:00000200:1.0:1734676302.669623:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.669625:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bd00. 00000400:00000200:1.0:1734676302.669628:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.669633:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.669635:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676302.669636:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676302.669640:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864314752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.671266:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe400. 00010000:00000010:0.1:1734676302.671276:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38600. 00000400:00000010:1.0:1734676302.675657:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9ec8. 00000400:00000200:1.0:1734676302.675662:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676302.675665:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676302.675670:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864314752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.675676:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864314752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.675698:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097ca6400. 02000000:00000010:1.0:1734676302.675702:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da38200. 00000100:00000010:1.0:1734676302.675706:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:1.0:1734676302.675710:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:1.0:1734676302.675714:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c6c0. 00080000:00000010:1.0:1734676302.676217:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3800. 00010000:00000010:1.0:1734676302.676283:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:1.0:1734676302.676289:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b525e80. 00010000:00000010:1.0:1734676302.676351:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2e00. 00010000:00000010:1.0:1734676302.676356:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676302.676363:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.676367:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.676372:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676302.676379:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7b2800. 02000000:00000010:1.0:1734676302.676395:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7b2c00. 00000400:00000010:1.0:1734676302.676399:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ade70. 00000400:00000010:1.0:1734676302.676403:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.676407:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864314880, portal 16 00000400:00000010:1.0:1734676302.676409:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676302.676411:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864314880, offset 0 00000400:00000200:1.0:1734676302.676415:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.676419:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.676423:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.676426:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.676429:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.676431:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.676433:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79220:79220:255:4294967295] 192.168.203.46@tcp LPNI seq info [79216:79216:7:4294967295] 00000400:00000200:1.0:1734676302.676439:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.676442:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.676445:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.676448:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.676452:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.676454:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676302.679233:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486300. 00010000:00000010:1.1:1734676302.679243:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2200. 00010000:00000010:1.1:1734676302.679248:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6600. 00010000:00000010:1.1:1734676302.679251:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122600. 00010000:00000010:1.1:1734676302.679253:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38a00. 00010000:00000010:1.1:1734676302.679260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77c00. 00000400:00000010:1.0:1734676302.681082:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade70. 00000400:00000200:1.0:1734676302.681086:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:1.0:1734676302.681088:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.681093:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139b480 x1818938864314880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.681109:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139b480 x1818938864314880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.681135:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7b2c00. 02000000:00000010:1.0:1734676302.681139:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7b2800. 00000100:00000010:1.0:1734676302.681143:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 00000100:00000010:1.0:1734676302.681146:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.681148:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000020:00000010:1.0:1734676302.685259:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.685268:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.685273:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.685296:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867823872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.685330:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867823872 02000000:00000010:1.0:1734676302.685339:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.685361:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d38500. 00010000:00000010:1.0:1734676302.685375:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.685382:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.685395:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.685398:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.685407:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676302.685412:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867823872, offset 224 00000400:00000200:1.0:1734676302.685418:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.685428:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.685433:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79221:79221:256:4294967295] 192.168.203.46@tcp LPNI seq info [79217:79217:8:4294967295] 00000400:00000200:1.0:1734676302.685442:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.685446:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.685450:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676302.685455:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.685460:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.685464:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.685477:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.685481:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.685484:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00010000:00000010:3.1:1734676302.685866:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14da00. 00010000:00000010:1.1:1734676302.686244:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0100. 00010000:00000010:1.1:1734676302.686250:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da39200. 00000400:00000010:1.0:1734676302.691210:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9e18. 00000400:00000200:1.0:1734676302.691215:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676302.691217:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676302.691224:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864315008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.691233:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864315008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.691254:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da38600. 02000000:00000010:1.0:1734676302.691260:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da38200. 00000100:00000010:1.0:1734676302.691263:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:1.0:1734676302.691267:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:1.0:1734676302.691271:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c280. 00010000:00000010:1.1:1734676302.693728:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718200. 00010000:00000010:1.1:1734676302.693737:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736bed00. 00010000:00000010:1.1:1734676302.693741:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da39800. 00000400:00000200:1.0:1734676302.695207:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.695287:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.695297:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847aa00 x1818938864315136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.695319:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.695324:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515b600 00000400:00000200:1.0:1734676302.695329:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1cc5 [2] + 984 00000400:00000200:1.0:1734676302.695344:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.695347:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.695351:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.695356:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00010000:00000010:1.1:1734676302.699191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d24600. 00010000:00000010:2.1:1734676302.699250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3800. 00010000:00000010:1.1:1734676302.702264:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009df73a00. 00010000:00000010:2.1:1734676302.702978:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6d00. 00010000:00000010:2.1:1734676302.702983:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2e00. 00010000:00000010:2.1:1734676302.702987:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23800. 00010000:00000010:2.1:1734676302.702989:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38a00. 00000400:00000200:1.0:1734676302.703188:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.703195:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515b700 00000400:00000200:1.0:1734676302.703199:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1cc5 [2] + 1640 00000400:00000200:1.0:1734676302.703250:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.703253:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.703258:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.703262:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00010000:00000010:2.1:1734676302.705825:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e8e00. 00000800:00000200:1.0:1734676302.707741:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.707744:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30d00. 00000400:00000200:1.0:1734676302.707747:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.707750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.707753:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676302.707754:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 02000000:00000010:1.0:1734676302.707758:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000800:00000200:1.0:1734676302.707766:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.707767:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080d00. 00000400:00000200:1.0:1734676302.707769:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.707772:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.707773:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676302.707774:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676302.707779:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864315648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.707819:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.707821:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080300. 00000400:00000200:1.0:1734676302.707823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.707826:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.707828:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.707829:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676302.707832:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864315776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.708642:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667900. 00010000:00000010:1.1:1734676302.708650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b811e00. 00010000:00000010:1.1:1734676302.708654:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30b00. 00010000:00000010:1.1:1734676302.708657:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e2d9000. 00010000:00000010:2.1:1734676302.708698:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94200. 00010000:00000010:2.1:1734676302.708703:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da39200. 00000100:00000200:1.0:1734676302.710388:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867824768 02000000:00000010:1.0:1734676302.710396:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:1.0:1734676302.710638:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68880. 00010000:00000010:1.0:1734676302.710663:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.710669:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.710672:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.710674:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.710679:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676302.710681:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867824768, offset 224 00000400:00000200:1.0:1734676302.710685:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.710689:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.710692:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79235:79235:255:4294967295] 192.168.203.46@tcp LPNI seq info [79231:79231:7:4294967295] 00000400:00000200:1.0:1734676302.710697:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.710700:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.710702:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.710705:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.710707:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.710709:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.710713:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:1.0:1734676302.710715:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf898. 00000020:00000010:1.0:1734676302.710717:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801313eb400. 00000800:00000200:1.0:1734676302.710742:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.710744:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30400. 00000400:00000200:1.0:1734676302.710746:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.710749:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.710751:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:1.0:1734676302.710753:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000800:00000200:1.0:1734676302.710786:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.710788:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47300. 00000400:00000200:1.0:1734676302.710790:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.710793:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.710796:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676302.710797:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000020:00000010:1.0:1734676302.713837:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.713842:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.713846:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.713867:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867824896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.713899:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867824896 02000000:00000010:1.0:1734676302.713908:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:1.0:1734676302.713929:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d3a380. 00010000:00000010:1.0:1734676302.713942:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.713948:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.713995:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.713998:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.714007:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676302.714011:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867824896, offset 224 00000400:00000200:1.0:1734676302.714015:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.714022:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.714026:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79237:79237:256:4294967295] 192.168.203.46@tcp LPNI seq info [79233:79233:8:4294967295] 00000400:00000200:1.0:1734676302.714033:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:2.1:1734676302.714130:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23600. 00010000:00000010:2.1:1734676302.714136:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2200. 00000800:00000200:1.0:1734676302.714405:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.714416:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.714421:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.714427:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.714431:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.714444:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.714447:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.714450:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:1.1:1734676302.717161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45000. 00010000:00000010:1.1:1734676302.717166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326200. 00010000:00000010:2.1:1734676302.717226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073559e00. 00000020:00000010:1.0:1734676302.717793:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.717798:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.717801:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.717818:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867825024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.717845:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867825024 02000000:00000010:1.0:1734676302.717853:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:1.0:1734676302.717874:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143480. 00010000:00000010:1.0:1734676302.717889:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.717895:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.717909:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.717911:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.717919:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676302.717924:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867825024, offset 224 00000400:00000200:1.0:1734676302.717929:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.717936:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.717941:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79239:79239:256:4294967295] 192.168.203.46@tcp LPNI seq info [79235:79235:8:4294967295] 00000400:00000200:1.0:1734676302.717948:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.717953:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.717956:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.717960:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.717966:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.717969:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.717980:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.717983:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.717986:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:2.1:1734676302.720233:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5c00. 00010000:00000010:2.1:1734676302.720243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00010000:00000010:2.1:1734676302.720247:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7300. 00010000:00000010:2.1:1734676302.720249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8400. 00000020:00000010:1.0:1734676302.724165:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.724170:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.724174:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.724195:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867825280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.724225:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867825280 02000000:00000010:1.0:1734676302.724234:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a11400. 00010000:00000010:1.0:1734676302.724255:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6350b00. 00010000:00000010:1.0:1734676302.724270:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.724275:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.724292:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.724295:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.724304:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676302.724309:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867825280, offset 224 00000400:00000200:1.0:1734676302.724313:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.724320:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.724324:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79243:79243:256:4294967295] 192.168.203.46@tcp LPNI seq info [79239:79239:8:4294967295] 00000400:00000200:1.0:1734676302.724332:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.724336:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.724338:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.724342:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.724347:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.724350:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.724371:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.724375:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.724379:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:1.1:1734676302.727108:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933000. 00010000:00000010:0.1:1734676302.727197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ac00. 00010000:00000010:0.1:1734676302.730196:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0300. 00010000:00000010:0.1:1734676302.730203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d839e00. 00010000:00000010:0.1:1734676302.730207:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142b00. 00010000:00000010:0.1:1734676302.730210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d838e00. 00010000:00000010:0.1:1734676302.730213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080200. 00010000:00000010:0.1:1734676302.730215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d839200. 00010000:00000010:1.1:1734676302.733127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777200. 00010000:00000010:0.1:1734676302.733326:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0600. 00010000:00000010:0.1:1734676302.733332:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9d200. 00000020:00000010:1.0:1734676302.736884:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.736890:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.736894:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.736913:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867825664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.736944:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867825664 02000000:00000010:1.0:1734676302.736952:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a13800. 00010000:00000010:1.0:1734676302.736974:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a9c00. 00010000:00000010:1.0:1734676302.736999:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.737005:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.737017:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.737019:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.737027:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676302.737031:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867825664, offset 224 00000400:00000200:1.0:1734676302.737059:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.737066:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.737071:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79249:79249:256:4294967295] 192.168.203.46@tcp LPNI seq info [79245:79245:8:4294967295] 00000400:00000200:1.0:1734676302.737078:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.737082:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.737085:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676302.737090:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.737095:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.737098:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.737118:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.737122:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.737125:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:0.1:1734676302.745107:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4f200. 00010000:00000010:0.1:1734676302.745117:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803100. 00010000:00000010:0.1:1734676302.745122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da76400. 00010000:00000010:0.1:1734676302.745125:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2bc00. 00010000:00000010:0.1:1734676302.745126:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da76200. 00010000:00000010:0.1:1734676302.745128:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145f00. 00010000:00000010:0.1:1734676302.745131:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a83e00. 00000400:00000200:1.0:1734676302.745173:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.745188:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e03180 00000400:00000200:1.0:1734676302.745196:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3409 [1] + 224 00000400:00000200:1.0:1734676302.745206:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.745210:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.745220:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864316800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.745244:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.745248:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515bc80 00000400:00000200:1.0:1734676302.745252:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1d75 [2] + 656 00000400:00000200:1.0:1734676302.745265:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.745269:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.745272:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.745278:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:1.0:1734676302.747561:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.747566:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.747569:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.747587:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867825920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.747606:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867825920 02000000:00000010:1.0:1734676302.747614:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a10400. 00010000:00000010:1.0:1734676302.747640:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.747647:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.747651:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.747653:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.747664:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676302.747669:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867825920, offset 224 00000400:00000200:1.0:1734676302.747673:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.747680:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.747684:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79253:79253:256:4294967295] 192.168.203.46@tcp LPNI seq info [79249:79249:8:4294967295] 00000400:00000200:1.0:1734676302.747691:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.747694:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.747697:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676302.747701:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.747706:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.747709:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.747731:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.747734:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.747737:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:0.1:1734676302.750493:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4800. 00010000:00000010:1.1:1734676302.758142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17a600. 00010000:00000010:1.1:1734676302.758154:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822a00. 00010000:00000010:1.1:1734676302.758159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009595ee00. 00010000:00000010:1.1:1734676302.758162:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17b400. 00010000:00000010:1.1:1734676302.758164:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7300. 00010000:00000010:1.1:1734676302.758169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313eae00. 00010000:00000010:0.1:1734676302.758232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5000. 00010000:00000010:0.1:1734676302.758237:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5200. 00010000:00000010:0.1:1734676302.758239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a83600. 00010000:00000010:0.1:1734676302.758253:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5b00. 00010000:00000010:0.1:1734676302.758256:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca800. 00010000:00000010:0.1:1734676302.758258:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:0.1:1734676302.758260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007370ea00. 00010000:00000010:1.1:1734676302.761196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ba00. 00010000:00000010:1.1:1734676302.761205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62f00. 00010000:00000010:1.1:1734676302.761209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ea400. 00000020:00000010:1.0:1734676302.764437:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.764443:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.764447:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.764466:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867826176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.764495:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826176 02000000:00000010:1.0:1734676302.764503:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a13000. 00010000:00000010:1.0:1734676302.764523:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130b41100. 00010000:00000010:1.0:1734676302.764543:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.764549:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.764565:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.764568:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.764576:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676302.764580:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826176, offset 224 00000400:00000200:1.0:1734676302.764585:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.764593:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.764597:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79257:79257:256:4294967295] 192.168.203.46@tcp LPNI seq info [79253:79253:8:4294967295] 00000400:00000200:1.0:1734676302.764611:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.764615:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.764618:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676302.764622:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.764627:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.764630:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.764642:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.764645:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.764648:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00010000:00000010:0.1:1734676302.770221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29600. 00010000:00000010:0.1:1734676302.773277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b100. 00010000:00000010:0.1:1734676302.773308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca600. 00000400:00000200:1.0:1734676302.782746:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.782763:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e03400 00000400:00000200:1.0:1734676302.782771:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3449 [1] + 224 00000400:00000200:1.0:1734676302.782782:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.782785:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.782794:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864317440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.782816:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.782820:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515bf00 00000400:00000200:1.0:1734676302.782824:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1dcd [2] + 0 00000400:00000200:1.0:1734676302.782878:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.782882:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.782887:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.782892:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00010000:00000010:0.1:1734676302.786222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82dc00. 00010000:00000010:0.1:1734676302.786231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05000. 00010000:00000010:0.1:1734676302.786235:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009595f200. 00000020:00000010:1.0:1734676302.786238:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.786245:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.786248:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.786275:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867826432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.786306:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826432 02000000:00000010:1.0:1734676302.786315:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a10400. 00010000:00000010:1.0:1734676302.786338:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4c6580. 00010000:00000010:1.0:1734676302.786362:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.786367:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.786377:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.786379:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.786389:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676302.786394:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826432, offset 224 00000400:00000200:1.0:1734676302.786399:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.786409:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.786415:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79261:79261:256:4294967295] 192.168.203.46@tcp LPNI seq info [79257:79257:8:4294967295] 00000400:00000200:1.0:1734676302.786423:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.786433:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.786437:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676302.786442:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.786448:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.786451:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.786463:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.786467:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.786470:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00000400:00000200:1.0:1734676302.789506:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.789520:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e03480 00000400:00000200:1.0:1734676302.789527:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3455 [1] + 224 00000400:00000200:1.0:1734676302.789536:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.789540:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.789549:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864317568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.789583:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.789587:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515bf80 00000400:00000200:1.0:1734676302.789592:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1dcd [2] + 328 00000400:00000200:1.0:1734676302.789648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.789652:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.789656:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.789661:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:1.0:1734676302.789696:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.789701:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.789704:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.789723:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867826560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.789741:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826560 02000000:00000010:1.0:1734676302.789748:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a11400. 00010000:00000010:1.0:1734676302.789769:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136d700. 00010000:00000010:1.0:1734676302.789781:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.789787:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.789792:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.789794:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.789801:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676302.789805:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826560, offset 224 00000400:00000200:1.0:1734676302.789809:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.789816:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.789821:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79263:79263:256:4294967295] 192.168.203.46@tcp LPNI seq info [79259:79259:8:4294967295] 00000400:00000200:1.0:1734676302.789828:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.789832:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.789835:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.789838:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.789843:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.789846:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.789856:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.789860:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.789863:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00000800:00000200:1.0:1734676302.789895:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.789897:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47600. 00000400:00000200:1.0:1734676302.789899:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.789902:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.789904:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676302.789906:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:1.0:1734676302.790938:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.790942:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676302.790947:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.790951:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.790955:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676302.790956:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676302.790963:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864317696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.792411:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.792425:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e03500 00000400:00000200:1.0:1734676302.792432:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3461 [1] + 224 00000400:00000200:1.0:1734676302.792441:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.792444:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.792454:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864317696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.793630:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.793639:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515c000 00000400:00000200:1.0:1734676302.793646:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1dcd [2] + 656 00000400:00000200:1.0:1734676302.793661:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.793665:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.793669:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.793675:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:1.0:1734676302.793718:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2200. 00000020:00000010:1.0:1734676302.793723:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.793727:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.793747:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867826688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.793772:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826688 02000000:00000010:1.0:1734676302.793780:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a13000. 00010000:00000010:1.0:1734676302.793808:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.793814:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.793819:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.793821:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.793831:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676302.793835:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826688, offset 224 00000400:00000200:1.0:1734676302.793840:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.793847:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.793852:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79265:79265:256:4294967295] 192.168.203.46@tcp LPNI seq info [79261:79261:8:4294967295] 00000400:00000200:1.0:1734676302.793860:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.793864:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.793867:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.793871:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.793877:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.793880:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.793892:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.793895:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.793898:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2200. 00000800:00000200:1.0:1734676302.793970:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.793972:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47e00. 00000400:00000200:1.0:1734676302.793975:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.793978:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.793980:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676302.793982:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:1.0:1734676302.795188:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.795191:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30400. 00000400:00000200:1.0:1734676302.795194:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.795197:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.795199:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676302.795201:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676302.795206:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864317824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.795243:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.795245:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30e00. 00000400:00000200:1.0:1734676302.795246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.795248:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.795250:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676302.795251:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:1.0:1734676302.795255:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864317952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.798173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e75400. 00000020:00000010:1.0:1734676302.799030:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2c00. 00000020:00000010:1.0:1734676302.799051:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.799055:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.799075:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867826816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.799097:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826816 02000000:00000010:1.0:1734676302.799116:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0a13800. 00010000:00000010:1.0:1734676302.799138:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3080. 00000400:00000010:1.0:1734676302.799154:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676302.799158:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826816, offset 224 00000400:00000200:1.0:1734676302.799163:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.799170:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.799175:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79268:79268:256:4294967295] 192.168.203.46@tcp LPNI seq info [79264:79264:8:4294967295] 00000400:00000200:1.0:1734676302.799182:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.799186:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.799189:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676302.799193:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.799199:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.799202:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.799214:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.799217:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.799220:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2c00. 00000020:00000010:1.0:1734676302.799230:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2c00. 00000020:00000010:1.0:1734676302.799232:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.799233:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.799241:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867826944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.799255:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867826944 02000000:00000010:1.0:1734676302.799259:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676302.799267:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3100. 00010000:00000010:1.0:1734676302.799275:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.799280:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.799285:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.799288:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.799291:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676302.799294:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867826944, offset 224 00000400:00000200:1.0:1734676302.799297:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.799301:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.799304:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79269:79269:255:4294967295] 192.168.203.46@tcp LPNI seq info [79265:79265:7:4294967295] 00000400:00000200:1.0:1734676302.799310:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.799313:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.799315:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676302.799318:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.799321:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.799323:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.799328:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.799330:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.799332:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2c00. 00000800:00000200:1.0:1734676302.799802:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.799804:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080300. 00000400:00000200:1.0:1734676302.799807:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.799810:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.799812:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676302.799813:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:1.0:1734676302.799818:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864318080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.804140:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.804157:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515c180 00000400:00000200:1.0:1734676302.804164:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1dcd [2] + 1640 00000400:00000200:1.0:1734676302.804239:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.804243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.804249:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.804255:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000800:00000200:1.0:1734676302.807709:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.807712:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080d00. 00000400:00000200:1.0:1734676302.807715:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.807719:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.807722:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676302.807724:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:1.0:1734676302.807774:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.807776:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676302.807778:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.807781:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.807783:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676302.807784:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:1.0:1734676302.807790:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864318208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.812885:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6e00. 00010000:00000010:1.1:1734676302.815089:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073552100. 00010000:00000010:1.1:1734676302.815098:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00010000:00000010:1.1:1734676302.815110:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5f00. 00010000:00000010:1.1:1734676302.815113:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678000. 00010000:00000010:1.1:1734676302.815117:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5200. 00010000:00000010:1.1:1734676302.815119:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3200. 00010000:00000010:1.1:1734676302.815121:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678800. 00000020:00000010:1.0:1734676302.815184:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2c00. 00000020:00000010:1.0:1734676302.815190:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.815194:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.815215:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3850 x1818938867827200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.815241:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867827200 02000000:00000010:1.0:1734676302.815249:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676302.815276:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c680. 00000100:00000010:1.0:1734676302.815281:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefe0c0. 00000100:00000010:1.0:1734676302.815286:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefe0c0. 00010000:00000010:1.0:1734676302.815288:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c680. 00000400:00000010:1.0:1734676302.815297:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676302.815301:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867827200, offset 224 00000400:00000200:1.0:1734676302.815306:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.815315:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.815321:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79273:79273:256:4294967295] 192.168.203.46@tcp LPNI seq info [79269:79269:8:4294967295] 00000400:00000200:1.0:1734676302.815328:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.815334:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.815337:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676302.815341:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.815346:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.815349:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.815361:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.815364:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.815367:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2c00. 02000000:00000010:1.0:1734676302.815375:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676302.815377:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676302.815380:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676302.815382:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.815386:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0a13800. 00000100:00000010:1.0:1734676302.815388:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.815390:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0a13000. 00000100:00000010:1.0:1734676302.815391:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676302.815395:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0a11400. 00000100:00000010:1.0:1734676302.815397:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:1.0:1734676302.815399:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0a10400. 00000100:00000010:1.0:1734676302.815401:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000200:1.0:1734676302.815405:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.815409:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ade70. 00000400:00000010:1.0:1734676302.815411:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009fefe0c0. 00000800:00000200:1.0:1734676302.815460:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.815462:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47100. 00000400:00000200:1.0:1734676302.815464:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.815468:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.815470:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:1.0:1734676302.815472:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 02000000:00000010:1.0:1734676302.815474:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00010000:00000010:1.1:1734676302.815497:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8800. 00010000:00000010:1.1:1734676302.815501:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679a00. 00000800:00000200:1.0:1734676302.816344:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.816347:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676302.816349:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.816353:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.816356:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676302.816357:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676302.816362:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864318336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.826984:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.826989:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30800. 00000400:00000200:1.0:1734676302.826993:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.827000:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.827005:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676302.827008:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:1.0:1734676302.827078:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.827081:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676302.827084:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.827087:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.827090:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676302.827092:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676302.827110:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864318464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.827189:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332a00. 00010000:00000010:1.1:1734676302.827194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5db9600. 00000800:00000200:1.0:1734676302.831391:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.831394:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080900. 00000400:00000200:1.0:1734676302.831397:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.831401:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.831403:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676302.831405:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676302.831437:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.831439:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080b00. 00000400:00000200:1.0:1734676302.831441:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.831444:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.831446:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676302.831447:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676302.831451:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864318592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.836183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cc00. 00010000:00000010:2.1:1734676302.836192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009595e600. 00010000:00000010:0.1:1734676302.836252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e000. 00000020:00000010:1.0:1734676302.840801:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2e00. 00000020:00000010:1.0:1734676302.840807:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.840810:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.840830:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867827584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.840850:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867827584 02000000:00000010:1.0:1734676302.840859:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676302.840883:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9acb80. 00010000:00000010:1.0:1734676302.840895:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd640. 00000100:00000010:1.0:1734676302.840901:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676302.840908:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676302.840910:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd640. 00000400:00000010:1.0:1734676302.840920:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676302.840924:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867827584, offset 224 00000400:00000200:1.0:1734676302.840929:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.840938:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.840943:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79279:79279:256:4294967295] 192.168.203.46@tcp LPNI seq info [79275:79275:8:4294967295] 00000400:00000200:1.0:1734676302.840950:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.840954:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.840957:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676302.840961:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.840966:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.840969:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.840994:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.840998:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.841001:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2e00. 00010000:00000010:0.1:1734676302.847229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfbe00. 00010000:00000010:0.1:1734676302.847239:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8b00. 00010000:00000010:0.1:1734676302.847243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678200. 00010000:00000010:0.1:1734676302.847247:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080200. 00010000:00000010:0.1:1734676302.847249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009595f000. 00010000:00000010:0.1:1734676302.847252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45400. 00010000:00000010:0.1:1734676302.847255:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02c00. 00010000:00000010:0.1:1734676302.847257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2200. 00010000:00000010:0.1:1734676302.847260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612e00. 00010000:00000010:0.1:1734676302.847265:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2b00. 00010000:00000010:0.1:1734676302.847268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d838e00. 00000400:00000010:1.0:1734676302.849583:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:1.0:1734676302.849588:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676302.849589:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676302.849595:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864318720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.849603:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864318720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.849625:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305cae00. 02000000:00000010:1.0:1734676302.849629:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305ca600. 00000100:00000010:1.0:1734676302.849632:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:1.0:1734676302.849637:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469900. 00010000:00000010:1.0:1734676302.849641:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c580. 00000800:00000200:1.0:1734676302.853637:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.853641:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b900. 00000400:00000200:1.0:1734676302.853644:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.853648:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.853651:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:1.0:1734676302.853652:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:1.0:1734676302.853658:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864318848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676302.858437:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:1.0:1734676302.858441:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676302.858444:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676302.858449:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864318848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.858456:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864318848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676302.858481:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da76200. 02000000:00000010:1.0:1734676302.858486:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007370ea00. 00000100:00000010:1.0:1734676302.858489:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:1.0:1734676302.858492:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:1.0:1734676302.858496:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72ca00. 00000020:00000010:1.0:1734676302.858524:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7b2800. 00000020:00000010:1.0:1734676302.858529:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.858533:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.858549:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867827840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.858577:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867827840 02000000:00000010:1.0:1734676302.858586:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676302.858605:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089d3e780. 00010000:00000010:1.0:1734676302.858616:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd640. 00000100:00000010:1.0:1734676302.858621:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676302.858623:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676302.858625:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd640. 00000400:00000010:1.0:1734676302.858632:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676302.858635:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867827840, offset 224 00000400:00000200:1.0:1734676302.858639:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.858646:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.858651:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79283:79283:256:4294967295] 192.168.203.46@tcp LPNI seq info [79279:79279:8:4294967295] 00000400:00000200:1.0:1734676302.858660:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.858664:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.858667:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47000. 00000800:00000200:1.0:1734676302.858670:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.858675:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.858678:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.858694:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676302.858697:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.858700:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7b2800. 00080000:00000010:1.0:1734676302.858715:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b2800. 00010000:00000010:1.0:1734676302.858767:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c680. 00010000:00000010:1.0:1734676302.858772:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880089d3e700. 00010000:00000010:1.0:1734676302.858821:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136a47200. 00010000:00000010:1.0:1734676302.858823:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59d80. 00010000:00000010:1.0:1734676302.858826:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2200. 00010000:00000010:1.0:1734676302.858830:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00080000:00000010:1.0:1734676302.858837:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7b3c00. 00010000:00000010:1.0:1734676302.858850:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676302.858852:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59d80. 00010000:00000010:1.0:1734676302.858879:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:1.0:1734676302.858881:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676302.858885:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd640. 00000100:00000010:1.0:1734676302.858887:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676302.858892:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676302.858899:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007370ea00. 02000000:00000010:1.0:1734676302.858913:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313e8600. 00000400:00000010:1.0:1734676302.858916:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9a0. 00000400:00000010:1.0:1734676302.858918:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676302.858921:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864318976, portal 16 00000400:00000010:1.0:1734676302.858924:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676302.858925:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864318976, offset 0 00000400:00000200:1.0:1734676302.858928:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.858932:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.858935:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.858938:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.858940:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.858942:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.858945:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79284:79284:255:4294967295] 192.168.203.46@tcp LPNI seq info [79280:79280:7:4294967295] 00000400:00000200:1.0:1734676302.858950:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.858953:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.858955:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.858957:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.858960:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.858962:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676302.861735:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9adc00. 00010000:00000010:1.1:1734676302.861742:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38200. 00000400:00000200:1.0:1734676302.865892:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.865909:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e03a00 00000400:00000200:1.0:1734676302.865917:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa34dd [1] + 224 00000400:00000200:1.0:1734676302.865928:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.865931:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.865939:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864318976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.865961:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.865965:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515c500 00000400:00000200:1.0:1734676302.865968:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1e25 [2] + 1640 00000400:00000200:1.0:1734676302.866024:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.866027:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.866032:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.866055:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:1.0:1734676302.866095:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095a83600. 00000020:00000010:1.0:1734676302.866121:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.866125:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.866148:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867827968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.866180:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867827968 02000000:00000010:1.0:1734676302.866189:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676302.866218:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd780. 00000100:00000010:1.0:1734676302.866223:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676302.866229:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676302.866231:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd780. 00000400:00000010:1.0:1734676302.866241:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676302.866245:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867827968, offset 224 00000400:00000200:1.0:1734676302.866249:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.866255:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.866260:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79285:79285:256:4294967295] 192.168.203.46@tcp LPNI seq info [79281:79281:8:4294967295] 00000400:00000200:1.0:1734676302.866267:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.866271:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.866273:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676302.866277:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.866282:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.866285:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.866297:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.866300:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.866303:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095a83600. 00000400:00000010:1.0:1734676302.866320:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad9a0. 00000400:00000200:1.0:1734676302.866323:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:1.0:1734676302.866324:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676302.866329:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864318976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676302.866337:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864318976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676302.866365:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19b00. 02000000:00000010:1.0:1734676302.866375:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313e8600. 02000000:00000010:1.0:1734676302.866380:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007370ea00. 00000100:00000010:1.0:1734676302.866383:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676302.866386:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676302.866388:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd640. 00080000:00000010:1.0:1734676302.866399:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095a83600. 00010000:00000010:1.0:1734676302.866451:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676302.866456:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19a80. 00010000:00000010:1.0:1734676302.866511:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a83e00. 00010000:00000010:1.0:1734676302.866516:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676302.866522:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd640. 00000100:00000010:1.0:1734676302.866525:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676302.866529:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676302.866537:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007370ea00. 02000000:00000010:1.0:1734676302.866552:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313e8600. 00000400:00000010:1.0:1734676302.866556:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9a0. 00000400:00000010:1.0:1734676302.866558:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676302.866562:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864319104, portal 16 00000400:00000010:1.0:1734676302.866564:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676302.866565:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864319104, offset 0 00000400:00000200:1.0:1734676302.866569:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.866573:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.866576:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676302.866579:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676302.866581:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676302.866582:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676302.866585:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79286:79286:255:4294967295] 192.168.203.46@tcp LPNI seq info [79282:79282:7:4294967295] 00000400:00000200:1.0:1734676302.866590:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.866593:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.866595:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47900. 00000800:00000200:1.0:1734676302.866597:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.866600:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.866602:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676302.868151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6cc00. 00010000:00000010:1.1:1734676302.875517:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850cf00. 00010000:00000010:1.1:1734676302.875524:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2200. 00010000:00000010:1.1:1734676302.875627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adfc00. 00010000:00000010:0.1:1734676302.879741:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d25800. 00010000:00000010:0.1:1734676302.879747:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d95d00. 00010000:00000010:0.1:1734676302.879750:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305cae00. 00010000:00000010:0.1:1734676302.879753:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47200. 00010000:00000010:0.1:1734676302.879756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2200. 00010000:00000010:0.1:1734676302.879766:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53c400. 00010000:00000010:0.1:1734676302.879770:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef400. 00010000:00000010:0.1:1734676302.879771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:3.1:1734676302.883996:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1500. 00010000:00000010:3.1:1734676302.884002:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a83e00. 00010000:00000010:3.1:1734676302.884006:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421800. 00010000:00000010:3.1:1734676302.884008:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679000. 00010000:00000010:1.1:1734676302.884183:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7600. 00010000:00000010:1.1:1734676302.884187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e59c00. 00010000:00000010:1.1:1734676302.884218:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180600. 00010000:00000010:1.1:1734676302.895740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77400. 00010000:00000010:1.1:1734676302.895753:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0bc00. 00010000:00000010:1.1:1734676302.895757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679200. 00010000:00000010:1.1:1734676302.895783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ea00. 00010000:00000010:1.1:1734676302.895785:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013120fb00. 00010000:00000010:1.1:1734676302.895788:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5a3200. 00010000:00000010:1.1:1734676302.895791:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080500. 00010000:00000010:1.1:1734676302.895793:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da76400. 00010000:00000010:1.1:1734676302.895796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1c00. 00010000:00000010:2.1:1734676302.896645:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27e00. 00010000:00000010:2.1:1734676302.896650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305ca800. 00010000:00000010:2.1:1734676302.900565:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4900. 00010000:00000010:2.1:1734676302.900573:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678c00. 00010000:00000010:2.1:1734676302.900593:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5bb00. 00010000:00000010:2.1:1734676302.900597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679c00. 00010000:00000010:2.1:1734676302.900601:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722800. 00010000:00000010:2.1:1734676302.900603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073678000. 00010000:00000010:1.1:1734676302.900652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a76800. 00010000:00000010:1.1:1734676302.900659:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbee00. 00010000:00000010:1.1:1734676302.900661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f400. 00000800:00000200:1.0:1734676302.905995:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.905998:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30400. 00000400:00000200:1.0:1734676302.906001:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.906005:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.906008:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676302.906010:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:2.1:1734676302.908357:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104200. 00010000:00000010:2.1:1734676302.908364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e8600. 00010000:00000010:1.1:1734676302.908773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00a00. 00000800:00000200:1.0:1734676302.912560:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.912563:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30900. 00000400:00000200:1.0:1734676302.912566:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.912570:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.912572:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676302.912574:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00010000:00000010:2.1:1734676302.918240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8640400. 00010000:00000010:1.1:1734676302.918255:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa6ed300. 00010000:00000010:1.1:1734676302.918261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009595f000. 00010000:00000010:1.1:1734676302.921130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e600. 00010000:00000010:2.1:1734676302.922812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c200. 00010000:00000010:0.1:1734676302.927194:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b600. 00010000:00000010:0.1:1734676302.927200:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da39800. 00010000:00000010:0.1:1734676302.927203:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def300. 00010000:00000010:0.1:1734676302.927206:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d883e00. 00000800:00000200:1.0:1734676302.928721:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.928724:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676302.928728:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.928731:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.928733:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676302.928734:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00010000:00000010:2.1:1734676302.930590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730c00. 00010000:00000010:2.1:1734676302.930596:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dad600. 00010000:00000010:2.1:1734676302.930599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:1.1:1734676302.930741:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a55a00. 00000800:00000200:1.0:1734676302.932502:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.932504:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30400. 00000400:00000200:1.0:1734676302.932507:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.932510:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.932513:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676302.932514:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000800:00000200:1.0:1734676302.932548:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.932551:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b900. 00000400:00000200:1.0:1734676302.932553:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.932556:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.932557:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676302.932559:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676302.932563:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864321280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.933136:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c600. 00010000:00000010:2.1:1734676302.933142:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2200. 00010000:00000010:2.1:1734676302.933146:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947600. 00010000:00000010:2.1:1734676302.933149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d133a00. 00000800:00000200:1.0:1734676302.935152:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.935154:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676302.935157:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.935160:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.935162:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676302.935164:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:1.0:1734676302.935204:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.935206:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09ba00. 00000400:00000200:1.0:1734676302.935208:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.935210:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.935212:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676302.935213:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676302.935217:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864321408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.936134:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bca200. 00010000:00000010:2.1:1734676302.936141:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d883e00. 00010000:00000010:1.1:1734676302.936172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bbe00. 00000800:00000200:1.0:1734676302.939093:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.939096:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30300. 00000400:00000200:1.0:1734676302.939107:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.939111:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.939113:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:1.0:1734676302.939114:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:1.0:1734676302.939119:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864321536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.939267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335600. 00010000:00000010:3.1:1734676302.945181:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424200. 00010000:00000010:3.1:1734676302.945189:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305cae00. 00010000:00000010:1.1:1734676302.945245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001c00. 00000020:00000010:1.0:1734676302.945278:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009595f000. 00000020:00000010:1.0:1734676302.945284:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.945288:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.945307:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867830656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.945338:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867830656 02000000:00000010:1.0:1734676302.945346:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676302.945368:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a71d80. 00010000:00000010:1.0:1734676302.945392:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd9c0. 00000100:00000010:1.0:1734676302.945398:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4cf00. 00000100:00000010:1.0:1734676302.945405:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4cf00. 00010000:00000010:1.0:1734676302.945408:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd9c0. 00000400:00000010:1.0:1734676302.945417:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676302.945421:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867830656, offset 224 00000400:00000200:1.0:1734676302.945427:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.945434:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.945439:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79327:79327:256:4294967295] 192.168.203.46@tcp LPNI seq info [79323:79323:8:4294967295] 00000400:00000200:1.0:1734676302.945446:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.945452:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.945802:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676302.945806:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.945810:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.945811:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.945820:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.945823:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.945826:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009595f000. 00000020:00000010:1.0:1734676302.948722:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009595f000. 00000020:00000010:1.0:1734676302.948727:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.948731:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.948751:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2c50 x1818938867830784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.948770:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867830784 02000000:00000010:1.0:1734676302.948777:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676302.948796:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de5700. 00010000:00000010:1.0:1734676302.948808:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd300. 00000100:00000010:1.0:1734676302.948813:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4cf00. 00000100:00000010:1.0:1734676302.948819:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4cf00. 00010000:00000010:1.0:1734676302.948821:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd300. 00000400:00000010:1.0:1734676302.948830:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676302.948833:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867830784, offset 224 00000400:00000200:1.0:1734676302.948838:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.948923:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.948927:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79329:79329:256:4294967295] 192.168.203.46@tcp LPNI seq info [79325:79325:8:4294967295] 00000400:00000200:1.0:1734676302.948935:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.948939:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.948942:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676302.948946:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.948952:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.948955:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.948966:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.948970:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.948973:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009595f000. 02000000:00000010:1.0:1734676302.948979:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676302.948981:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676302.948984:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676302.948986:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676302.948988:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:1.0:1734676302.948990:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676302.948992:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676302.948994:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.948995:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676302.948998:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.949001:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676302.949002:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000200:1.0:1734676302.949008:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.949011:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676302.949014:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880097e4cf00. 00010000:00000010:3.1:1734676302.951292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8400. 00010000:00000010:3.1:1734676302.951298:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8a00. 00010000:00000010:1.1:1734676302.957904:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1400. 00010000:00000010:0.1:1734676302.957914:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4bc00. 00000400:00000200:1.0:1734676302.957935:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.957948:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e04600 00000400:00000200:1.0:1734676302.957956:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa360d [1] + 224 00000400:00000200:1.0:1734676302.957965:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.957968:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.957977:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864322048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.958009:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.958013:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515d100 00000400:00000200:1.0:1734676302.958017:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1f8d [2] + 328 00000400:00000200:1.0:1734676302.958029:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.958032:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.958051:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.958056:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000800:00000200:1.0:1734676302.958509:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.958512:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30800. 00000400:00000200:1.0:1734676302.958514:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.958517:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.958519:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676302.958521:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000800:00000200:1.0:1734676302.959092:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.959094:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080500. 00000400:00000200:1.0:1734676302.959105:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.959109:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.959111:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676302.959112:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676302.959118:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864322176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.960522:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.960532:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e04680 00000400:00000200:1.0:1734676302.960539:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3619 [1] + 224 00000400:00000200:1.0:1734676302.960554:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.960558:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.960565:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864322176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676302.960634:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabda00. 00010000:00000010:3.1:1734676302.960640:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4900. 00010000:00000010:3.1:1734676302.960645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096545e00. 00000400:00000200:1.0:1734676302.961215:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.961222:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515d180 00000400:00000200:1.0:1734676302.961228:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1f8d [2] + 656 00000400:00000200:1.0:1734676302.961761:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.961766:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.961771:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.961776:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000800:00000200:1.0:1734676302.962410:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.962413:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676302.962416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.962419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.962422:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676302.962423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000800:00000200:1.0:1734676302.963234:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.963237:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676302.963239:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.963243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.963245:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676302.963246:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676302.963252:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864322304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676302.963914:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2400. 00010000:00000010:1.1:1734676302.964071:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9200. 00010000:00000010:1.1:1734676302.964075:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096544a00. 00010000:00000010:1.1:1734676302.964114:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101000. 00010000:00000010:1.1:1734676302.964117:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305cae00. 00010000:00000010:1.1:1734676302.964120:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:1.1:1734676302.964122:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38200. 00010000:00000010:1.1:1734676302.964126:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0000. 00010000:00000010:1.1:1734676302.964129:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d97f400. 00000400:00000200:1.0:1734676302.966204:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.966219:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e04700 00000400:00000200:1.0:1734676302.966226:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3625 [1] + 224 00000400:00000200:1.0:1734676302.966236:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.966240:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.966249:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864322304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676302.966285:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676302.966290:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515d200 00000400:00000200:1.0:1734676302.966294:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa1f8d [2] + 984 00000400:00000200:1.0:1734676302.966344:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.966347:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676302.966352:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676302.966357:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000800:00000200:1.0:1734676302.967208:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.967210:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676302.967212:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.967215:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.967218:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676302.967219:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000800:00000200:1.0:1734676302.967250:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.967253:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080b00. 00000400:00000200:1.0:1734676302.967254:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.967257:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.967259:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676302.967260:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676302.967265:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864322432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676302.969656:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.969659:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30800. 00000400:00000200:1.0:1734676302.969662:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.969665:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.969667:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676302.969668:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676302.969943:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.971085:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676302.971090:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.971094:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.971106:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676302.971108:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:1.0:1734676302.971115:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864322560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676302.973703:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf600. 00010000:00000010:2.1:1734676302.973708:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffca00. 00000800:00000200:1.0:1734676302.974784:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.974787:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b800. 00000400:00000200:1.0:1734676302.974790:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.974794:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.974797:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:1.0:1734676302.974798:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000800:00000200:1.0:1734676302.974831:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676302.974833:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30300. 00000400:00000200:1.0:1734676302.974835:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676302.974838:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676302.974840:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676302.974842:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676302.974846:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864322688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676318 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676302.977442:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1400. 00010000:00000010:0.1:1734676302.977448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f0200. 00010000:00000010:0.1:1734676302.977555:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7900. 00010000:00000010:0.1:1734676302.977558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1e00. 00010000:00000010:3.1:1734676302.983726:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8e600. 00010000:00000010:3.1:1734676302.983733:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038000. 00010000:00000010:3.1:1734676302.983763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de800. 00010000:00000010:3.1:1734676302.983767:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7900. 00010000:00000010:3.1:1734676302.983770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f0000. 00010000:00000010:3.1:1734676302.983773:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30d00. 00010000:00000010:3.1:1734676302.983776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d133c00. 00010000:00000010:0.1:1734676302.986711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7500. 00010000:00000010:0.1:1734676302.986717:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f0c00. 00010000:00000010:0.1:1734676302.989544:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1400. 00010000:00000010:0.1:1734676302.989748:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59800. 00010000:00000010:0.1:1734676302.989753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2c00. 00010000:00000010:0.1:1734676302.989760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe5400. 00000020:00000010:1.0:1734676302.994782:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676302.994787:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.994791:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.994808:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867832448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.994839:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867832448 02000000:00000010:1.0:1734676302.994847:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676302.994876:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bb00. 00000100:00000010:1.0:1734676302.994881:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c600. 00000100:00000010:1.0:1734676302.994885:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c600. 00010000:00000010:1.0:1734676302.994888:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bb00. 00000400:00000010:1.0:1734676302.994897:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676302.994901:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867832448, offset 224 00000400:00000200:1.0:1734676302.994906:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.994912:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.994917:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79355:79355:256:4294967295] 192.168.203.46@tcp LPNI seq info [79351:79351:8:4294967295] 00000400:00000200:1.0:1734676302.994924:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.994929:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.994932:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676302.994935:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.994940:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.994943:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.994956:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.994960:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.994963:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073679c00. 00010000:00000010:2.1:1734676302.995465:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff9e00. 00010000:00000010:2.1:1734676302.995469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4600. 00010000:00000010:1.1:1734676302.996233:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26a00. 00010000:00000010:1.1:1734676302.996240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800946a4600. 00010000:00000010:1.1:1734676302.996243:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101200. 00010000:00000010:1.1:1734676302.996246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f0200. 00010000:00000010:1.1:1734676302.996252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f200. 00010000:00000010:1.1:1734676302.996255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1400. 00000020:00000010:1.0:1734676302.997532:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676302.997537:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.997541:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676302.997558:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1c50 x1818938867832576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:393/0 lens 328/0 e 0 to 0 dl 1734676313 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676302.997640:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867832576 02000000:00000010:1.0:1734676302.997649:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676302.997666:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08600. 00010000:00000010:1.0:1734676302.997729:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bb00. 00000100:00000010:1.0:1734676302.997734:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c600. 00000100:00000010:1.0:1734676302.997747:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c600. 00010000:00000010:1.0:1734676302.997750:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bb00. 00000400:00000010:1.0:1734676302.997762:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676302.997766:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867832576, offset 224 00000400:00000200:1.0:1734676302.997770:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676302.997776:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676302.997782:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79357:79357:256:4294967295] 192.168.203.46@tcp LPNI seq info [79353:79353:8:4294967295] 00000400:00000200:1.0:1734676302.997789:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676302.997792:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676302.997795:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676302.997799:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676302.997803:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676302.997806:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676302.997828:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676302.997832:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676302.997835:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073679c00. 02000000:00000010:1.0:1734676302.997842:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676302.997844:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:1.0:1734676302.997848:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676302.997849:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676302.997853:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676302.997855:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:1.0:1734676302.997859:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676302.997861:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676302.997864:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676302.997865:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676302.997867:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009977b400. 00000100:00000010:1.0:1734676302.997869:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000200:1.0:1734676302.997874:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676302.997878:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad2c0. 00000400:00000010:1.0:1734676302.997881:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880097e4c600. 00010000:00000010:0.1:1734676303.001352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bdc00. 00010000:00000010:0.1:1734676303.001358:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847600. 00010000:00000010:0.1:1734676303.001361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d133c00. 00000020:00000010:1.0:1734676303.001410:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676303.001416:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.001419:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.001437:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29f80 x1818938867832704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.001467:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867832704 02000000:00000010:1.0:1734676303.001474:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.001494:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a880. 00010000:00000010:1.0:1734676303.001505:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bb00. 00000100:00000010:1.0:1734676303.001511:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676303.001517:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676303.001519:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bb00. 00000400:00000010:1.0:1734676303.001528:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676303.001531:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867832704, offset 224 00000400:00000200:1.0:1734676303.001536:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.001701:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.001707:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79359:79359:256:4294967295] 192.168.203.46@tcp LPNI seq info [79355:79355:8:4294967295] 00000400:00000200:1.0:1734676303.001715:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.001719:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.001723:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.001727:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.001733:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.001736:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.001760:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.001764:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.001767:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676303.005475:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676303.005480:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.005484:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.005502:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867832832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.005691:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867832832 02000000:00000010:1.0:1734676303.005700:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.005719:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f5f80. 00010000:00000010:1.0:1734676303.005732:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:1.0:1734676303.005737:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676303.005814:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676303.005817:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000400:00000010:1.0:1734676303.005826:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676303.005830:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867832832, offset 224 00000400:00000200:1.0:1734676303.005834:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.005841:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.005846:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79361:79361:256:4294967295] 192.168.203.46@tcp LPNI seq info [79357:79357:8:4294967295] 00000400:00000200:1.0:1734676303.005853:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.005858:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.005861:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47000. 00000800:00000200:1.0:1734676303.005866:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.005871:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.005874:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.005893:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.005897:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.005900:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073679c00. 00010000:00000010:1.1:1734676303.008248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3200. 00010000:00000010:1.1:1734676303.008257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7800. 00010000:00000010:1.1:1734676303.008260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa6400. 00010000:00000010:1.1:1734676303.008262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bec00. 00010000:00000010:1.1:1734676303.008266:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192200. 00010000:00000010:1.1:1734676303.008269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7e00. 00000020:00000010:1.0:1734676303.008878:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073679c00. 00000020:00000010:1.0:1734676303.008882:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.008886:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.008905:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867832960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.008934:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867832960 02000000:00000010:1.0:1734676303.008942:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.008962:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7ec800. 00010000:00000010:1.0:1734676303.008974:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:1.0:1734676303.008980:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676303.008992:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676303.009113:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000400:00000010:1.0:1734676303.009124:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.009127:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867832960, offset 224 00000400:00000200:1.0:1734676303.009132:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.009139:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.009144:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79363:79363:256:4294967295] 192.168.203.46@tcp LPNI seq info [79359:79359:8:4294967295] 00000400:00000200:1.0:1734676303.009151:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.009155:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.009158:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676303.009162:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.009167:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.009170:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.009184:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.009187:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.009190:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073679c00. 00000800:00000200:1.0:1734676303.009267:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.009269:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47800. 00000400:00000200:1.0:1734676303.009272:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.009275:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.009277:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676303.009279:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000800:00000200:1.0:1734676303.012449:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.012452:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676303.012457:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.012463:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.012467:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676303.012469:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:1.0:1734676303.012477:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a680 x1818938864324096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.016532:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.016546:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e04e00 00000400:00000200:1.0:1734676303.016553:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa36d5 [1] + 224 00000400:00000200:1.0:1734676303.016569:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.016572:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.016582:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a680 x1818938864324096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.016807:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.016812:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515d900 00000400:00000200:1.0:1734676303.016816:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2035 [2] + 984 00000400:00000200:1.0:1734676303.017343:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.017347:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.017352:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.017356:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00010000:00000010:0.1:1734676303.019229:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800967a7700. 00010000:00000010:0.1:1734676303.019236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6400. 00010000:00000010:0.1:1734676303.019240:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea600. 00010000:00000010:0.1:1734676303.019243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ea00. 00000800:00000200:1.0:1734676303.019324:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.019328:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676303.019331:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.019336:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.019340:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676303.019342:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:1.0:1734676303.019386:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.019389:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676303.019391:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.019394:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.019396:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676303.019397:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676303.019404:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a680 x1818938864324224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.024239:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.024247:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515d980 00000400:00000200:1.0:1734676303.024253:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2035 [2] + 1312 00000400:00000200:1.0:1734676303.024308:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.024312:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.024318:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.024323:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00010000:00000010:1.1:1734676303.025130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1b600. 00010000:00000010:1.1:1734676303.025137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565c00. 00000800:00000200:1.0:1734676303.025637:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.025640:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676303.025643:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.025646:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.025649:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676303.025651:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00010000:00000010:1.1:1734676303.028752:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfbd00. 00010000:00000010:1.1:1734676303.028762:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6000. 00010000:00000010:1.1:1734676303.028765:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d583500. 00010000:00000010:1.1:1734676303.028767:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6e00. 00010000:00000010:1.1:1734676303.028952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6000. 00000020:00000010:1.0:1734676303.030132:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073678000. 00000020:00000010:1.0:1734676303.030137:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.030141:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.030261:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867833344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.030288:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867833344 02000000:00000010:1.0:1734676303.030297:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.030476:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793a80. 00010000:00000010:1.0:1734676303.030502:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:1.0:1734676303.030507:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676303.030520:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676303.030523:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000400:00000010:1.0:1734676303.030532:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.030536:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867833344, offset 224 00000400:00000200:1.0:1734676303.030542:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.030550:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.030555:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79369:79369:256:4294967295] 192.168.203.46@tcp LPNI seq info [79365:79365:8:4294967295] 00000400:00000200:1.0:1734676303.030562:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.030566:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.030569:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47800. 00000800:00000200:1.0:1734676303.030573:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.030578:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.030581:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.030604:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.030608:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.030611:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073678000. 00010000:00000010:1.1:1734676303.033250:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad700. 00010000:00000010:1.1:1734676303.033257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6c00. 00010000:00000010:1.1:1734676303.033261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080500. 00010000:00000010:1.1:1734676303.033263:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589e200. 00010000:00000010:1.1:1734676303.033401:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37900. 00010000:00000010:1.1:1734676303.033404:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003400. 00010000:00000010:1.1:1734676303.033437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f2400. 00000400:00000200:1.0:1734676303.035819:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.035834:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e04f80 00000400:00000200:1.0:1734676303.035841:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa36f9 [1] + 224 00000400:00000200:1.0:1734676303.035851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.035854:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.035863:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864324480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.035884:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.035887:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515da80 00000400:00000200:1.0:1734676303.035892:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2035 [2] + 1968 00000400:00000010:1.0:1734676303.035896:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:1.0:1734676303.035899:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130d713c0 00000400:00000200:1.0:1734676303.035923:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.035927:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.035930:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130d713c0 00000400:00000010:1.0:1734676303.035932:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130d713c0. 00000100:00000200:1.0:1734676303.035936:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.035972:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073678000. 00000020:00000010:1.0:1734676303.035977:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.035981:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.035998:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1850 x1818938867833472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.036031:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867833472 02000000:00000010:1.0:1734676303.036053:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.036080:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:1.0:1734676303.036086:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefef00. 00000100:00000010:1.0:1734676303.036091:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefef00. 00010000:00000010:1.0:1734676303.036093:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000400:00000010:1.0:1734676303.036114:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676303.036118:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867833472, offset 224 00000400:00000200:1.0:1734676303.036123:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.036130:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.036135:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79371:79371:256:4294967295] 192.168.203.46@tcp LPNI seq info [79367:79367:8:4294967295] 00000400:00000200:1.0:1734676303.036142:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.036147:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.036149:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676303.036153:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.036159:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.036162:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.036174:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676303.036503:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.036508:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073678000. 02000000:00000010:1.0:1734676303.036517:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676303.036519:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.036523:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676303.036526:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.036530:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676303.036533:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.036535:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676303.036537:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.036539:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.036541:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.036543:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676303.036545:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000200:1.0:1734676303.036551:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.036554:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad8f0. 00000400:00000010:1.0:1734676303.036557:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009fefef00. 00000400:00000010:1.0:1734676303.036572:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:1.0:1734676303.036575:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676303.036576:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:1.0:1734676303.036582:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864324480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.036590:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864324480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.036607:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d566800. 02000000:00000010:1.0:1734676303.036616:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800834f6800. 02000000:00000010:1.0:1734676303.036619:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800834f6000. 00000100:00000010:1.0:1734676303.036621:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:1.0:1734676303.036624:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:1.0:1734676303.036626:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d10bc80. 00080000:00000010:1.0:1734676303.037465:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073678000. 00010000:00000010:1.0:1734676303.037527:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:1.0:1734676303.037533:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d566500. 00010000:00000010:1.0:1734676303.037584:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073679c00. 00010000:00000010:1.0:1734676303.037589:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676303.037596:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:1.0:1734676303.037599:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.037604:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.037612:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073678c00. 02000000:00000010:1.0:1734676303.037628:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073679200. 00000400:00000010:1.0:1734676303.037632:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc60. 00000400:00000010:1.0:1734676303.037634:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676303.037637:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864324608, portal 16 00000400:00000010:1.0:1734676303.037640:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676303.037642:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864324608, offset 0 00000400:00000200:1.0:1734676303.037646:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.037652:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.037656:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.037659:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.037662:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.037663:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.037666:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79372:79372:256:4294967295] 192.168.203.46@tcp LPNI seq info [79368:79368:8:4294967295] 00000400:00000200:1.0:1734676303.037672:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.037676:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.037679:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.037682:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.037687:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.037689:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676303.037813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f8800. 00000400:00000200:1.0:1734676303.039499:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.039510:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05000 00000400:00000200:1.0:1734676303.039517:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3709 [1] + 224 00000400:00000200:1.0:1734676303.039537:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.039541:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.039549:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864324608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.040089:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37c00. 00010000:00000010:1.1:1734676303.040095:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002400. 00010000:00000010:0.1:1734676303.040175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79a00. 00000020:00000010:1.0:1734676303.040557:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073678c00. 00000020:00000010:1.0:1734676303.040562:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676303.040566:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.040584:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867833600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.040615:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867833600 02000000:00000010:1.0:1734676303.040622:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.040642:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f5980. 00010000:00000010:1.0:1734676303.040654:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54b40. 00000100:00000010:1.0:1734676303.040658:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.040674:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676303.040676:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54b40. 00000400:00000010:1.0:1734676303.040684:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676303.040687:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867833600, offset 224 00000400:00000200:1.0:1734676303.040691:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.040697:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.040702:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79373:79373:256:4294967295] 192.168.203.46@tcp LPNI seq info [79369:79369:8:4294967295] 00000400:00000200:1.0:1734676303.040709:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.040713:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.040716:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676303.040721:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.040727:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.040729:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.040741:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676303.040744:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.040746:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073678c00. 00000800:00000200:1.0:1734676303.042146:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.042149:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09be00. 00000400:00000200:1.0:1734676303.042153:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.042156:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.042159:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:1.0:1734676303.042161:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:1.0:1734676303.042166:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864324736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.043356:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d000. 00010000:00000010:0.1:1734676303.043365:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003600. 00000400:00000010:1.0:1734676303.043953:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:1.0:1734676303.043957:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676303.043959:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676303.043964:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847aa00 x1818938864324736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.043970:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847aa00 x1818938864324736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.043992:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8e00. 02000000:00000010:1.0:1734676303.043996:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9200. 00000100:00000010:1.0:1734676303.043999:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000010:1.0:1734676303.044003:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:1.0:1734676303.044007:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000800:00000200:1.0:1734676303.045085:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.045088:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080500. 00000400:00000200:1.0:1734676303.045090:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.045093:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.045096:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676303.045097:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676303.045617:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.045620:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:1.0:1734676303.045622:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.045626:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.045628:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676303.045629:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676303.045633:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864324864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.047003:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:1.0:1734676303.047007:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676303.047008:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676303.047013:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864324864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.047021:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864324864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.047055:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9600. 02000000:00000010:1.0:1734676303.047060:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8400. 00000100:00000010:1.0:1734676303.047063:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:1.0:1734676303.047072:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:1.0:1734676303.047076:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000800:00000200:1.0:1734676303.047868:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.047871:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:1.0:1734676303.047873:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.047877:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.047879:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:1.0:1734676303.047881:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00010000:00000010:0.1:1734676303.048485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16200. 00010000:00000010:0.1:1734676303.048490:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74b00. 00010000:00000010:0.1:1734676303.048494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6e00. 00000400:00000200:1.0:1734676303.051358:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.051368:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515dc80 00000400:00000200:1.0:1734676303.051372:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa208d [2] + 984 00000400:00000200:1.0:1734676303.051666:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.051671:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.051676:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.051679:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00080000:00000010:1.0:1734676303.052486:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d97f400. 00010000:00000010:1.0:1734676303.052549:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00010000:00000010:1.0:1734676303.052555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009946ab80. 00010000:00000010:1.0:1734676303.052610:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da38200. 00010000:00000010:1.0:1734676303.052615:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676303.052624:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbde00. 00000100:00000010:1.0:1734676303.052627:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.052632:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676303.052641:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305cae00. 02000000:00000010:1.0:1734676303.052656:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d9c2200. 00000400:00000010:1.0:1734676303.052660:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad738. 00000400:00000010:1.0:1734676303.052663:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676303.052667:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864325120, portal 16 00000400:00000010:1.0:1734676303.052670:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676303.052671:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864325120, offset 0 00000400:00000200:1.0:1734676303.052675:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.052679:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.052682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.052686:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.052688:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.052690:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.052693:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79380:79380:256:4294967295] 192.168.203.46@tcp LPNI seq info [79376:79376:8:4294967295] 00000400:00000200:1.0:1734676303.052699:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.052702:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.052704:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676303.052707:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.052711:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.052713:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676303.052720:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.052725:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009df73a00. 02000000:00000010:1.0:1734676303.052733:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d8b9e00. 00000400:00000010:1.0:1734676303.052735:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad160. 00000400:00000010:1.0:1734676303.052737:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676303.052739:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864325248, portal 16 00000400:00000010:1.0:1734676303.052741:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676303.052743:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864325248, offset 0 00000400:00000200:1.0:1734676303.052746:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.052749:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.052751:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.052753:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.052754:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.052756:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.052758:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79381:79381:255:4294967295] 192.168.203.46@tcp LPNI seq info [79377:79377:7:4294967295] 00000400:00000200:1.0:1734676303.052763:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.052767:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.052769:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676303.052771:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.052774:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.052776:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676303.055625:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74e00. 00010000:00000010:3.1:1734676303.055634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073679c00. 00010000:00000010:3.1:1734676303.055638:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3b00. 00010000:00000010:3.1:1734676303.055641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9a00. 00010000:00000010:1.1:1734676303.055646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdda000. 00010000:00000010:3.1:1734676303.055648:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792100. 00010000:00000010:3.1:1734676303.055651:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8600. 00010000:00000010:0.1:1734676303.055871:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6000. 00000400:00000200:1.0:1734676303.056124:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.056138:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05200 00000400:00000200:1.0:1734676303.056146:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3739 [1] + 224 00000400:00000200:1.0:1734676303.056155:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.056158:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.056167:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139b480 x1818938864325120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.056269:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.056273:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515dd00 00000400:00000200:1.0:1734676303.056278:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa208d [2] + 1312 00000400:00000200:1.0:1734676303.056283:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.056285:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.056289:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.056294:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000200:1.0:1734676303.056320:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.056324:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05280 00000400:00000200:1.0:1734676303.056327:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3741 [1] + 224 00000400:00000200:1.0:1734676303.056677:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.056681:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.056686:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864325248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676303.057446:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.057449:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676303.057452:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.057455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.057457:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676303.057458:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676303.058351:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.058355:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080b00. 00000400:00000200:1.0:1734676303.058357:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.058361:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.058363:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676303.058365:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00010000:00000010:0.1:1734676303.059735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c313400. 00010000:00000010:0.1:1734676303.059772:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d113c00. 00000400:00000200:1.0:1734676303.062299:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.062316:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05300 00000400:00000200:1.0:1734676303.062325:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3751 [1] + 224 00000400:00000200:1.0:1734676303.062342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.062347:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.062356:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864325376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.063544:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74900. 00010000:00000010:2.1:1734676303.063550:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8a00. 00000800:00000200:1.0:1734676303.064155:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.064159:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b800. 00000400:00000200:1.0:1734676303.064162:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.064165:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.064167:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676303.064169:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 02000000:00000010:1.0:1734676303.064172:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009977b400. 00000800:00000200:1.0:1734676303.066446:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.066451:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:1.0:1734676303.066456:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.066463:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.066466:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:1.0:1734676303.066468:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:1.0:1734676303.066476:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864325504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676303.071865:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.071869:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676303.071871:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.071875:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.071877:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676303.071878:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:2.1:1734676303.073449:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ec00. 00010000:00000010:2.1:1734676303.073459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889f00. 00010000:00000010:2.1:1734676303.073465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38200. 00000800:00000200:1.0:1734676303.073785:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.073790:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09ba00. 00000400:00000200:1.0:1734676303.073794:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.073800:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.073804:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676303.073807:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:1.0:1734676303.073815:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864325632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.073840:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.073850:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05400 00000400:00000200:1.0:1734676303.073857:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa376d [1] + 224 00000400:00000200:1.0:1734676303.073874:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.073878:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.073883:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864325632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676303.076633:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.076636:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09ba00. 00000400:00000200:1.0:1734676303.076639:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.076643:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.076646:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676303.076647:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000800:00000200:1.0:1734676303.076679:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.076681:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bc00. 00000400:00000200:1.0:1734676303.076683:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.076685:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.076687:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676303.076688:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:1.0:1734676303.076692:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864325760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.077768:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82be00. 00000800:00000200:1.0:1734676303.078447:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.078449:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b800. 00000400:00000200:1.0:1734676303.078452:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.078455:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.078457:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676303.078458:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000400:00000010:1.0:1734676303.078469:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:1.0:1734676303.078472:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676303.078473:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676303.078477:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864325760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.078484:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864325760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.078498:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d80d200. 02000000:00000010:1.0:1734676303.078506:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8400. 02000000:00000010:1.0:1734676303.078509:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9a00. 00000100:00000010:1.0:1734676303.078512:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:1.0:1734676303.078514:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:1.0:1734676303.078516:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273a40. 00080000:00000010:1.0:1734676303.078527:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b9e00. 00010000:00000010:1.0:1734676303.078579:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:1.0:1734676303.078584:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d80d380. 00010000:00000010:1.0:1734676303.078632:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b8e00. 00010000:00000010:1.0:1734676303.078638:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.078645:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.078647:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.078652:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.078660:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d8b9400. 02000000:00000010:1.0:1734676303.078674:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1800. 00000400:00000010:1.0:1734676303.078677:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676303.078680:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.078685:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864325888, portal 16 00000400:00000010:1.0:1734676303.078688:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676303.078690:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864325888, offset 0 00000400:00000200:1.0:1734676303.078694:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.078698:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.078701:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.078703:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.078705:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.078707:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.078709:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79392:79392:256:4294967295] 192.168.203.46@tcp LPNI seq info [79388:79388:8:4294967295] 00000400:00000200:1.0:1734676303.078715:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.078718:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.078720:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676303.078722:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.078725:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.078727:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.082178:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.082180:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:1.0:1734676303.082183:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.082186:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.082190:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676303.082192:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000400:00000010:1.0:1734676303.082208:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:1.0:1734676303.082210:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676303.082212:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.082217:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864325888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.082225:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864325888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.082241:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093379180. 02000000:00000010:1.0:1734676303.082251:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cda1800. 02000000:00000010:1.0:1734676303.082255:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d8b9400. 00000100:00000010:1.0:1734676303.082259:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.082262:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676303.082264:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00080000:00000010:1.0:1734676303.082275:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda1800. 00010000:00000010:1.0:1734676303.082331:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.082337:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093379080. 00010000:00000010:1.0:1734676303.082393:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b19600. 00010000:00000010:1.0:1734676303.082398:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.082404:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.082407:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.082411:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.082419:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18000. 02000000:00000010:1.0:1734676303.082434:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b18e00. 00000400:00000010:1.0:1734676303.082437:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676303.082440:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.082443:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864326016, portal 16 00000400:00000010:1.0:1734676303.082446:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676303.082448:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864326016, offset 0 00000400:00000200:1.0:1734676303.082452:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.082457:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.082460:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.082463:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.082465:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.082467:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.082469:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79394:79394:256:4294967295] 192.168.203.46@tcp LPNI seq info [79390:79390:8:4294967295] 00000400:00000200:1.0:1734676303.082475:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.082478:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.082480:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676303.082483:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.082486:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.082488:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676303.082740:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2d00. 00010000:00000010:2.1:1734676303.082745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6c00. 00000400:00000010:1.0:1734676303.086203:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:1.0:1734676303.086207:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676303.086208:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.086212:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864326016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.086219:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864326016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.086238:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b18e00. 02000000:00000010:1.0:1734676303.086241:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18000. 00000100:00000010:1.0:1734676303.086245:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.086250:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676303.086252:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00080000:00000010:1.0:1734676303.086306:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9cec00. 00010000:00000010:1.0:1734676303.086371:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.086378:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ec9b00. 00010000:00000010:1.0:1734676303.086442:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b18000. 00010000:00000010:1.0:1734676303.086446:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.086453:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.086457:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.086462:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.086476:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18e00. 02000000:00000010:1.0:1734676303.086497:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e2f7400. 00000400:00000010:1.0:1734676303.086501:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676303.086504:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.086508:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864326144, portal 16 00000400:00000010:1.0:1734676303.086511:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676303.086513:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864326144, offset 0 00000400:00000200:1.0:1734676303.086517:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.086522:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.086526:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.086529:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.086532:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.086534:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.086536:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79396:79396:255:4294967295] 192.168.203.46@tcp LPNI seq info [79392:79392:7:4294967295] 00000400:00000200:1.0:1734676303.086541:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.086544:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.086547:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676303.086549:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.086553:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.086555:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.086580:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.086582:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09be00. 00000400:00000200:1.0:1734676303.086584:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.086587:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.086588:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:1.0:1734676303.086590:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000800:00000200:1.0:1734676303.086633:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.086635:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47200. 00000400:00000200:1.0:1734676303.086637:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.086639:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.086642:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676303.086643:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676303.086647:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864326144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.086907:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16f800. 00010000:00000010:3.1:1734676303.086984:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d774c00. 00010000:00000010:3.1:1734676303.086988:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ecd00. 00010000:00000010:3.1:1734676303.086990:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6000. 00010000:00000010:3.1:1734676303.086992:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09bb00. 00010000:00000010:3.1:1734676303.086995:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8c00. 00010000:00000010:3.1:1734676303.086997:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5a00. 00010000:00000010:3.1:1734676303.086999:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf300. 00010000:00000010:3.1:1734676303.087002:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9800. 00000400:00000010:1.0:1734676303.090987:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:1.0:1734676303.090990:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676303.090992:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.090998:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864326144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.091006:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864326144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.091022:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880088ad6880. 02000000:00000010:1.0:1734676303.091031:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e2f7400. 02000000:00000010:1.0:1734676303.091034:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18e00. 00000100:00000010:1.0:1734676303.091059:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.091063:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.091065:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00080000:00000010:1.0:1734676303.091078:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f7400. 00010000:00000010:1.0:1734676303.091145:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.091151:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880088ad6800. 00010000:00000010:1.0:1734676303.091268:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136a47b00. 00010000:00000010:1.0:1734676303.091270:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59700. 00010000:00000010:1.0:1734676303.091273:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f6e00. 00010000:00000010:1.0:1734676303.091277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59180. 00080000:00000010:1.0:1734676303.091285:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f6200. 00010000:00000010:1.0:1734676303.091300:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59180. 00010000:00000010:1.0:1734676303.091302:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59700. 00010000:00000010:1.0:1734676303.091333:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f7a00. 00010000:00000010:1.0:1734676303.091335:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.091339:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.091342:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.091347:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.091354:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18e00. 02000000:00000010:1.0:1734676303.091369:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979dc00. 00000400:00000010:1.0:1734676303.091372:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676303.091375:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.091379:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864326272, portal 16 00000400:00000010:1.0:1734676303.091382:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676303.091383:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864326272, offset 0 00000400:00000200:1.0:1734676303.091388:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.091392:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.091396:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.091398:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.091401:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.091403:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.091405:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79398:79398:256:4294967295] 192.168.203.46@tcp LPNI seq info [79394:79394:8:4294967295] 00000400:00000200:1.0:1734676303.091411:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.091415:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.091417:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676303.091420:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.091425:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.091427:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1734676303.093996:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:1.0:1734676303.094000:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676303.094002:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.094007:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864326272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.094013:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864326272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.094053:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979dc00. 02000000:00000010:1.0:1734676303.094059:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18e00. 00000100:00000010:1.0:1734676303.094063:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.094068:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676303.094072:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00000400:00000200:1.0:1734676303.095353:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.095363:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515e180 00000400:00000200:1.0:1734676303.095368:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa20e5 [2] + 1968 00000400:00000010:1.0:1734676303.095371:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:1.0:1734676303.095375:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469600 00000400:00000200:1.0:1734676303.095721:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.095726:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.095730:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469600 00000400:00000010:1.0:1734676303.095732:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469600. 00000100:00000200:1.0:1734676303.095737:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.095774:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979dc00. 00000020:00000010:1.0:1734676303.095779:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.095783:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.095803:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2850 x1818938867835264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.095822:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867835264 02000000:00000010:1.0:1734676303.095828:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.095849:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dbbda80. 00010000:00000010:1.0:1734676303.095862:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.095867:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fefeb40. 00000100:00000010:1.0:1734676303.095873:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fefeb40. 00010000:00000010:1.0:1734676303.095875:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00000400:00000010:1.0:1734676303.095885:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.095889:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867835264, offset 224 00000400:00000200:1.0:1734676303.095894:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.095900:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.095905:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79399:79399:256:4294967295] 192.168.203.46@tcp LPNI seq info [79395:79395:8:4294967295] 00000400:00000200:1.0:1734676303.095912:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.095918:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.095921:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.095924:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.095930:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.095933:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.095945:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.095948:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.095957:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979dc00. 02000000:00000010:1.0:1734676303.095964:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676303.095968:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.095974:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880099779800. 00000100:00000010:1.0:1734676303.095977:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.095980:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009977b400. 00000100:00000010:1.0:1734676303.095982:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.095984:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880099779400. 00000100:00000010:1.0:1734676303.095986:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.095988:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880099778c00. 00000100:00000010:1.0:1734676303.095990:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 02000000:00000010:1.0:1734676303.095992:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676303.095994:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000200:1.0:1734676303.096000:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.096004:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676303.096007:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009fefeb40. 00080000:00000010:1.0:1734676303.096025:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979dc00. 00010000:00000010:3.1:1734676303.096085:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dabc00. 00010000:00000010:1.0:1734676303.096113:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.096119:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dbbda00. 00010000:00000010:2.1:1734676303.096144:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff05400. 00010000:00000010:2.1:1734676303.096149:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e000. 00010000:00000010:2.1:1734676303.096152:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8600. 00010000:00000010:1.0:1734676303.096178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979d800. 00010000:00000010:1.0:1734676303.096182:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.096188:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.096191:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.096197:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.096205:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979d200. 02000000:00000010:1.0:1734676303.096220:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979da00. 00000400:00000010:1.0:1734676303.096223:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676303.096226:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.096229:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864326400, portal 16 00010000:00000010:2.1:1734676303.096231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48a000. 00000400:00000010:1.0:1734676303.096232:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00010000:00000010:2.1:1734676303.096234:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bbf00. 00000100:00000200:1.0:1734676303.096234:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864326400, offset 0 00010000:00000010:2.1:1734676303.096237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b8e00. 00000400:00000200:1.0:1734676303.096238:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.096242:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.096246:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.096249:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.096251:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.096253:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.096255:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79400:79400:255:4294967295] 192.168.203.46@tcp LPNI seq info [79396:79396:7:4294967295] 00000400:00000200:1.0:1734676303.096260:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.096264:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.096266:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676303.096268:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.096272:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.096274:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676303.096301:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e700. 00010000:00000010:2.1:1734676303.096304:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19600. 00000400:00000010:1.0:1734676303.098296:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676303.098300:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676303.098302:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.098306:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864326400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.098313:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864326400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.098331:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979da00. 02000000:00000010:1.0:1734676303.098335:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979d200. 00000100:00000010:1.0:1734676303.098338:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.098342:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.098345:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdfc0. 00080000:00000010:1.0:1734676303.099405:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b18e00. 00010000:00000010:1.0:1734676303.099461:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.099467:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52a180. 00010000:00000010:1.0:1734676303.099525:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b19600. 00010000:00000010:1.0:1734676303.099529:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676303.099536:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdfc0. 00000100:00000010:1.0:1734676303.099541:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:1.0:1734676303.099546:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.099555:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979d200. 02000000:00000010:1.0:1734676303.099572:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979da00. 00000400:00000010:1.0:1734676303.099577:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676303.099580:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.099584:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864326528, portal 16 00000400:00000010:1.0:1734676303.099587:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676303.099589:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864326528, offset 0 00000400:00000200:1.0:1734676303.099593:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.099599:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.099603:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.099606:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.099608:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.099610:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.099612:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79402:79402:255:4294967295] 192.168.203.46@tcp LPNI seq info [79398:79398:7:4294967295] 00000400:00000200:1.0:1734676303.099619:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.099622:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.099625:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.099628:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.099633:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.099636:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.099666:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.099668:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bf00. 00000400:00000200:1.0:1734676303.099671:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.099673:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.099676:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676303.099678:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000800:00000200:1.0:1734676303.099838:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.099841:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47300. 00000400:00000200:1.0:1734676303.099844:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.099848:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.099850:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676303.099851:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676303.099856:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864326528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.104019:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141c00. 00010000:00000010:2.1:1734676303.104024:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e700. 00010000:00000010:2.1:1734676303.104027:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18000. 00010000:00000010:2.1:1734676303.104030:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136a47b00. 00010000:00000010:2.1:1734676303.104032:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f6e00. 00010000:00000010:2.1:1734676303.104127:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1dc00. 00010000:00000010:2.1:1734676303.104131:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a700. 00010000:00000010:2.1:1734676303.104135:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f7a00. 00000020:00000010:1.0:1734676303.105694:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bf200. 00000020:00000010:1.0:1734676303.105699:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.105702:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.105718:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867835648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.105749:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867835648 02000000:00000010:1.0:1734676303.105759:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.105778:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d652400. 00010000:00000010:1.0:1734676303.105790:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.105795:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.105801:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.105802:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.105812:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676303.105816:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867835648, offset 224 00000400:00000200:1.0:1734676303.105821:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.105827:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.105832:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79405:79405:256:4294967295] 192.168.203.46@tcp LPNI seq info [79401:79401:8:4294967295] 00000400:00000200:1.0:1734676303.105839:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.105844:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.105847:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676303.105851:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.105856:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.105859:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.105871:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.105875:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.105879:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bf200. 00000800:00000200:1.0:1734676303.106395:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.106398:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30e00. 00000400:00000200:1.0:1734676303.106401:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.106404:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.106406:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676303.106407:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:1.0:1734676303.106412:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864326784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676303.111629:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.111634:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.111638:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.111656:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867835904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.111794:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867835904 02000000:00000010:1.0:1734676303.111803:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.111821:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d10ca00. 00010000:00000010:1.0:1734676303.111833:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.111837:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.111908:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.111911:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.111920:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.111923:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867835904, offset 224 00000400:00000200:1.0:1734676303.111927:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.111934:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.111938:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79409:79409:256:4294967295] 192.168.203.46@tcp LPNI seq info [79405:79405:8:4294967295] 00000400:00000200:1.0:1734676303.111945:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.111949:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.111952:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676303.111955:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.111960:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.111963:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.111983:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.111987:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.111990:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bee00. 00010000:00000010:3.1:1734676303.113487:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0d000. 00010000:00000010:3.1:1734676303.113518:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d460400. 00010000:00000010:3.1:1734676303.113566:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011f00. 00010000:00000010:3.1:1734676303.113569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979d800. 00000020:00000010:1.0:1734676303.114931:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.114936:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.114941:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.114959:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867836032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.114992:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836032 02000000:00000010:1.0:1734676303.114999:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.115020:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487580. 00010000:00000010:1.0:1734676303.115033:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.115074:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.115086:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.115088:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.115107:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676303.115111:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836032, offset 224 00000400:00000200:1.0:1734676303.115116:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.115286:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.115291:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79411:79411:256:4294967295] 192.168.203.46@tcp LPNI seq info [79407:79407:8:4294967295] 00000400:00000200:1.0:1734676303.115299:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.115304:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.115307:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676303.115311:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.115316:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.115319:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.115332:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.115335:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.115338:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.117411:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.117416:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.117419:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.117438:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0c50 x1818938867836160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.117466:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836160 02000000:00000010:1.0:1734676303.117475:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676303.117499:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.117504:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676303.117508:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676303.117510:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.117518:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676303.117521:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836160, offset 224 00000400:00000200:1.0:1734676303.117526:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.117532:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.117537:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79413:79413:256:4294967295] 192.168.203.46@tcp LPNI seq info [79409:79409:8:4294967295] 00000400:00000200:1.0:1734676303.117544:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.117549:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.117552:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676303.117556:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.117560:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.117564:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.117575:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.117578:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.117580:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bee00. 02000000:00000010:1.0:1734676303.117587:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676303.117589:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.117593:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676303.117594:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.117597:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:1.0:1734676303.117599:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.117602:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.117603:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.117607:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676303.117609:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.117611:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676303.117612:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:1.0:1734676303.117616:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.117619:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676303.117622:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012fdfed80. 00010000:00000010:3.1:1734676303.118319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1c00. 00010000:00000010:3.1:1734676303.118325:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19600. 00010000:00000010:3.1:1734676303.118332:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e200. 00010000:00000010:3.1:1734676303.118335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6e00. 00010000:00000010:3.1:1734676303.118339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fc00. 00010000:00000010:2.1:1734676303.124309:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4500. 00010000:00000010:2.1:1734676303.124314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6000. 00010000:00000010:2.1:1734676303.124317:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:2.1:1734676303.124319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003200. 00010000:00000010:2.1:1734676303.124322:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994a00. 00010000:00000010:2.1:1734676303.124324:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002400. 00010000:00000010:0.1:1734676303.124405:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2c00. 00010000:00000010:0.1:1734676303.124408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46b200. 00000020:00000010:1.0:1734676303.125371:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.125378:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.125382:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.125405:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867836416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.125437:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836416 02000000:00000010:1.0:1734676303.125446:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.125469:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d817680. 00010000:00000010:1.0:1734676303.125484:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.125490:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.125508:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.125510:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.125521:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676303.125526:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836416, offset 224 00000400:00000200:1.0:1734676303.125531:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.125539:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.125544:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79417:79417:256:4294967295] 192.168.203.46@tcp LPNI seq info [79413:79413:8:4294967295] 00000400:00000200:1.0:1734676303.125551:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.125555:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.125558:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676303.125562:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.125567:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.125570:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.125590:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.125594:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.125597:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bee00. 00010000:00000010:2.1:1734676303.130229:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e900. 00010000:00000010:2.1:1734676303.130238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002c00. 00010000:00000010:2.1:1734676303.130242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5c00. 00010000:00000010:2.1:1734676303.130245:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59400. 00010000:00000010:2.1:1734676303.130247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003400. 00010000:00000010:2.1:1734676303.130250:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17f00. 00010000:00000010:2.1:1734676303.130254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ea00. 00010000:00000010:1.1:1734676303.130805:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee200. 00000800:00000200:1.0:1734676303.132154:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.132157:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b400. 00000400:00000200:1.0:1734676303.132160:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.132163:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.132166:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676303.132167:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00010000:00000010:0.1:1734676303.133610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103e00. 00000020:00000010:1.0:1734676303.134670:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bf000. 00000020:00000010:1.0:1734676303.134674:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.134678:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.134695:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867836672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.134711:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836672 02000000:00000010:1.0:1734676303.134717:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.134734:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0ac00. 00010000:00000010:1.0:1734676303.134745:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.134750:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.134765:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.134768:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.134776:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676303.134780:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836672, offset 224 00000400:00000200:1.0:1734676303.134784:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.134790:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.134794:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79421:79421:256:4294967295] 192.168.203.46@tcp LPNI seq info [79417:79417:8:4294967295] 00000400:00000200:1.0:1734676303.134801:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.134805:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.134808:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676303.134812:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.134817:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.134819:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.134830:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.134833:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.134837:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bf000. 00010000:00000010:1.1:1734676303.136191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3000. 00010000:00000010:2.1:1734676303.136266:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9000. 00010000:00000010:2.1:1734676303.136275:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0c00. 00010000:00000010:2.1:1734676303.136278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589e600. 00010000:00000010:2.1:1734676303.136281:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080d00. 00010000:00000010:2.1:1734676303.136284:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002400. 00000020:00000010:1.0:1734676303.141028:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bf000. 00000020:00000010:1.0:1734676303.141034:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.141070:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.141091:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867836800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.141124:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836800 02000000:00000010:1.0:1734676303.141131:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.141151:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4980. 00010000:00000010:1.0:1734676303.141165:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.141169:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.142204:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.142211:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.142226:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676303.142231:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836800, offset 224 00000400:00000200:1.0:1734676303.142238:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.142250:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.142256:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79423:79423:256:4294967295] 192.168.203.46@tcp LPNI seq info [79419:79419:8:4294967295] 00000400:00000200:1.0:1734676303.142264:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.142270:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.142274:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676303.142279:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.142286:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.142290:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.142313:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.142317:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.142321:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bf000. 00000800:00000200:1.0:1734676303.142880:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.142882:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080900. 00000400:00000200:1.0:1734676303.142885:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.142888:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.142891:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676303.142892:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676303.142898:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864327936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676303.145851:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be000. 00010000:00000010:2.1:1734676303.145856:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea700. 00000020:00000010:1.0:1734676303.145857:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00010000:00000010:0.1:1734676303.145858:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6000. 00000020:00000010:1.0:1734676303.145861:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00010000:00000010:2.1:1734676303.145862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6000. 00010000:00000010:2.1:1734676303.145865:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31400. 00010000:00000010:2.1:1734676303.145868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102a00. 00000100:00000200:1.0:1734676303.145879:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867836928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.145918:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867836928 02000000:00000010:1.0:1734676303.145925:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676303.145945:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ecf080. 00010000:00000010:1.0:1734676303.145958:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.145963:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.145973:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.145975:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.145984:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676303.145987:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867836928, offset 224 00000400:00000200:1.0:1734676303.145992:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.145999:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.146005:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79425:79425:256:4294967295] 192.168.203.46@tcp LPNI seq info [79421:79421:8:4294967295] 00000400:00000200:1.0:1734676303.146012:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.146016:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.146019:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676303.146022:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.146028:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.146031:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.146060:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.146063:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.146066:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be000. 00000800:00000200:1.0:1734676303.146125:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.146128:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47400. 00000400:00000200:1.0:1734676303.146130:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.146132:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.146135:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676303.146136:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00010000:00000010:0.1:1734676303.152808:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4800. 00010000:00000010:2.1:1734676303.152990:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53b00. 00010000:00000010:2.1:1734676303.152996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102600. 00010000:00000010:0.1:1734676303.155868:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7600. 00000020:00000010:1.0:1734676303.156320:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be800. 00000020:00000010:1.0:1734676303.156326:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.156330:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.156348:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867837184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.156379:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867837184 02000000:00000010:1.0:1734676303.156386:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.156406:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd9ca80. 00010000:00000010:1.0:1734676303.156419:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.156425:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.156445:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.156447:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.156456:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676303.156460:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867837184, offset 224 00000400:00000200:1.0:1734676303.156464:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.156471:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.156476:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79429:79429:256:4294967295] 192.168.203.46@tcp LPNI seq info [79425:79425:8:4294967295] 00000400:00000200:1.0:1734676303.156483:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.156487:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.156490:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47400. 00000800:00000200:1.0:1734676303.156494:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.156499:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.156502:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.156964:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.156969:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.156972:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be800. 00010000:00000010:0.1:1734676303.158456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff4000. 00010000:00000010:2.1:1734676303.158537:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb000. 00010000:00000010:2.1:1734676303.158542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102c00. 00010000:00000010:2.1:1734676303.158545:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20300. 00010000:00000010:2.1:1734676303.158547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102e00. 00010000:00000010:2.1:1734676303.158549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080300. 00010000:00000010:2.1:1734676303.158552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103200. 00000020:00000010:1.0:1734676303.161816:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be800. 00000020:00000010:1.0:1734676303.161821:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.161825:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.161844:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867837312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.161873:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867837312 02000000:00000010:1.0:1734676303.161880:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.161902:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe5180. 00010000:00000010:1.0:1734676303.161921:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.161927:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.161934:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.161937:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.161946:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.161951:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867837312, offset 224 00000400:00000200:1.0:1734676303.161956:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.161962:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.161967:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79431:79431:256:4294967295] 192.168.203.46@tcp LPNI seq info [79427:79427:8:4294967295] 00000400:00000200:1.0:1734676303.161975:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.161979:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.161982:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47600. 00000800:00000200:1.0:1734676303.161986:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.161992:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.161995:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.162005:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.162008:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676303.162011:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be800. 00000100:00000200:0.0:1734676303.162619:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864328448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.162643:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.162645:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30000. 00000400:00000200:0.0:1734676303.162647:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.162649:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.162651:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676303.162653:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676303.162656:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864328576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.165165:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182800. 00000400:00000200:0.0:1734676303.165713:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.165726:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05f00 00000400:00000200:0.0:1734676303.165744:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3881 [1] + 224 00000400:00000200:0.0:1734676303.165755:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.165758:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.165768:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864328448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.165798:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.165803:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ea00 00000400:00000200:0.0:1734676303.165807:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa21ed [2] + 656 00000400:00000200:0.0:1734676303.165817:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.165820:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.165825:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.165831:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000200:0.0:1734676303.165854:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.165858:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e05f80 00000400:00000200:0.0:1734676303.166324:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3889 [1] + 224 00000400:00000200:0.0:1734676303.166347:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.166350:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.166356:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864328576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.168231:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.168244:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ea80 00000400:00000200:0.0:1734676303.168250:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa21ed [2] + 984 00000400:00000200:0.0:1734676303.168268:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.168272:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.168278:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.168283:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676303.169672:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be800. 00000020:00000010:1.0:1734676303.169679:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59180. 00000020:00000010:1.0:1734676303.169683:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676303.169704:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867837568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:3.1:1734676303.171808:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc800. 00010000:00000010:3.1:1734676303.171814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103a00. 00010000:00000010:1.1:1734676303.171854:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6000. 00010000:00000010:1.1:1734676303.171859:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103c00. 00000800:00000200:0.0:1734676303.172210:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.172213:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:0.0:1734676303.172217:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.172221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.172224:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676303.172225:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:0.0:1734676303.172436:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.172439:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30100. 00000400:00000200:0.0:1734676303.172442:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.172445:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.172448:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676303.172449:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:0.0:1734676303.172456:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864328704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.174163:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.174177:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06000 00000400:00000200:0.0:1734676303.174184:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3899 [1] + 224 00000400:00000200:0.0:1734676303.174202:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.174206:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.174212:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864328704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.174482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d585a00. 00000400:00000200:0.0:1734676303.174644:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.174650:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515eb00 00000400:00000200:0.0:1734676303.174655:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa21ed [2] + 1312 00000400:00000200:0.0:1734676303.174702:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.174706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.174710:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.174714:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000800:00000200:0.0:1734676303.176371:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.176373:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080b00. 00000400:00000200:0.0:1734676303.176376:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.176379:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.176381:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676303.176383:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:0.0:1734676303.176416:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.176418:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30700. 00000400:00000200:0.0:1734676303.176420:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.176422:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.176425:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676303.176426:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676303.176431:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864328832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.177149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7600. 00010000:00000010:1.1:1734676303.177155:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814300. 00010000:00000010:1.1:1734676303.177159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f7a00. 00010000:00000010:2.1:1734676303.177210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2000. 00000400:00000200:0.0:1734676303.177793:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.177802:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06080 00000400:00000200:0.0:1734676303.177808:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38a5 [1] + 224 00000400:00000200:0.0:1734676303.177827:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.177830:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.177838:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864328832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.178536:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.178544:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515eb80 00000400:00000200:0.0:1734676303.178549:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa21ed [2] + 1640 00000400:00000200:0.0:1734676303.178600:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.178604:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.178609:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.178613:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000800:00000200:0.0:1734676303.179482:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.179485:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080700. 00000400:00000200:0.0:1734676303.179487:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.179490:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.179493:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676303.179494:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676303.179525:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.179527:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30900. 00000400:00000200:0.0:1734676303.179529:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.179532:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.179534:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676303.179535:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676303.179539:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864328960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.180345:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103b200. 00010000:00000010:1.1:1734676303.180352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003400. 00000400:00000200:0.0:1734676303.180650:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.180658:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06100 00000400:00000200:0.0:1734676303.180663:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38b1 [1] + 224 00000400:00000200:0.0:1734676303.180670:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.180673:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.180678:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864328960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.181076:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c000. 00000400:00000200:0.0:1734676303.181405:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.181410:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ec00 00000400:00000200:0.0:1734676303.181414:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa21ed [2] + 1968 00000400:00000010:0.0:1734676303.181418:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade18. 00000400:00000200:0.0:1734676303.181421:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88011cdcd480 00000400:00000200:0.0:1734676303.181472:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.181476:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.181479:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88011cdcd480 00000400:00000010:0.0:1734676303.181480:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88011cdcd480. 00000100:00000200:0.0:1734676303.181485:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.181868:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bf800. 00000020:00000010:1.0:1734676303.181873:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.181876:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.181895:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0450 x1818938867837952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.181911:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867837952 02000000:00000010:1.0:1734676303.181918:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.181938:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64b00. 00010000:00000010:1.0:1734676303.181960:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.181965:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130de86c0. 00000100:00000010:1.0:1734676303.181979:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130de86c0. 00010000:00000010:1.0:1734676303.181982:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.181991:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676303.181994:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867837952, offset 224 00000400:00000200:1.0:1734676303.181999:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.182005:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.182010:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79441:79441:256:4294967295] 192.168.203.46@tcp LPNI seq info [79437:79437:8:4294967295] 00000400:00000200:1.0:1734676303.182018:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.182023:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.182026:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47e00. 00000800:00000200:1.0:1734676303.182030:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.182051:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.182055:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.182067:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.182070:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.182073:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bf800. 02000000:00000010:1.0:1734676303.182081:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:1.0:1734676303.182083:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.182086:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676303.182088:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.182091:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676303.182093:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.182095:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676303.182104:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.182107:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676303.182108:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.182110:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676303.182112:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000200:1.0:1734676303.182117:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.182120:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad630. 00000400:00000010:1.0:1734676303.182123:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130de86c0. 00000800:00000200:0.0:1734676303.182248:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.182251:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47e00. 00000400:00000200:0.0:1734676303.182253:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.182257:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.182260:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676303.182261:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 02000000:00000010:0.0:1734676303.182264:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000800:00000200:0.0:1734676303.182800:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.182802:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:0.0:1734676303.182805:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.182808:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.182810:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676303.182811:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676303.182816:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864329088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.183188:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33200. 00010000:00000010:1.1:1734676303.183193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ea00. 00010000:00000010:1.1:1734676303.183196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30b00. 00010000:00000010:1.1:1734676303.183199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18000. 00010000:00000010:2.1:1734676303.186226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776a00. 00010000:00000010:0.1:1734676303.186226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe5a00. 00000400:00000200:0.0:1734676303.186353:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.186367:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06180 00000400:00000200:0.0:1734676303.186374:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38c1 [1] + 224 00000400:00000200:0.0:1734676303.186383:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.186387:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.186396:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864329088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.186431:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.186435:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ec80 00000400:00000200:0.0:1734676303.186441:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2245 [2] + 0 00000400:00000200:0.0:1734676303.186492:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.186496:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.186500:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.186505:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00080000:00000010:0.0:1734676303.186717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8e00. 00010000:00000010:0.0:1734676303.186769:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:0.0:1734676303.186774:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fced80. 00000800:00000200:1.0:1734676303.186814:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.186818:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080700. 00000400:00000200:1.0:1734676303.186820:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.186823:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.186826:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676303.186827:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00010000:00000010:0.0:1734676303.186832:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9200. 00010000:00000010:0.0:1734676303.186837:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676303.186843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273740. 00000100:00000010:0.0:1734676303.186846:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676303.186851:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.186858:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b9800. 02000000:00000010:0.0:1734676303.186872:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9600. 00000400:00000010:0.0:1734676303.186876:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 00000400:00000010:0.0:1734676303.186879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676303.186883:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864329216, portal 16 00000400:00000010:0.0:1734676303.186885:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676303.186887:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864329216, offset 0 00000400:00000200:0.0:1734676303.186890:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.186894:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.186897:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.186901:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.186903:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.186905:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.186907:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79444:79444:256:4294967295] 192.168.203.46@tcp LPNI seq info [79440:79440:8:4294967295] 00000400:00000200:0.0:1734676303.186914:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.186917:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.186920:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b600. 00000800:00000200:0.0:1734676303.186923:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.186926:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.186929:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b600 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676303.186946:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.186951:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8600. 02000000:00000010:0.0:1734676303.186957:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b8c00. 00000400:00000010:0.0:1734676303.186960:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9ec8. 00000400:00000010:0.0:1734676303.186962:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676303.186965:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864329344, portal 16 00000400:00000010:0.0:1734676303.186967:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676303.186969:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864329344, offset 0 00000400:00000200:0.0:1734676303.186972:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.186976:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000200:1.0:1734676303.186978:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1734676303.186978:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1734676303.186980:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:0.0:1734676303.186980:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.186981:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.186982:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.186983:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.186984:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.186985:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79445:79445:255:4294967295] 192.168.203.46@tcp LPNI seq info [79441:79441:7:4294967295] 00000400:00000200:1.0:1734676303.186986:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676303.186988:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000400:00000200:0.0:1734676303.186991:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000100:00000200:1.0:1734676303.186992:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864329216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.186995:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.186997:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b800. 00000800:00000200:0.0:1734676303.186999:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.187002:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.187004:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1734676303.189471:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.189485:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06200 00000400:00000200:0.0:1734676303.189493:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38cd [1] + 224 00000400:00000200:0.0:1734676303.189555:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.189560:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.189569:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864329216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.189600:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.189604:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ed00 00000400:00000200:0.0:1734676303.189609:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2245 [2] + 328 00000400:00000200:0.0:1734676303.189614:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.189616:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.189620:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.189625:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000200:0.0:1734676303.189646:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.189650:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06280 00000400:00000200:0.0:1734676303.189653:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38d5 [1] + 224 00000400:00000200:0.0:1734676303.189658:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.189660:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.189664:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864329344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.189673:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.189677:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ed80 00000400:00000200:0.0:1734676303.189679:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2245 [2] + 656 00000400:00000200:0.0:1734676303.189698:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.189701:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.189703:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.189706:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000800:00000200:1.0:1734676303.190134:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.190137:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080b00. 00000400:00000200:1.0:1734676303.190140:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.190143:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.190145:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676303.190146:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:1.0:1734676303.190173:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.190174:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080100. 00000400:00000200:1.0:1734676303.190176:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.190179:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.190181:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676303.190182:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00010000:00000010:1.1:1734676303.193216:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75d00. 00010000:00000010:1.1:1734676303.193225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979d800. 00000400:00000200:0.0:1734676303.193736:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.193749:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06300 00000400:00000200:0.0:1734676303.193757:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38e5 [1] + 224 00000400:00000200:0.0:1734676303.193767:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.193771:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.193780:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864329472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.193812:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.193817:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ee00 00000400:00000200:0.0:1734676303.193821:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2245 [2] + 984 00000400:00000200:0.0:1734676303.193837:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.193840:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.193857:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.193863:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676303.193922:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bec00. 00000020:00000010:1.0:1734676303.193927:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.193931:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.193947:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867838464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.193975:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867838464 02000000:00000010:1.0:1734676303.193985:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.194009:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d23b00. 00010000:00000010:1.0:1734676303.194033:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.194056:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4159c0. 00000100:00000010:1.0:1734676303.194070:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4159c0. 00010000:00000010:1.0:1734676303.194073:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.194083:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676303.194087:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867838464, offset 224 00000400:00000200:1.0:1734676303.194091:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.194107:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.194112:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79449:79449:256:4294967295] 192.168.203.46@tcp LPNI seq info [79445:79445:8:4294967295] 00000400:00000200:1.0:1734676303.194118:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.194122:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.194124:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47c00. 00000800:00000200:1.0:1734676303.194129:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.194133:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.194136:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.194157:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.194160:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.194162:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bec00. 00000800:00000200:0.0:1734676303.194297:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.194300:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47c00. 00000400:00000200:0.0:1734676303.194302:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.194305:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.194308:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676303.194310:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000400:00000200:0.0:1734676303.197066:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.197405:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06380 00000400:00000200:0.0:1734676303.197414:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa38f1 [1] + 224 00000400:00000200:0.0:1734676303.197427:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.197430:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.197439:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864329600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.197472:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.197478:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ee80 00000400:00000200:0.0:1734676303.197483:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2245 [2] + 1312 00000400:00000200:0.0:1734676303.197498:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.197501:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.197512:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.197518:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676303.197645:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bec00. 00000020:00000010:1.0:1734676303.197650:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.197654:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.197672:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867838592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.197696:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867838592 02000000:00000010:1.0:1734676303.197703:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.197722:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da98d80. 00010000:00000010:1.0:1734676303.197735:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.197739:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4159c0. 00000100:00000010:1.0:1734676303.197750:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4159c0. 00010000:00000010:1.0:1734676303.197752:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.197761:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676303.197764:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867838592, offset 224 00000400:00000200:1.0:1734676303.197768:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.197775:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.197779:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79451:79451:256:4294967295] 192.168.203.46@tcp LPNI seq info [79447:79447:8:4294967295] 00000400:00000200:1.0:1734676303.197786:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.197790:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.197793:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47200. 00000800:00000200:1.0:1734676303.197797:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.197802:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.197805:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.197814:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.197817:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.197819:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bec00. 00000800:00000200:0.0:1734676303.197913:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.197915:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47200. 00000400:00000200:0.0:1734676303.197918:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.197921:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.197923:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676303.197924:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00010000:00000010:3.1:1734676303.199562:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d200. 00010000:00000010:2.1:1734676303.199981:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb000. 00010000:00000010:2.1:1734676303.199988:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979da00. 00010000:00000010:1.1:1734676303.204372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6ac00. 00010000:00000010:1.1:1734676303.204388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178000. 00010000:00000010:1.1:1734676303.204393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb700. 00010000:00000010:1.1:1734676303.204398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9200. 00000020:00000010:1.0:1734676303.204577:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bec00. 00000400:00000010:0.0:1734676303.204580:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000020:00000010:1.0:1734676303.204582:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000400:00000200:0.0:1734676303.204585:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000020:00000010:1.0:1734676303.204587:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000400:00000010:0.0:1734676303.204587:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676303.204593:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864329728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.204600:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864329728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.204609:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867838720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:0.0:1734676303.204622:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130102c00. 02000000:00000010:0.0:1734676303.204627:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130102e00. 00000100:00000010:0.0:1734676303.204630:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000200:1.0:1734676303.204631:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867838720 00000100:00000010:0.0:1734676303.204633:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012ea9c3c0. 00010000:00000010:0.0:1734676303.204635:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b740. 02000000:00000010:1.0:1734676303.204640:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.204662:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800817f9680. 00010000:00000010:1.0:1734676303.204676:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.204681:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4159c0. 00000100:00000010:1.0:1734676303.204698:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4159c0. 00010000:00000010:1.0:1734676303.204700:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.204709:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676303.204713:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867838720, offset 224 00000400:00000200:1.0:1734676303.204718:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.204726:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.204732:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79453:79453:256:4294967295] 192.168.203.46@tcp LPNI seq info [79449:79449:8:4294967295] 00000400:00000200:1.0:1734676303.204740:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.204744:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.204747:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47500. 00000800:00000200:1.0:1734676303.204751:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.204757:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.204761:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.204773:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.204776:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.204779:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bec00. 00010000:00000010:3.1:1734676303.204849:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8c00. 00000800:00000200:0.0:1734676303.204872:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.204875:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47500. 00000400:00000200:0.0:1734676303.204901:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.204905:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.204908:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676303.204910:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00080000:00000010:0.0:1734676303.204929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9a00. 00010000:00000010:0.0:1734676303.204988:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:0.0:1734676303.204993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800817f9700. 00010000:00000010:0.0:1734676303.205574:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9200. 00010000:00000010:0.0:1734676303.205581:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676303.205588:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273b00. 00000100:00000010:0.0:1734676303.205592:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.205598:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.205605:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8600. 02000000:00000010:0.0:1734676303.205621:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b8c00. 00000400:00000010:0.0:1734676303.205625:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676303.205629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676303.205633:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864329856, portal 16 00000400:00000010:0.0:1734676303.205636:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676303.205638:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864329856, offset 0 00000400:00000200:0.0:1734676303.205642:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.205646:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.205649:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.205652:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.205655:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.205657:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.205659:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79454:79454:256:4294967295] 192.168.203.46@tcp LPNI seq info [79450:79450:8:4294967295] 00000400:00000200:0.0:1734676303.205665:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.205668:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.205670:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09ba00. 00000800:00000200:0.0:1734676303.205673:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.205677:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.205679:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09ba00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676303.210959:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af200. 00010000:00000010:3.1:1734676303.210969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9ce600. 00010000:00000010:3.1:1734676303.210973:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3b00. 00010000:00000010:3.1:1734676303.210977:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102600. 00000400:00000010:0.0:1734676303.211192:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:0.0:1734676303.211196:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:0.0:1734676303.211197:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676303.211202:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864329856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.211208:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864329856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.211229:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8c00. 02000000:00000010:0.0:1734676303.211233:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8600. 00000100:00000010:0.0:1734676303.211237:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:0.0:1734676303.211240:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676303.211243:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273b00. 00000020:00000010:1.0:1734676303.211594:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bec00. 00000020:00000010:1.0:1734676303.211599:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.211603:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.211620:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1050 x1818938867838848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.211648:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867838848 02000000:00000010:1.0:1734676303.211656:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.211675:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d4fd80. 00010000:00000010:1.0:1734676303.211688:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.211693:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4159c0. 00000100:00000010:1.0:1734676303.211708:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4159c0. 00010000:00000010:1.0:1734676303.211710:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.211718:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676303.211722:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867838848, offset 224 00000400:00000200:1.0:1734676303.211726:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.211734:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.211742:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79455:79455:256:4294967295] 192.168.203.46@tcp LPNI seq info [79451:79451:8:4294967295] 00000400:00000200:1.0:1734676303.211750:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.211756:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.211759:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.211763:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.211769:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.211772:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.211783:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.211787:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.211789:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bec00. 02000000:00000010:1.0:1734676303.211797:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676303.211798:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:1.0:1734676303.211801:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676303.211803:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.211806:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676303.211807:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.211810:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676303.211811:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.211813:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:1.0:1734676303.211815:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.211817:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676303.211819:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:1.0:1734676303.211823:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.211826:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad840. 00000400:00000010:1.0:1734676303.211828:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d4159c0. 00000800:00000200:1.0:1734676303.211894:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.211897:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47300. 00000400:00000200:1.0:1734676303.211899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.211902:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.211904:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676303.211905:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 02000000:00000010:1.0:1734676303.211907:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00080000:00000010:0.0:1734676303.212323:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8600. 00010000:00000010:0.0:1734676303.212376:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676303.212381:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d4fd00. 00010000:00000010:0.0:1734676303.212436:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8c00. 00010000:00000010:0.0:1734676303.212441:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676303.212447:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273b00. 00000100:00000010:0.0:1734676303.212450:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.212454:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.212462:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8400. 02000000:00000010:0.0:1734676303.212476:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9800. 00000400:00000010:0.0:1734676303.212478:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676303.212709:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676303.212713:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864329984, portal 16 00000400:00000010:0.0:1734676303.212716:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676303.212718:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864329984, offset 0 00000400:00000200:0.0:1734676303.212722:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.212727:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.212731:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.212734:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.212736:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.212738:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.212740:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79456:79456:256:4294967295] 192.168.203.46@tcp LPNI seq info [79452:79452:8:4294967295] 00000400:00000200:0.0:1734676303.212746:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.212749:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.212758:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bd00. 00000800:00000200:0.0:1734676303.212762:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.212766:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.212768:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676303.215306:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348000. 00010000:00000010:3.1:1734676303.215312:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b4f3e00. 00010000:00000010:2.1:1734676303.215624:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5d00. 00010000:00000010:2.1:1734676303.215630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103200. 00000400:00000200:0.0:1734676303.217734:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.217749:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06500 00000400:00000200:0.0:1734676303.217756:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3919 [1] + 224 00000400:00000200:0.0:1734676303.217774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.217777:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.217786:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864329984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.218353:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.218359:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f000 00000400:00000200:0.0:1734676303.218365:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 0 00000400:00000200:0.0:1734676303.218789:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.218794:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.218799:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.218803:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000800:00000200:0.0:1734676303.220426:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.220429:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30b00. 00000400:00000200:0.0:1734676303.220432:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.220435:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.220438:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676303.220439:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00010000:00000010:3.1:1734676303.221545:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332600. 00000800:00000200:0.0:1734676303.221723:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.221726:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080200. 00000400:00000200:0.0:1734676303.221729:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.221733:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.221736:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676303.221737:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676303.221743:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864330112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.225150:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.225164:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06580 00000400:00000200:0.0:1734676303.225173:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3925 [1] + 224 00000400:00000200:0.0:1734676303.225183:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.225187:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.225196:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.225231:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.225237:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f080 00000400:00000200:0.0:1734676303.225244:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 328 00000400:00000200:0.0:1734676303.225266:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.225271:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.225275:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.225281:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000800:00000200:0.0:1734676303.225937:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.225940:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30200. 00000400:00000200:0.0:1734676303.225943:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.225946:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.225948:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676303.225950:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00010000:00000010:2.1:1734676303.228450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d44f000. 00010000:00000010:1.1:1734676303.228450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94ba00. 00010000:00000010:2.1:1734676303.228462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8c00. 00010000:00000010:2.1:1734676303.228469:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ff800. 00010000:00000010:2.1:1734676303.228472:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9200. 00000800:00000200:1.0:1734676303.228868:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.228872:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676303.228875:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.228880:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.228883:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676303.228885:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676303.228891:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864330240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.231297:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.231310:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06600 00000400:00000200:0.0:1734676303.231317:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3931 [1] + 224 00000400:00000200:0.0:1734676303.231326:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.231329:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.231337:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.231367:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.231372:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f100 00000400:00000200:0.0:1734676303.231376:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 656 00000400:00000200:0.0:1734676303.231424:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.231427:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.231431:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.231436:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.231726:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bfc00. 00000020:00000010:1.0:1734676303.231732:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.231736:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.231755:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867839232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.231782:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867839232 02000000:00000010:1.0:1734676303.231790:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.231810:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6ea200. 00010000:00000010:1.0:1734676303.231836:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.231843:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012cf8a9c0. 00000100:00000010:1.0:1734676303.231855:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012cf8a9c0. 00010000:00000010:1.0:1734676303.231858:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000800:00000200:0.0:1734676303.232264:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.232267:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30900. 00000400:00000200:0.0:1734676303.232269:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.232272:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.232275:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676303.232276:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676303.232281:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864330368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.232324:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676303.232328:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867839232, offset 224 00000400:00000200:1.0:1734676303.232331:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.232336:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.232339:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79462:79462:256:4294967295] 192.168.203.46@tcp LPNI seq info [79458:79458:8:4294967295] 00000400:00000200:1.0:1734676303.232346:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.232349:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.232352:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47300. 00000800:00000200:1.0:1734676303.232355:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.232358:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.232360:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.232372:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.232376:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.232379:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bfc00. 00000400:00000200:0.0:1734676303.234547:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.234564:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06680 00000400:00000200:0.0:1734676303.234571:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3939 [1] + 224 00000400:00000200:0.0:1734676303.234580:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.234583:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.234590:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864330368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.234623:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.234627:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f180 00000400:00000200:0.0:1734676303.234632:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 984 00000400:00000200:0.0:1734676303.234645:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.234648:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.234653:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.234657:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00010000:00000010:1.1:1734676303.234704:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877400. 00000020:00000010:1.0:1734676303.234742:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bfc00. 00000020:00000010:1.0:1734676303.234748:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.234753:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.234775:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867839360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.234797:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867839360 02000000:00000010:1.0:1734676303.234808:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.234839:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.234847:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012cf8a9c0. 00000100:00000010:1.0:1734676303.234851:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012cf8a9c0. 00010000:00000010:1.0:1734676303.234854:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.234864:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.234870:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867839360, offset 224 00000400:00000200:1.0:1734676303.234877:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.234885:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.234891:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79463:79463:256:4294967295] 192.168.203.46@tcp LPNI seq info [79459:79459:8:4294967295] 00000400:00000200:1.0:1734676303.234899:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.234905:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.234909:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47d00. 00000800:00000200:1.0:1734676303.234915:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.234921:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.234925:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.234939:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.234944:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.234947:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bfc00. 00010000:00000010:3.1:1734676303.235027:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847200. 00010000:00000010:3.1:1734676303.235033:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103200. 00000800:00000200:0.0:1734676303.235111:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.235113:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47d00. 00000400:00000200:0.0:1734676303.235116:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.235119:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.235122:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676303.235123:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00010000:00000010:3.1:1734676303.237170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc000. 00000400:00000200:0.0:1734676303.240498:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.240513:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06700 00000400:00000200:0.0:1734676303.240520:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3949 [1] + 224 00000400:00000200:0.0:1734676303.240530:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.240533:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.240541:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.240577:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.240582:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f200 00000400:00000200:0.0:1734676303.240586:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 1312 00000400:00000200:0.0:1734676303.240639:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.240642:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.240647:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.240653:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000800:00000200:1.0:1734676303.241529:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.241532:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30700. 00000400:00000200:1.0:1734676303.241536:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.241541:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.241546:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676303.241548:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676303.241755:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.241759:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080500. 00000400:00000200:1.0:1734676303.241763:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.241766:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.241769:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676303.241771:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676303.241777:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864330624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.243838:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.243852:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06780 00000400:00000200:0.0:1734676303.243860:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3955 [1] + 224 00000400:00000200:0.0:1734676303.243870:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.243873:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.243881:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.243914:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.243919:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f280 00000400:00000200:0.0:1734676303.243923:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 1640 00000400:00000200:0.0:1734676303.243937:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.243941:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.243958:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.243963:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00010000:00000010:0.1:1734676303.245610:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd000. 00010000:00000010:0.1:1734676303.245619:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102c00. 00000020:00000010:1.0:1734676303.245656:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be400. 00000020:00000010:1.0:1734676303.245661:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.245665:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.245685:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867839616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.245703:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867839616 02000000:00000010:1.0:1734676303.245710:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.245732:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf4f100. 00010000:00000010:1.0:1734676303.246204:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00010000:00000010:3.1:1734676303.246207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cdc00. 00000100:00000010:1.0:1734676303.246210:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012cf8a9c0. 00000100:00000010:1.0:1734676303.246217:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012cf8a9c0. 00010000:00000010:1.0:1734676303.246219:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.246265:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676303.246270:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867839616, offset 224 00000400:00000200:1.0:1734676303.246275:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.246282:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.246287:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79467:79467:256:4294967295] 192.168.203.46@tcp LPNI seq info [79463:79463:8:4294967295] 00000400:00000200:1.0:1734676303.246294:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.246299:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.246301:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47b00. 00000800:00000200:1.0:1734676303.246306:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.246311:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.246314:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.246326:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.246329:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.246332:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be400. 00000800:00000200:0.0:1734676303.246443:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.246446:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47b00. 00000400:00000200:0.0:1734676303.246449:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.246453:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.246456:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676303.246458:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:0.0:1734676303.246475:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.246476:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080500. 00000400:00000200:0.0:1734676303.246479:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.246481:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.246483:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.246484:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676303.246488:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864330752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.248782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd200. 00000400:00000200:0.0:1734676303.248900:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.248913:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06800 00000400:00000200:0.0:1734676303.248919:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3961 [1] + 224 00000400:00000200:0.0:1734676303.248936:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.248939:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.248948:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.249057:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.249063:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f300 00000400:00000200:0.0:1734676303.249068:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa229d [2] + 1968 00000400:00000010:0.0:1734676303.249071:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d688. 00000400:00000200:0.0:1734676303.249075:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009da146c0 00000400:00000200:0.0:1734676303.249128:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.249132:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.249135:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009da146c0 00000400:00000010:0.0:1734676303.249137:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009da146c0. 00000100:00000200:0.0:1734676303.249141:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.249516:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be400. 00000020:00000010:1.0:1734676303.249521:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.249525:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.249541:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1450 x1818938867839744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.249569:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867839744 02000000:00000010:1.0:1734676303.249576:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.251189:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfec580. 00010000:00000010:1.0:1734676303.251211:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.251218:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012cf8a9c0. 00000100:00000010:1.0:1734676303.251239:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012cf8a9c0. 00010000:00000010:1.0:1734676303.251242:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.251253:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676303.251257:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867839744, offset 224 00000400:00000200:1.0:1734676303.251265:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.251273:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.251281:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79469:79469:256:4294967295] 192.168.203.46@tcp LPNI seq info [79465:79465:8:4294967295] 00000400:00000200:1.0:1734676303.251289:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.251293:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.251297:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47100. 00000800:00000200:1.0:1734676303.251302:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.251308:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.251311:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.251328:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.251332:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.251336:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be400. 02000000:00000010:1.0:1734676303.251345:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676303.251348:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.251351:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676303.251355:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.251358:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676303.251359:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.251362:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676303.251364:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.251367:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676303.251369:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.251371:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676303.251373:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000200:1.0:1734676303.251379:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.251383:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676303.251386:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012cf8a9c0. 00000800:00000200:0.0:1734676303.251500:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.251504:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47100. 00000400:00000200:0.0:1734676303.251507:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.251510:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.251513:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676303.251515:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 02000000:00000010:0.0:1734676303.251518:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000800:00000200:0.0:1734676303.251732:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.251735:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080d00. 00000400:00000200:0.0:1734676303.251738:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.251741:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.251744:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676303.251745:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676303.251751:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864330880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.254252:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0000. 00010000:00000010:3.1:1734676303.254410:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c400. 00010000:00000010:3.1:1734676303.254416:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ea400. 00010000:00000010:3.1:1734676303.254419:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080900. 00010000:00000010:3.1:1734676303.254421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009df73a00. 00010000:00000010:3.1:1734676303.254425:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd900. 00010000:00000010:3.1:1734676303.254427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103200. 00000400:00000200:0.0:1734676303.254946:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.254960:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06880 00000400:00000200:0.0:1734676303.254968:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3971 [1] + 224 00000400:00000200:0.0:1734676303.254987:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.254991:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.255000:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864330880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.255252:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.255258:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f380 00000400:00000200:0.0:1734676303.255263:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 0 00000400:00000200:0.0:1734676303.255309:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.255313:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.255318:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.255322:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676303.255418:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be400. 00000020:00000010:1.0:1734676303.255424:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.255428:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.255445:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867839872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.255473:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867839872 02000000:00000010:1.0:1734676303.255479:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.255500:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736c7800. 00010000:00000010:1.0:1734676303.255512:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.255519:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.255523:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.255525:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.255533:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676303.255537:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867839872, offset 224 00000400:00000200:1.0:1734676303.255541:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.255548:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.255553:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79471:79471:256:4294967295] 192.168.203.46@tcp LPNI seq info [79467:79467:8:4294967295] 00000400:00000200:1.0:1734676303.255560:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.255565:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.255568:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136a47700. 00000800:00000200:1.0:1734676303.255572:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.255577:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.255580:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880136a47700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.255589:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.255592:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.255595:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be400. 00000800:00000200:0.0:1734676303.255924:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.255927:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136a47700. 00000400:00000200:0.0:1734676303.255929:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.255932:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.255935:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676303.255936:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:0.0:1734676303.255953:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.255954:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080900. 00000400:00000200:0.0:1734676303.255956:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.255959:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.255961:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676303.255962:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676303.255966:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864331008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.257155:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4c00. 00000400:00000200:0.0:1734676303.259308:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.259322:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06900 00000400:00000200:0.0:1734676303.259330:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa397d [1] + 224 00000400:00000200:0.0:1734676303.259339:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.259343:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.259351:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864331008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.259388:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.259393:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f400 00000400:00000200:0.0:1734676303.259398:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 328 00000400:00000200:0.0:1734676303.259413:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.259416:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.259420:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.259425:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00080000:00000010:0.0:1734676303.260474:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8400. 00010000:00000010:0.0:1734676303.260530:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:0.0:1734676303.260536:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1c6a00. 00010000:00000010:0.0:1734676303.260597:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d09bc00. 00010000:00000010:0.0:1734676303.260600:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.260603:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9800. 00010000:00000010:0.0:1734676303.260607:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00080000:00000010:0.0:1734676303.260617:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9200. 00010000:00000010:0.0:1734676303.260635:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.260638:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.260671:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8c00. 00010000:00000010:0.0:1734676303.260674:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.260680:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273e80. 00000100:00000010:0.0:1734676303.260683:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676303.260688:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.260696:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cda1400. 02000000:00000010:0.0:1734676303.260712:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d8b8e00. 00000400:00000010:0.0:1734676303.260716:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.260720:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676303.260724:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331136, portal 16 00000400:00000010:0.0:1734676303.260727:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676303.260730:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331136, offset 0 00000400:00000200:0.0:1734676303.260734:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.260741:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.260745:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.260748:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.260750:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.260752:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.260755:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79473:79473:256:4294967295] 192.168.203.46@tcp LPNI seq info [79469:79469:8:4294967295] 00000400:00000200:0.0:1734676303.260763:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.260768:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.260772:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b800. 00000800:00000200:0.0:1734676303.260776:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.260783:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.260786:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.260899:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.260902:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b800. 00000400:00000200:1.0:1734676303.260905:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.260908:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.260911:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676303.260912:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676303.260917:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864331136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676303.260940:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.260943:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf30100. 00000400:00000200:1.0:1734676303.260945:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.260948:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.260950:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676303.260951:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:0.1:1734676303.263230:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ac00. 00010000:00000010:0.1:1734676303.263241:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6e00. 00010000:00000010:0.1:1734676303.263245:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1600. 00010000:00000010:0.1:1734676303.263247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095902600. 00000400:00000010:0.0:1734676303.263450:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:0.0:1734676303.263455:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:0.0:1734676303.263457:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676303.263462:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864331136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.263468:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864331136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.263488:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d8b8e00. 02000000:00000010:0.0:1734676303.263494:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cda1400. 00000100:00000010:0.0:1734676303.263497:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:0.0:1734676303.263500:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676303.263504:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273e80. 00000800:00000200:1.0:1734676303.264624:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.264627:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080a00. 00000400:00000200:1.0:1734676303.264630:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.264633:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.264635:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676303.264637:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00080000:00000010:0.0:1734676303.264665:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b8e00. 00010000:00000010:0.0:1734676303.264717:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.264722:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d4180. 00010000:00000010:0.0:1734676303.264779:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b9400. 00010000:00000010:0.0:1734676303.264784:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.264790:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273e80. 00000100:00000010:0.0:1734676303.264793:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676303.264798:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.264806:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d8b8200. 02000000:00000010:0.0:1734676303.264822:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1400. 00000400:00000010:0.0:1734676303.264826:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.264829:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676303.264833:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331264, portal 16 00000400:00000010:0.0:1734676303.264836:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676303.264838:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331264, offset 0 00000400:00000200:0.0:1734676303.264843:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.264847:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.264851:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.264854:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.264857:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.264859:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.264861:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79476:79476:256:4294967295] 192.168.203.46@tcp LPNI seq info [79472:79472:8:4294967295] 00000400:00000200:0.0:1734676303.264867:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.264871:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.264873:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09be00. 00000800:00000200:0.0:1734676303.264876:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.264880:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.264882:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09be00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.265017:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.265020:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09be00. 00000400:00000200:1.0:1734676303.265022:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.265026:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.265028:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676303.265030:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:1.0:1734676303.265199:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864331264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.267192:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29a00. 00010000:00000010:0.1:1734676303.267219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29c00. 00010000:00000010:2.1:1734676303.267391:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd39700. 00010000:00000010:2.1:1734676303.267404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102a00. 00010000:00000010:2.1:1734676303.267407:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09bc00. 00010000:00000010:2.1:1734676303.267410:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9800. 00000400:00000200:0.0:1734676303.268065:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.268078:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06a00 00000400:00000200:0.0:1734676303.268085:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3995 [1] + 224 00000400:00000200:0.0:1734676303.268095:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.268107:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.268116:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864331264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.268147:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.268152:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f500 00000400:00000200:0.0:1734676303.268157:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 984 00000400:00000200:0.0:1734676303.268167:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.268169:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.268174:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.268178:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000800:00000200:1.0:1734676303.270547:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.270551:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d080200. 00000400:00000200:1.0:1734676303.270556:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.270561:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.270566:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676303.270568:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00010000:00000010:0.1:1734676303.274174:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38b00. 00010000:00000010:0.1:1734676303.274182:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095902400. 00010000:00000010:0.1:1734676303.276182:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e75500. 00010000:00000010:0.1:1734676303.276193:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b9400. 00010000:00000010:0.1:1734676303.276201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30000. 00010000:00000010:0.1:1734676303.276204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2200. 00010000:00000010:0.1:1734676303.276206:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30e00. 00010000:00000010:0.1:1734676303.276209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c2000. 00010000:00000010:0.1:1734676303.276211:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30d00. 00010000:00000010:0.1:1734676303.276214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800946a4600. 00010000:00000010:0.1:1734676303.276220:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30400. 00010000:00000010:0.1:1734676303.276223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095957800. 00010000:00000010:0.1:1734676303.276225:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30600. 00010000:00000010:0.1:1734676303.276227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095957c00. 00010000:00000010:0.1:1734676303.276229:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30300. 00010000:00000010:0.1:1734676303.276232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363000. 00010000:00000010:0.1:1734676303.276236:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30100. 00010000:00000010:0.1:1734676303.276239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362a00. 00010000:00000010:0.1:1734676303.276241:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30700. 00010000:00000010:0.1:1734676303.276243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363e00. 00010000:00000010:0.1:1734676303.276244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30900. 00010000:00000010:0.1:1734676303.276247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362400. 00010000:00000010:0.1:1734676303.276248:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30200. 00010000:00000010:0.1:1734676303.276251:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362c00. 00010000:00000010:0.1:1734676303.276253:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30b00. 00010000:00000010:0.1:1734676303.276255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363a00. 00010000:00000010:0.1:1734676303.276257:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30800. 00010000:00000010:0.1:1734676303.276258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131363600. 00010000:00000010:0.1:1734676303.276262:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2b00. 00010000:00000010:0.1:1734676303.276265:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131362800. 00010000:00000010:0.1:1734676303.276267:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2900. 00010000:00000010:0.1:1734676303.276270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d000. 00010000:00000010:0.1:1734676303.276273:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2600. 00010000:00000010:0.1:1734676303.276276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846c600. 00010000:00000010:2.1:1734676303.276322:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485100. 00010000:00000010:2.1:1734676303.276327:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8c00. 00010000:00000010:0.1:1734676303.279432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38600. 00010000:00000010:0.1:1734676303.279441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66800. 00010000:00000010:0.1:1734676303.282289:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2c00. 00010000:00000010:0.1:1734676303.282301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846de00. 00010000:00000010:0.1:1734676303.282305:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2300. 00010000:00000010:0.1:1734676303.282308:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846c800. 00010000:00000010:0.1:1734676303.282310:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2200. 00010000:00000010:0.1:1734676303.282312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846c000. 00010000:00000010:0.1:1734676303.282314:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2e00. 00010000:00000010:0.1:1734676303.282316:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d800. 00010000:00000010:0.1:1734676303.282318:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2a00. 00010000:00000010:0.1:1734676303.282321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130cada00. 00010000:00000010:0.1:1734676303.282325:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eebd00. 00010000:00000010:0.1:1734676303.282328:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959d5c00. 00010000:00000010:0.1:1734676303.282331:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb800. 00010000:00000010:0.1:1734676303.282333:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959d4e00. 00080000:00000010:0.0:1734676303.288387:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959d5e00. 00080000:00000010:0.0:1734676303.288396:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959d4400. 00080000:00000010:0.0:1734676303.288400:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130cac200. 00080000:00000010:0.0:1734676303.288402:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846d200. 00080000:00000010:0.0:1734676303.288406:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846ce00. 00080000:00000010:0.0:1734676303.288408:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846da00. 00080000:00000010:0.0:1734676303.288410:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846d600. 00080000:00000010:0.0:1734676303.288412:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846ca00. 00080000:00000010:0.0:1734676303.288414:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009846c200. 00080000:00000010:0.0:1734676303.288416:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8a4c00. 00080000:00000010:0.0:1734676303.288419:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131363800. 00080000:00000010:0.0:1734676303.288421:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131362e00. 00080000:00000010:0.0:1734676303.288424:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131363200. 00080000:00000010:0.0:1734676303.288426:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131362600. 00080000:00000010:0.0:1734676303.288427:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131362200. 00080000:00000010:0.0:1734676303.288430:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131362000. 00080000:00000010:0.0:1734676303.288431:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131363400. 00080000:00000010:0.0:1734676303.288434:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095956c00. 00080000:00000010:0.0:1734676303.288436:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095957e00. 00080000:00000010:0.0:1734676303.288438:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800946a4c00. 00080000:00000010:0.0:1734676303.288441:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b8200. 00080000:00000010:0.0:1734676303.288444:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c3e00. 00080000:00000010:0.0:1734676303.288446:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c2c00. 00080000:00000010:0.0:1734676303.288449:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b8e00. 00080000:00000010:0.0:1734676303.288451:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9200. 00080000:00000010:0.0:1734676303.288453:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8400. 00080000:00000010:0.0:1734676303.288455:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102c00. 00080000:00000010:0.0:1734676303.288458:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095903800. 00080000:00000010:0.0:1734676303.288460:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095903000. 00080000:00000010:0.0:1734676303.288462:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f6000. 00080000:00000010:0.0:1734676303.288465:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305cae00. 00080000:00000010:0.0:1734676303.288467:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9ce600. 00080000:00000010:0.0:1734676303.288471:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da38200. 00080000:00000010:0.0:1734676303.288473:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102e00. 00080000:00000010:0.0:1734676303.288476:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102600. 00080000:00000010:0.0:1734676303.288478:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8600. 00080000:00000010:0.0:1734676303.288480:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9a00. 00080000:00000010:0.0:1734676303.288481:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103c00. 00080000:00000010:0.0:1734676303.288484:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103a00. 00080000:00000010:0.0:1734676303.288485:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cf200. 00080000:00000010:0.0:1734676303.288487:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8e00. 00080000:00000010:0.0:1734676303.288489:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979d200. 00080000:00000010:0.0:1734676303.288493:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d002c00. 00080000:00000010:0.0:1734676303.288495:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b19600. 00080000:00000010:0.0:1734676303.288497:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e600. 00080000:00000010:0.0:1734676303.288500:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d002400. 00080000:00000010:0.0:1734676303.288502:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f6e00. 00080000:00000010:0.0:1734676303.288505:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102000. 00080000:00000010:0.0:1734676303.288507:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103e00. 00080000:00000010:0.0:1734676303.288510:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103400. 00080000:00000010:0.0:1734676303.288511:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102800. 00080000:00000010:0.0:1734676303.288513:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102400. 00080000:00000010:0.0:1734676303.288515:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103600. 00080000:00000010:0.0:1734676303.288517:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103000. 00080000:00000010:0.0:1734676303.288519:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003200. 00080000:00000010:0.0:1734676303.288521:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003000. 00080000:00000010:0.0:1734676303.288523:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e800. 00080000:00000010:0.0:1734676303.288525:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e200. 00080000:00000010:0.0:1734676303.288527:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d002000. 00080000:00000010:0.0:1734676303.288529:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d002800. 00080000:00000010:0.0:1734676303.288531:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003600. 00080000:00000010:0.0:1734676303.288533:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003e00. 00080000:00000010:0.0:1734676303.288535:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f6800. 00080000:00000010:0.0:1734676303.288536:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f6c00. 00080000:00000010:0.0:1734676303.288538:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18e00. 00080000:00000010:0.0:1734676303.288540:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979dc00. 00080000:00000010:0.0:1734676303.288542:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f6200. 00080000:00000010:0.0:1734676303.288545:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f7400. 00080000:00000010:0.0:1734676303.288553:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cec00. 00080000:00000010:0.0:1734676303.288555:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1800. 00080000:00000010:0.0:1734676303.288560:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b9e00. 00080000:00000010:0.0:1734676303.288563:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8a00. 00080000:00000010:0.0:1734676303.288565:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9000. 00080000:00000010:0.0:1734676303.288567:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9400. 00080000:00000010:0.0:1734676303.288569:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f6400. 00080000:00000010:0.0:1734676303.288571:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7600. 00080000:00000010:0.0:1734676303.288574:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d97f400. 00080000:00000010:0.0:1734676303.288576:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9c00. 00080000:00000010:0.0:1734676303.288578:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8000. 00080000:00000010:0.0:1734676303.288580:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8200. 00080000:00000010:0.0:1734676303.288585:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073678000. 00080000:00000010:0.0:1734676303.288589:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7e00. 00080000:00000010:0.0:1734676303.288591:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003800. 00080000:00000010:0.0:1734676303.288593:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d002e00. 00080000:00000010:0.0:1734676303.288595:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d003a00. 00080000:00000010:0.0:1734676303.288597:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589ee00. 00080000:00000010:0.0:1734676303.288598:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7a00. 00080000:00000010:0.0:1734676303.288600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7c00. 00080000:00000010:0.0:1734676303.288602:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7800. 00080000:00000010:0.0:1734676303.288604:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589f400. 00080000:00000010:0.0:1734676303.288606:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f6200. 00080000:00000010:0.0:1734676303.288608:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800834f7200. 00080000:00000010:0.0:1734676303.288610:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a83e00. 00080000:00000010:0.0:1734676303.288613:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096545e00. 00080000:00000010:0.0:1734676303.288615:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801368f1e00. 00080000:00000010:0.0:1734676303.288618:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800946a4e00. 00080000:00000010:0.0:1734676303.288621:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2200. 00080000:00000010:0.0:1734676303.288624:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d133a00. 00080000:00000010:0.0:1734676303.288626:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801368f1a00. 00080000:00000010:0.0:1734676303.288627:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801368f0400. 00080000:00000010:0.0:1734676303.288630:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801368f1600. 00080000:00000010:0.0:1734676303.288632:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801368f0a00. 00080000:00000010:0.0:1734676303.288634:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d883e00. 00080000:00000010:0.0:1734676303.288638:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da39800. 00080000:00000010:0.0:1734676303.288640:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b811e00. 00080000:00000010:0.0:1734676303.288644:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096544800. 00080000:00000010:0.0:1734676303.288646:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096544e00. 00080000:00000010:0.0:1734676303.288647:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9e00. 00080000:00000010:0.0:1734676303.288649:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305ca800. 00080000:00000010:0.0:1734676303.288651:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d882600. 00080000:00000010:0.0:1734676303.288655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d132400. 00080000:00000010:0.0:1734676303.288657:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d839200. 00080000:00000010:0.0:1734676303.288661:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130124400. 00080000:00000010:0.0:1734676303.288665:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d882e00. 00080000:00000010:0.0:1734676303.288667:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da39200. 00080000:00000010:0.0:1734676303.288669:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595e600. 00080000:00000010:0.0:1734676303.288672:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313eae00. 00080000:00000010:0.0:1734676303.288674:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007370ea00. 00080000:00000010:0.0:1734676303.288677:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073679000. 00080000:00000010:0.0:1734676303.288681:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073679a00. 00080000:00000010:0.0:1734676303.288683:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5a2400. 00080000:00000010:0.0:1734676303.288685:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da76200. 00080000:00000010:0.0:1734676303.288688:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5a3a00. 00080000:00000010:0.0:1734676303.288690:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073678800. 00080000:00000010:0.0:1734676303.288692:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073678200. 00080000:00000010:0.0:1734676303.288694:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a83600. 00080000:00000010:0.0:1734676303.288696:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3c00. 00080000:00000010:0.0:1734676303.288698:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2800. 00080000:00000010:0.0:1734676303.288700:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305ca600. 00080000:00000010:0.0:1734676303.288702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810000. 00080000:00000010:0.0:1734676303.288704:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da38a00. 00080000:00000010:0.0:1734676303.288706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d839e00. 00080000:00000010:0.0:1734676303.288708:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595f200. 00080000:00000010:0.0:1734676303.288710:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595f800. 00080000:00000010:0.0:1734676303.288712:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073679e00. 00080000:00000010:0.0:1734676303.288714:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595ee00. 00080000:00000010:0.0:1734676303.288716:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073679800. 00080000:00000010:0.0:1734676303.288718:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073678600. 00080000:00000010:0.0:1734676303.288720:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073679400. 00080000:00000010:0.0:1734676303.288722:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8400. 00080000:00000010:0.0:1734676303.288725:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595e000. 00080000:00000010:0.0:1734676303.288726:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305caa00. 00080000:00000010:0.0:1734676303.288728:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313eb400. 00080000:00000010:0.0:1734676303.288731:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313eb200. 00080000:00000010:0.0:1734676303.288732:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009595e200. 00080000:00000010:0.0:1734676303.288734:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da77400. 00080000:00000010:0.0:1734676303.288737:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305cb200. 00080000:00000010:0.0:1734676303.288739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a82200. 00080000:00000010:0.0:1734676303.288742:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a82a00. 00080000:00000010:0.0:1734676303.288744:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da76e00. 00080000:00000010:0.0:1734676303.288745:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df94a00. 00080000:00000010:0.0:1734676303.288747:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d838600. 00080000:00000010:0.0:1734676303.288750:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d839a00. 00080000:00000010:0.0:1734676303.288752:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d838000. 00080000:00000010:0.0:1734676303.288754:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c3600. 00080000:00000010:0.0:1734676303.288757:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9400. 00080000:00000010:0.0:1734676303.288759:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e2d8200. 00080000:00000010:0.0:1734676303.288762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e2d9400. 00080000:00000010:0.0:1734676303.288764:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810c00. 00080000:00000010:0.0:1734676303.288766:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da38600. 00080000:00000010:0.0:1734676303.288768:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ca6400. 00080000:00000010:0.0:1734676303.288770:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3800. 00080000:00000010:0.0:1734676303.288772:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da38e00. 00080000:00000010:0.0:1734676303.288773:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da38800. 00080000:00000010:0.0:1734676303.288775:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da39000. 00080000:00000010:0.0:1734676303.288777:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2600. 00080000:00000010:0.0:1734676303.288779:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da39c00. 00080000:00000010:0.0:1734676303.288781:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e2d9800. 00080000:00000010:0.0:1734676303.288783:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8000. 00080000:00000010:0.0:1734676303.288785:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9c00. 00080000:00000010:0.0:1734676303.288787:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b8c00. 00080000:00000010:0.0:1734676303.288789:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c2400. 00080000:00000010:0.0:1734676303.288790:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3000. 00080000:00000010:0.0:1734676303.288792:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3e00. 00080000:00000010:0.0:1734676303.288794:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3600. 00080000:00000010:0.0:1734676303.288796:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b2a00. 00080000:00000010:0.0:1734676303.288798:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7b3400. 00080000:00000010:0.0:1734676303.288800:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da39600. 00080000:00000010:0.0:1734676303.288802:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b8600. 00080000:00000010:0.0:1734676303.288804:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df95a00. 00080000:00000010:0.0:1734676303.288806:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8200. 00080000:00000010:0.0:1734676303.288808:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8c00. 00080000:00000010:0.0:1734676303.288809:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8e00. 00080000:00000010:0.0:1734676303.288811:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9e00. 00080000:00000010:0.0:1734676303.288813:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8800. 00080000:00000010:0.0:1734676303.288815:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e8a00. 00080000:00000010:0.0:1734676303.288817:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9200. 00080000:00000010:0.0:1734676303.288819:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9600. 00080000:00000010:0.0:1734676303.288820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9800. 00080000:00000010:0.0:1734676303.288822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c3200. 00080000:00000010:0.0:1734676303.288824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313e9a00. 00080000:00000010:0.0:1734676303.288825:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df94c00. 00080000:00000010:0.0:1734676303.288827:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1600. 00080000:00000010:0.0:1734676303.288829:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda0a00. 00080000:00000010:0.0:1734676303.288832:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1a00. 00080000:00000010:0.0:1734676303.288834:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ca7e00. 00080000:00000010:0.0:1734676303.288836:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18400. 00080000:00000010:0.0:1734676303.288838:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b19c00. 00080000:00000010:0.0:1734676303.288840:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c3a00. 00080000:00000010:0.0:1734676303.288842:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c2a00. 00080000:00000010:0.0:1734676303.288844:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c3400. 00080000:00000010:0.0:1734676303.288846:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9c2800. 00080000:00000010:0.0:1734676303.288847:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cfa00. 00080000:00000010:0.0:1734676303.288849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cf600. 00080000:00000010:0.0:1734676303.288852:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b811600. 00080000:00000010:0.0:1734676303.288854:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810600. 00080000:00000010:0.0:1734676303.288856:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810a00. 00080000:00000010:0.0:1734676303.288858:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810e00. 00080000:00000010:0.0:1734676303.288859:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b810200. 00080000:00000010:0.0:1734676303.288861:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ca7800. 00080000:00000010:0.0:1734676303.288863:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d883200. 00080000:00000010:0.0:1734676303.288865:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d882400. 00080000:00000010:0.0:1734676303.288868:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d746800. 00080000:00000010:0.0:1734676303.288870:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d747600. 00080000:00000010:0.0:1734676303.288872:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d746400. 00080000:00000010:0.0:1734676303.288874:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d747e00. 00080000:00000010:0.0:1734676303.288876:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f78a00. 00080000:00000010:0.0:1734676303.288878:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f79600. 00080000:00000010:0.0:1734676303.288880:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f79e00. 00080000:00000010:0.0:1734676303.288882:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f79400. 00080000:00000010:0.0:1734676303.288884:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d430200. 00080000:00000010:0.0:1734676303.288887:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d430000. 00080000:00000010:0.0:1734676303.288889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d430a00. 00080000:00000010:0.0:1734676303.288891:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d430800. 00080000:00000010:0.0:1734676303.288893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d431600. 00080000:00000010:0.0:1734676303.288896:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4fa00. 00080000:00000010:0.0:1734676303.288899:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4f000. 00080000:00000010:0.0:1734676303.288901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4e800. 00080000:00000010:0.0:1734676303.288903:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4ea00. 00080000:00000010:0.0:1734676303.288905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4e200. 00080000:00000010:0.0:1734676303.288907:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4ee00. 00080000:00000010:0.0:1734676303.288909:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073612000. 00080000:00000010:0.0:1734676303.288913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073612a00. 00080000:00000010:0.0:1734676303.288914:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073612400. 00080000:00000010:0.0:1734676303.288916:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073613000. 00080000:00000010:0.0:1734676303.288920:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073612c00. 00080000:00000010:0.0:1734676303.288922:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a26400. 00080000:00000010:0.0:1734676303.288924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a26800. 00080000:00000010:0.0:1734676303.288926:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6da200. 00080000:00000010:0.0:1734676303.288928:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6db600. 00080000:00000010:0.0:1734676303.288931:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6dba00. 00080000:00000010:0.0:1734676303.288932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6daa00. 00080000:00000010:0.0:1734676303.288935:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6da600. 00080000:00000010:0.0:1734676303.288937:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d762c00. 00080000:00000010:0.0:1734676303.288940:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a5ce00. 00080000:00000010:0.0:1734676303.288942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a5ca00. 00080000:00000010:0.0:1734676303.288944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a5d600. 00080000:00000010:0.0:1734676303.288947:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c93600. 00080000:00000010:0.0:1734676303.288949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ef4800. 00080000:00000010:0.0:1734676303.288953:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ef5a00. 00080000:00000010:0.0:1734676303.288955:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800796c0800. 00080000:00000010:0.0:1734676303.288959:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800796c1400. 00080000:00000010:0.0:1734676303.288962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800796c0e00. 00080000:00000010:0.0:1734676303.288964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdce200. 00080000:00000010:0.0:1734676303.288966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18600. 00080000:00000010:0.0:1734676303.288968:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737b9000. 00080000:00000010:0.0:1734676303.288971:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737b8200. 00080000:00000010:0.0:1734676303.288974:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737b9a00. 00080000:00000010:0.0:1734676303.288976:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c323a00. 00080000:00000010:0.0:1734676303.288979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c322400. 00080000:00000010:0.0:1734676303.288981:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c322c00. 00080000:00000010:0.0:1734676303.288983:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cda4800. 00080000:00000010:0.0:1734676303.288985:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cda5e00. 00080000:00000010:0.0:1734676303.288988:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c9600. 00080000:00000010:0.0:1734676303.288990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c8e00. 00080000:00000010:0.0:1734676303.288993:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c8a00. 00080000:00000010:0.0:1734676303.288995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c8400. 00080000:00000010:0.0:1734676303.288998:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c8600. 00080000:00000010:0.0:1734676303.288999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c8200. 00080000:00000010:0.0:1734676303.289001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c9c00. 00080000:00000010:0.0:1734676303.289003:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfca400. 00080000:00000010:0.0:1734676303.289005:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcb400. 00080000:00000010:0.0:1734676303.289007:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcae00. 00080000:00000010:0.0:1734676303.289009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfca200. 00080000:00000010:0.0:1734676303.289011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcb200. 00080000:00000010:0.0:1734676303.289013:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcb000. 00080000:00000010:0.0:1734676303.289015:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e9800. 00080000:00000010:0.0:1734676303.289017:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e8400. 00080000:00000010:0.0:1734676303.289019:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e9c00. 00080000:00000010:0.0:1734676303.289021:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e9e00. 00080000:00000010:0.0:1734676303.289023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e9400. 00080000:00000010:0.0:1734676303.289025:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959e8200. 00080000:00000010:0.0:1734676303.289028:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e0600. 00080000:00000010:0.0:1734676303.289030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e0c00. 00080000:00000010:0.0:1734676303.289032:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e1c00. 00080000:00000010:0.0:1734676303.289065:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e1e00. 00080000:00000010:0.0:1734676303.289068:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e1800. 00080000:00000010:0.0:1734676303.289070:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126b600. 00080000:00000010:0.0:1734676303.289072:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126b000. 00080000:00000010:0.0:1734676303.289074:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126b400. 00080000:00000010:0.0:1734676303.289075:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126ae00. 00080000:00000010:0.0:1734676303.289078:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126be00. 00080000:00000010:0.0:1734676303.289080:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acf600. 00080000:00000010:0.0:1734676303.289082:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ace600. 00080000:00000010:0.0:1734676303.289084:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009593f400. 00080000:00000010:0.0:1734676303.289086:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009593ee00. 00080000:00000010:0.0:1734676303.289089:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8505200. 00080000:00000010:0.0:1734676303.289091:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8505400. 00080000:00000010:0.0:1734676303.289094:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8504400. 00080000:00000010:0.0:1734676303.289104:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8505a00. 00080000:00000010:0.0:1734676303.289106:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8504200. 00080000:00000010:0.0:1734676303.289108:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b0a00. 00080000:00000010:0.0:1734676303.289111:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b1e00. 00080000:00000010:0.0:1734676303.289113:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b1800. 00080000:00000010:0.0:1734676303.289115:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8b1400. 00080000:00000010:0.0:1734676303.289117:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81c200. 00080000:00000010:0.0:1734676303.289120:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81da00. 00080000:00000010:0.0:1734676303.289123:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81c000. 00080000:00000010:0.0:1734676303.289125:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81c400. 00080000:00000010:0.0:1734676303.289127:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81ce00. 00080000:00000010:0.0:1734676303.289129:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d81c800. 00080000:00000010:0.0:1734676303.289131:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073706800. 00080000:00000010:0.0:1734676303.289134:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073706a00. 00080000:00000010:0.0:1734676303.289136:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d098e00. 00080000:00000010:0.0:1734676303.289139:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d099e00. 00080000:00000010:0.0:1734676303.289141:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d099600. 00080000:00000010:0.0:1734676303.289142:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d099400. 00080000:00000010:0.0:1734676303.289144:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d098600. 00080000:00000010:0.0:1734676303.289146:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d099200. 00080000:00000010:0.0:1734676303.289148:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d099a00. 00080000:00000010:0.0:1734676303.289150:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735ae400. 00080000:00000010:0.0:1734676303.289152:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130ac00. 00080000:00000010:0.0:1734676303.289154:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130a800. 00080000:00000010:0.0:1734676303.289156:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130b400. 00080000:00000010:0.0:1734676303.289158:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130be00. 00080000:00000010:0.0:1734676303.289159:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130b600. 00080000:00000010:0.0:1734676303.289161:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130ba00. 00080000:00000010:0.0:1734676303.289163:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013130b200. 00080000:00000010:0.0:1734676303.289165:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d05ca00. 00080000:00000010:0.0:1734676303.289167:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d05cc00. 00080000:00000010:0.0:1734676303.289169:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff10e00. 00080000:00000010:0.0:1734676303.289172:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff11c00. 00080000:00000010:0.0:1734676303.289174:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800967e0c00. 00080000:00000010:0.0:1734676303.289177:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdce400. 00080000:00000010:0.0:1734676303.289179:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdcfe00. 00080000:00000010:0.0:1734676303.289181:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdcfa00. 00080000:00000010:0.0:1734676303.289183:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdcfc00. 00080000:00000010:0.0:1734676303.289185:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801373b5000. 00080000:00000010:0.0:1734676303.289187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d954800. 00080000:00000010:0.0:1734676303.289189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d955000. 00080000:00000010:0.0:1734676303.289191:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d955200. 00080000:00000010:0.0:1734676303.289193:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880071505e00. 00080000:00000010:0.0:1734676303.289197:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880071504000. 00080000:00000010:0.0:1734676303.289199:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d885800. 00080000:00000010:0.0:1734676303.289203:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d884000. 00080000:00000010:0.0:1734676303.289206:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d884e00. 00080000:00000010:0.0:1734676303.289208:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d884400. 00080000:00000010:0.0:1734676303.289210:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8e00. 00080000:00000010:0.0:1734676303.289212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8400. 00080000:00000010:0.0:1734676303.289214:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8600. 00080000:00000010:0.0:1734676303.289215:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8a00. 00080000:00000010:0.0:1734676303.289217:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8200. 00080000:00000010:0.0:1734676303.289219:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd9000. 00080000:00000010:0.0:1734676303.289221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd8c00. 00080000:00000010:0.0:1734676303.289223:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801312b5a00. 00080000:00000010:0.0:1734676303.289225:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da49800. 00080000:00000010:0.0:1734676303.289228:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da48800. 00080000:00000010:0.0:1734676303.289230:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da49000. 00080000:00000010:0.0:1734676303.289232:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da49400. 00080000:00000010:0.0:1734676303.289234:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dbc8c00. 00080000:00000010:0.0:1734676303.289237:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cb000. 00080000:00000010:0.0:1734676303.289239:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013138e200. 00080000:00000010:0.0:1734676303.289241:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129dda200. 00080000:00000010:0.0:1734676303.289243:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958eda00. 00080000:00000010:0.0:1734676303.289246:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880099774c00. 00080000:00000010:0.0:1734676303.289248:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0284a00. 00080000:00000010:0.0:1734676303.289251:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da24600. 00080000:00000010:0.0:1734676303.289254:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da24200. 00080000:00000010:0.0:1734676303.289256:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b2b800. 00080000:00000010:0.0:1734676303.289258:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095906000. 00080000:00000010:0.0:1734676303.289260:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073527200. 00080000:00000010:0.0:1734676303.289263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073527600. 00080000:00000010:0.0:1734676303.289265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073526600. 00080000:00000010:0.0:1734676303.289267:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073526e00. 00080000:00000010:0.0:1734676303.289269:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073527000. 00080000:00000010:0.0:1734676303.289271:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073526000. 00080000:00000010:0.0:1734676303.289272:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daa3200. 00080000:00000010:0.0:1734676303.289275:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009a301a00. 00080000:00000010:0.0:1734676303.289277:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ccf000. 00080000:00000010:0.0:1734676303.289279:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ccf400. 00080000:00000010:0.0:1734676303.289281:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d86da00. 00080000:00000010:0.0:1734676303.289284:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db3d600. 00080000:00000010:0.0:1734676303.289286:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da22800. 00080000:00000010:0.0:1734676303.289288:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da23800. 00080000:00000010:0.0:1734676303.289290:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fedf200. 00080000:00000010:0.0:1734676303.289292:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0f400. 00080000:00000010:0.0:1734676303.289294:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0fa00. 00080000:00000010:0.0:1734676303.289296:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0f000. 00080000:00000010:0.0:1734676303.289298:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0fe00. 00080000:00000010:0.0:1734676303.289300:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0f800. 00080000:00000010:0.0:1734676303.289302:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0e800. 00080000:00000010:0.0:1734676303.289304:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d0fc00. 00080000:00000010:0.0:1734676303.289306:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d007200. 00080000:00000010:0.0:1734676303.289309:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d006600. 00080000:00000010:0.0:1734676303.289311:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d007c00. 00080000:00000010:0.0:1734676303.289313:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d007000. 00080000:00000010:0.0:1734676303.289314:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d007800. 00080000:00000010:0.0:1734676303.289317:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d006800. 00080000:00000010:0.0:1734676303.289318:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d983000. 00080000:00000010:0.0:1734676303.289320:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d982e00. 00080000:00000010:0.0:1734676303.289322:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d983800. 00080000:00000010:0.0:1734676303.289324:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e347c00. 00080000:00000010:0.0:1734676303.289327:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f76200. 00080000:00000010:0.0:1734676303.289329:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dd5000. 00080000:00000010:0.0:1734676303.289331:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880079e5b600. 00080000:00000010:0.0:1734676303.289333:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737bfc00. 00080000:00000010:0.0:1734676303.289336:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737bf200. 00080000:00000010:0.0:1734676303.289337:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737bee00. 00080000:00000010:0.0:1734676303.289340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737be600. 00080000:00000010:0.0:1734676303.289342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737bf400. 00080000:00000010:0.0:1734676303.289343:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0aaa00. 00080000:00000010:0.0:1734676303.289346:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131380000. 00080000:00000010:0.0:1734676303.289349:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa67600. 00080000:00000010:0.0:1734676303.289352:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007379ac00. 00080000:00000010:0.0:1734676303.289355:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d877800. 00080000:00000010:0.0:1734676303.289358:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d876200. 00080000:00000010:0.0:1734676303.289361:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d877200. 00080000:00000010:0.0:1734676303.289363:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d877e00. 00080000:00000010:0.0:1734676303.289364:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d877000. 00080000:00000010:0.0:1734676303.289366:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d876c00. 00080000:00000010:0.0:1734676303.289368:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c321400. 00080000:00000010:0.0:1734676303.289372:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c320e00. 00080000:00000010:0.0:1734676303.289375:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ede2400. 00080000:00000010:0.0:1734676303.289377:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ede2600. 00080000:00000010:0.0:1734676303.289379:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958a1c00. 00080000:00000010:0.0:1734676303.289386:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d53fc00. 00080000:00000010:0.0:1734676303.289388:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134400. 00080000:00000010:0.0:1734676303.289390:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134c00. 00080000:00000010:0.0:1734676303.289392:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d135200. 00080000:00000010:0.0:1734676303.289394:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d134a00. 00080000:00000010:0.0:1734676303.289396:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d135000. 00080000:00000010:0.0:1734676303.289398:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d006200. 00010000:00000010:2.0:1734676303.290375:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290399:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d550300. 00010000:00000010:2.0:1734676303.290401:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290403:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b0aea00. 00010000:00000010:2.0:1734676303.290406:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290411:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dc6e600. 00010000:00000010:2.0:1734676303.290423:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290425:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290445:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d550d00. 00010000:00000010:2.0:1734676303.290447:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290450:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dc6ea00. 00010000:00000010:2.0:1734676303.290453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290458:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dc6e000. 00010000:00000010:2.0:1734676303.290471:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290473:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290493:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d550800. 00010000:00000010:2.0:1734676303.290495:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290497:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dc6fe00. 00010000:00000010:2.0:1734676303.290499:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290504:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dc6f800. 00010000:00000010:2.0:1734676303.290516:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290518:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290539:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d550900. 00010000:00000010:2.0:1734676303.290541:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290544:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e131a00. 00010000:00000010:2.0:1734676303.290547:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290552:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e130200. 00010000:00000010:2.0:1734676303.290565:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290567:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290587:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d550400. 00010000:00000010:2.0:1734676303.290589:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290592:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e131e00. 00010000:00000010:2.0:1734676303.290594:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290599:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e131200. 00010000:00000010:2.0:1734676303.290626:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290630:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290653:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67e00. 00010000:00000010:2.0:1734676303.290655:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290658:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e131800. 00010000:00000010:2.0:1734676303.290660:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e131400. 00010000:00000010:2.0:1734676303.290678:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290680:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290702:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67500. 00010000:00000010:2.0:1734676303.290704:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dac0200. 00010000:00000010:2.0:1734676303.290710:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290715:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dac0e00. 00010000:00000010:2.0:1734676303.290728:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290730:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290749:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67300. 00010000:00000010:2.0:1734676303.290751:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290754:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130185600. 00010000:00000010:2.0:1734676303.290756:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290761:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130185000. 00010000:00000010:2.0:1734676303.290774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290776:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290798:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67600. 00010000:00000010:2.0:1734676303.290800:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290802:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880076503600. 00010000:00000010:2.0:1734676303.290805:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290811:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d937000. 00010000:00000010:2.0:1734676303.290823:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290825:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290844:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67a00. 00010000:00000010:2.0:1734676303.290846:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290848:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d937c00. 00010000:00000010:2.0:1734676303.290850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290855:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d937a00. 00010000:00000010:2.0:1734676303.290868:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290893:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67800. 00010000:00000010:2.0:1734676303.290895:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290898:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313ecc00. 00010000:00000010:2.0:1734676303.290900:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290906:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1400. 00010000:00000010:2.0:1734676303.290919:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290921:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290940:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67c00. 00010000:00000010:2.0:1734676303.290942:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290944:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c1c00. 00010000:00000010:2.0:1734676303.290946:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.290951:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c0a00. 00010000:00000010:2.0:1734676303.290964:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.290966:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290988:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff67f00. 00010000:00000010:2.0:1734676303.290990:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.290993:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c1600. 00010000:00000010:2.0:1734676303.290995:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676303.291000:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1a00. 00010000:00000010:2.0:1734676303.291013:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.291016:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.291126:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012fdef300. 00010000:00000010:2.1:1734676303.295445:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb300. 00010000:00000010:2.1:1734676303.295451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac9a00. 00010000:00000010:2.1:1734676303.295456:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5500. 00010000:00000010:2.1:1734676303.295461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d612200. 00010000:00000010:2.1:1734676303.295465:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5800. 00010000:00000010:2.1:1734676303.295468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131364e00. 00010000:00000010:2.1:1734676303.295470:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5400. 00010000:00000010:2.1:1734676303.295472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131364a00. 00010000:00000010:2.1:1734676303.295474:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5900. 00010000:00000010:2.1:1734676303.295477:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131365600. 00010000:00000010:2.1:1734676303.295480:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5100. 00010000:00000010:2.1:1734676303.295483:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131365800. 00010000:00000010:2.1:1734676303.295484:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5000. 00010000:00000010:2.1:1734676303.295487:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134d200. 00010000:00000010:2.1:1734676303.295490:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5b00. 00010000:00000010:2.1:1734676303.295493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134c800. 00010000:00000010:2.1:1734676303.295495:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5200. 00010000:00000010:2.1:1734676303.295497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134de00. 00010000:00000010:2.1:1734676303.295499:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5600. 00010000:00000010:2.1:1734676303.295501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134ca00. 00010000:00000010:2.1:1734676303.295503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5a00. 00010000:00000010:2.1:1734676303.295505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013134c000. 00010000:00000010:2.1:1734676303.295507:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5d00. 00010000:00000010:2.1:1734676303.295510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40600. 00010000:00000010:2.1:1734676303.295515:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb300. 00010000:00000010:2.1:1734676303.295517:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da41200. 00010000:00000010:2.1:1734676303.295519:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb700. 00010000:00000010:2.1:1734676303.295521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da40e00. 00010000:00000010:2.1:1734676303.295523:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbb00. 00010000:00000010:2.1:1734676303.295526:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dacb000. 00010000:00000010:2.1:1734676303.295528:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb100. 00010000:00000010:2.1:1734676303.295531:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012daca200. 00010000:00000010:2.1:1734676303.295533:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb500. 00010000:00000010:2.1:1734676303.295536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dacae00. 00010000:00000010:2.1:1734676303.295538:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbd00. 00010000:00000010:2.1:1734676303.295541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dacba00. 00010000:00000010:2.1:1734676303.295543:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbc00. 00010000:00000010:2.1:1734676303.295545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dacac00. 00010000:00000010:2.1:1734676303.295547:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb900. 00010000:00000010:2.1:1734676303.295550:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012daca000. 00010000:00000010:2.1:1734676303.295552:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fbf00. 00010000:00000010:2.1:1734676303.295554:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d34c800. 00010000:00000010:2.1:1734676303.295556:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb000. 00010000:00000010:2.1:1734676303.295559:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d34c200. 00010000:00000010:2.1:1734676303.295561:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fba00. 00010000:00000010:2.1:1734676303.295563:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d34d800. 00010000:00000010:2.1:1734676303.295565:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb800. 00010000:00000010:2.1:1734676303.295567:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013101b000. 00010000:00000010:2.1:1734676303.295569:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a3fb400. 00010000:00000010:2.1:1734676303.295572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131369000. 00010000:00000010:2.1:1734676303.295577:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b400. 00010000:00000010:2.1:1734676303.295580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131368a00. 00010000:00000010:2.1:1734676303.295583:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b600. 00010000:00000010:2.1:1734676303.295585:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131369e00. 00010000:00000010:2.1:1734676303.295587:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b000. 00010000:00000010:2.1:1734676303.295589:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131368c00. 00010000:00000010:2.1:1734676303.295591:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b200. 00010000:00000010:2.1:1734676303.295593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131368e00. 00010000:00000010:2.1:1734676303.295595:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bc00. 00010000:00000010:2.1:1734676303.295597:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131369800. 00010000:00000010:2.1:1734676303.295599:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00be00. 00010000:00000010:2.1:1734676303.295601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d000. 00010000:00000010:2.1:1734676303.295603:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b800. 00010000:00000010:2.1:1734676303.295606:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0c600. 00010000:00000010:2.1:1734676303.295608:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00ba00. 00010000:00000010:2.1:1734676303.295610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0c200. 00010000:00000010:2.1:1734676303.295612:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b300. 00010000:00000010:2.1:1734676303.295614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0da00. 00010000:00000010:2.1:1734676303.295616:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bf00. 00010000:00000010:2.1:1734676303.295618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ce00. 00010000:00000010:2.1:1734676303.295620:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bd00. 00010000:00000010:2.1:1734676303.295623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9dae00. 00010000:00000010:2.1:1734676303.295626:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00bb00. 00010000:00000010:2.1:1734676303.295628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9dbe00. 00010000:00000010:2.1:1734676303.295631:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b100. 00010000:00000010:2.1:1734676303.295634:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9da600. 00010000:00000010:2.1:1734676303.295636:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b900. 00010000:00000010:2.1:1734676303.295638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9db400. 00000800:00000200:1.0:1734676303.300616:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.300622:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676303.300627:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.300634:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.300638:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676303.300641:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:1.0:1734676303.300648:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864331392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.302191:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.302204:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06a80 00000400:00000200:0.0:1734676303.302212:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39a1 [1] + 224 00000400:00000200:0.0:1734676303.302221:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.302224:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.302232:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864331392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.302248:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.302252:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f580 00000400:00000200:0.0:1734676303.302256:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 1312 00000400:00000200:0.0:1734676303.302270:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.302273:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.302277:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.302282:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676303.302376:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0c0c00. 00000020:00000010:2.0:1734676303.302382:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676303.302385:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.302407:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867840384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.302439:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867840384 02000000:00000010:2.0:1734676303.302449:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.302478:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeddc0. 00000100:00000010:2.0:1734676303.302484:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676303.302489:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676303.302492:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeddc0. 00000400:00000010:2.0:1734676303.302502:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676303.302507:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867840384, offset 224 00000400:00000200:2.0:1734676303.302512:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.302520:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.302525:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79479:79479:256:4294967295] 192.168.203.46@tcp LPNI seq info [79475:79475:8:4294967295] 00000400:00000200:2.0:1734676303.302534:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.302537:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.302541:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef200. 00000800:00000200:2.0:1734676303.302544:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.302550:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.302554:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.302565:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676303.302568:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.302572:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0c0c00. 00000800:00000200:0.0:1734676303.302702:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.302704:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef200. 00000400:00000200:0.0:1734676303.302707:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.302710:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.302713:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676303.302715:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000400:00000010:2.0:1734676303.304317:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:2.0:1734676303.304324:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676303.304327:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676303.304337:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864331392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.304346:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864331392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.304368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ef00. 02000000:00000010:2.0:1734676303.304376:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342400. 02000000:00000010:2.0:1734676303.304383:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343400. 00000100:00000010:2.0:1734676303.304386:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676303.304389:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012ea9c540. 00010000:00000010:2.0:1734676303.304392:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b440. 00080000:00000010:2.0:1734676303.304406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c0c00. 00010000:00000010:2.0:1734676303.304465:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a280. 00010000:00000010:2.0:1734676303.304471:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5ee80. 00010000:00000010:2.0:1734676303.304519:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c0800. 00010000:00000010:2.0:1734676303.304524:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.304531:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeddc0. 00000100:00000010:2.0:1734676303.304535:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676303.304540:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676303.304549:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c0000. 02000000:00000010:2.0:1734676303.304567:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c1e00. 00000400:00000010:2.0:1734676303.304570:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676303.304573:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.304578:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331520, portal 16 00000400:00000010:2.0:1734676303.304581:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676303.304583:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331520, offset 0 00000400:00000200:2.0:1734676303.304587:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.304594:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.304599:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.304602:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.304605:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.304607:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.304610:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79480:79480:256:4294967295] 192.168.203.46@tcp LPNI seq info [79476:79476:8:4294967295] 00000400:00000200:2.0:1734676303.304617:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.304622:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.304625:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefa00. 00000800:00000200:2.0:1734676303.304629:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.304635:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.304639:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.304754:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.304757:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefa00. 00000400:00000200:1.0:1734676303.304760:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.304764:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.304766:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676303.304768:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676303.304773:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864331520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.306487:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef300. 00010000:00000010:0.1:1734676303.306495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009df73a00. 00010000:00000010:0.1:1734676303.306503:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080f00. 00010000:00000010:0.1:1734676303.306506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103600. 00010000:00000010:0.1:1734676303.306511:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080300. 00010000:00000010:0.1:1734676303.306515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102800. 00010000:00000010:0.1:1734676303.306517:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080100. 00010000:00000010:0.1:1734676303.306519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103e00. 00010000:00000010:0.1:1734676303.306521:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080b00. 00010000:00000010:0.1:1734676303.306523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103a00. 00010000:00000010:0.1:1734676303.306525:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080700. 00010000:00000010:0.1:1734676303.306526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102600. 00010000:00000010:0.1:1734676303.306528:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080200. 00010000:00000010:0.1:1734676303.306530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130102c00. 00010000:00000010:0.1:1734676303.306532:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:0.1:1734676303.306534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130103200. 00010000:00000010:0.1:1734676303.306536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080900. 00010000:00000010:0.1:1734676303.306538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313eb400. 00010000:00000010:0.1:1734676303.306540:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080d00. 00010000:00000010:0.1:1734676303.306543:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ea400. 00010000:00000010:0.1:1734676303.306544:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080500. 00010000:00000010:0.1:1734676303.306547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd35c00. 00010000:00000010:0.1:1734676303.306552:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4900. 00010000:00000010:0.1:1734676303.306554:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd35600. 00010000:00000010:0.1:1734676303.306556:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4c00. 00010000:00000010:0.1:1734676303.306558:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd35400. 00010000:00000010:0.1:1734676303.306560:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4400. 00010000:00000010:0.1:1734676303.306562:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd35800. 00010000:00000010:0.1:1734676303.306564:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4f00. 00010000:00000010:0.1:1734676303.306566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd34c00. 00010000:00000010:0.1:1734676303.306568:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4300. 00010000:00000010:0.1:1734676303.306570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd34200. 00010000:00000010:0.1:1734676303.306572:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4b00. 00010000:00000010:0.1:1734676303.306576:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108c00. 00010000:00000010:0.1:1734676303.306578:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4a00. 00010000:00000010:0.1:1734676303.306580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108200. 00010000:00000010:0.1:1734676303.306583:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4e00. 00010000:00000010:0.1:1734676303.306585:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108a00. 00010000:00000010:0.1:1734676303.306587:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4500. 00010000:00000010:0.1:1734676303.306589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130109e00. 00010000:00000010:0.1:1734676303.306591:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4000. 00010000:00000010:0.1:1734676303.306593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108600. 00010000:00000010:0.1:1734676303.306595:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4100. 00010000:00000010:0.1:1734676303.306597:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130108400. 00010000:00000010:0.1:1734676303.306601:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a000. 00010000:00000010:0.1:1734676303.306603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130109200. 00010000:00000010:0.1:1734676303.306605:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47ab00. 00010000:00000010:0.1:1734676303.306608:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfb000. 00010000:00000010:0.1:1734676303.306610:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47af00. 00010000:00000010:0.1:1734676303.306612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfb200. 00010000:00000010:0.1:1734676303.306614:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a500. 00010000:00000010:0.1:1734676303.306617:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d42dc00. 00010000:00000010:0.1:1734676303.306619:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a900. 00010000:00000010:0.1:1734676303.306622:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959db600. 00010000:00000010:0.1:1734676303.306624:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47ad00. 00010000:00000010:0.1:1734676303.306626:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959dba00. 00010000:00000010:0.1:1734676303.306628:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47aa00. 00010000:00000010:0.1:1734676303.306630:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff69800. 00010000:00000010:0.1:1734676303.306637:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a300. 00010000:00000010:0.1:1734676303.306640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff68a00. 00010000:00000010:0.1:1734676303.306644:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb600. 00010000:00000010:0.1:1734676303.306697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4e00. 00010000:00000010:0.1:1734676303.306752:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb900. 00010000:00000010:0.1:1734676303.306755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4200. 00010000:00000010:0.1:1734676303.306757:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbb00. 00010000:00000010:0.1:1734676303.306760:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e5e00. 00010000:00000010:0.1:1734676303.306762:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb300. 00010000:00000010:0.1:1734676303.306765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4800. 00010000:00000010:0.1:1734676303.306767:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdba00. 00010000:00000010:0.1:1734676303.306770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e5800. 00010000:00000010:0.1:1734676303.306772:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbc00. 00010000:00000010:0.1:1734676303.306773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e5a00. 00010000:00000010:0.1:1734676303.306775:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb200. 00010000:00000010:0.1:1734676303.306778:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095834e00. 00010000:00000010:0.1:1734676303.306781:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb500. 00010000:00000010:0.1:1734676303.306783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095835e00. 00010000:00000010:0.1:1734676303.306786:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb100. 00010000:00000010:0.1:1734676303.306788:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095835600. 00010000:00000010:0.1:1734676303.306790:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbf00. 00010000:00000010:0.1:1734676303.306792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095834000. 00010000:00000010:0.1:1734676303.306793:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbe00. 00010000:00000010:0.1:1734676303.306795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d59b600. 00010000:00000010:0.1:1734676303.306799:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb700. 00010000:00000010:0.1:1734676303.306802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b53c2400. 00010000:00000010:0.1:1734676303.306808:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd500. 00010000:00000010:0.1:1734676303.306810:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db46e00. 00010000:00000010:0.1:1734676303.306812:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd300. 00010000:00000010:0.1:1734676303.306814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db47600. 00010000:00000010:0.1:1734676303.306816:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd900. 00010000:00000010:0.1:1734676303.306819:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d85aa00. 00010000:00000010:0.1:1734676303.306822:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd700. 00010000:00000010:0.1:1734676303.306824:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d85a600. 00010000:00000010:0.1:1734676303.306826:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedda00. 00010000:00000010:0.1:1734676303.306828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d85a800. 00010000:00000010:0.1:1734676303.306830:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddc00. 00010000:00000010:0.1:1734676303.306832:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d85b600. 00010000:00000010:0.1:1734676303.306834:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd000. 00010000:00000010:0.1:1734676303.306836:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f838400. 00010000:00000010:0.1:1734676303.306840:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd100. 00010000:00000010:0.1:1734676303.306843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130dc9000. 00010000:00000010:0.1:1734676303.306845:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddd00. 00010000:00000010:0.1:1734676303.306848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130dc8c00. 00010000:00000010:0.1:1734676303.306850:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd400. 00010000:00000010:0.1:1734676303.306853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0abe00. 00010000:00000010:0.1:1734676303.306855:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd800. 00010000:00000010:0.1:1734676303.306858:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013694f200. 00010000:00000010:0.1:1734676303.306862:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421800. 00010000:00000010:0.1:1734676303.306865:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38800. 00010000:00000010:0.1:1734676303.306867:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421f00. 00010000:00000010:0.1:1734676303.306870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39c00. 00010000:00000010:0.1:1734676303.306872:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421700. 00010000:00000010:0.1:1734676303.306874:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38a00. 00010000:00000010:0.1:1734676303.306876:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421100. 00010000:00000010:0.1:1734676303.306878:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39a00. 00010000:00000010:0.1:1734676303.306880:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421000. 00010000:00000010:0.1:1734676303.306882:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39800. 00010000:00000010:0.1:1734676303.306884:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421300. 00010000:00000010:0.1:1734676303.306886:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39400. 00010000:00000010:0.1:1734676303.306888:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421a00. 00010000:00000010:0.1:1734676303.306890:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38200. 00010000:00000010:0.1:1734676303.306892:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421b00. 00010000:00000010:0.1:1734676303.306894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a1172c00. 00010000:00000010:0.1:1734676303.306897:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421200. 00010000:00000010:0.1:1734676303.306899:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a1173a00. 00010000:00000010:0.1:1734676303.306901:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421600. 00010000:00000010:0.1:1734676303.306903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480800. 00010000:00000010:0.1:1734676303.306906:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421d00. 00010000:00000010:0.1:1734676303.306908:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480200. 00010000:00000010:0.1:1734676303.306910:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421500. 00010000:00000010:0.1:1734676303.306912:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480c00. 00010000:00000010:0.1:1734676303.306915:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3800. 00010000:00000010:0.1:1734676303.306918:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096481600. 00010000:00000010:0.1:1734676303.306921:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3100. 00010000:00000010:0.1:1734676303.306924:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096481e00. 00000400:00000200:0.0:1734676303.307284:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.307296:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06b00 00000400:00000200:0.0:1734676303.307304:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39ad [1] + 224 00000400:00000200:0.0:1734676303.307312:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.307316:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.307325:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864331520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.307693:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.307698:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f600 00000400:00000200:0.0:1734676303.307703:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 1640 00000400:00000200:0.0:1734676303.307748:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.307751:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.307754:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.307759:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676303.308116:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7be000. 00000020:00000010:1.0:1734676303.308121:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.308125:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.308143:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867840512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676303.308833:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:2.0:1734676303.308839:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676303.308841:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.308848:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864331520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.308855:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864331520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.308876:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c1e00. 02000000:00000010:2.0:1734676303.308881:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c0000. 00000100:00000010:2.0:1734676303.308884:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676303.308888:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676303.308891:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeddc0. 00000100:00000200:1.0:1734676303.309147:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867840512 02000000:00000010:1.0:1734676303.309158:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.309183:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007364c380. 00010000:00000010:1.0:1734676303.309207:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.309213:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.309226:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.309228:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.309237:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.309240:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867840512, offset 224 00000400:00000200:1.0:1734676303.309245:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.309254:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.309259:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79481:79481:256:4294967295] 192.168.203.46@tcp LPNI seq info [79477:79477:8:4294967295] 00000400:00000200:1.0:1734676303.309267:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.309272:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.309276:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62400. 00000800:00000200:1.0:1734676303.309280:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.309287:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.309291:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.309305:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.309310:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.309313:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7be000. 00000800:00000200:0.0:1734676303.309440:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.309443:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62400. 00000400:00000200:0.0:1734676303.309447:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.309451:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.309454:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676303.309455:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00080000:00000010:2.0:1734676303.309506:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c0000. 00010000:00000010:2.0:1734676303.309566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.309572:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007364cf00. 00010000:00000010:2.0:1734676303.309640:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c1e00. 00010000:00000010:2.0:1734676303.309644:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676303.309650:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeddc0. 00000100:00000010:2.0:1734676303.309653:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676303.309658:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676303.309666:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1800. 02000000:00000010:2.0:1734676303.309683:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c0200. 00000400:00000010:2.0:1734676303.309688:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676303.309690:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.309694:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331648, portal 16 00000400:00000010:2.0:1734676303.309697:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676303.309698:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331648, offset 0 00000400:00000200:2.0:1734676303.309703:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.309707:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.309711:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.309714:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.309717:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.309718:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.309721:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79482:79482:256:4294967295] 192.168.203.46@tcp LPNI seq info [79478:79478:8:4294967295] 00000400:00000200:2.0:1734676303.309727:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.309731:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.309733:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef400. 00000800:00000200:2.0:1734676303.309736:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.309740:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.309742:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.309832:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.309834:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef400. 00000400:00000200:1.0:1734676303.309837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.309840:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.309843:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676303.309844:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:1.0:1734676303.309849:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864331648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.312520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900e00. 00010000:00000010:3.1:1734676303.312530:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e863200. 00010000:00000010:3.1:1734676303.312534:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900f00. 00010000:00000010:3.1:1734676303.312536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e863c00. 00010000:00000010:3.1:1734676303.312538:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900000. 00010000:00000010:3.1:1734676303.312542:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2800. 00010000:00000010:3.1:1734676303.312545:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d900200. 00010000:00000010:3.1:1734676303.312548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2200. 00010000:00000010:3.1:1734676303.312552:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550000. 00010000:00000010:3.1:1734676303.312557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad3000. 00010000:00000010:3.1:1734676303.312559:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550500. 00010000:00000010:3.1:1734676303.312561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2000. 00010000:00000010:3.1:1734676303.312563:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550a00. 00010000:00000010:3.1:1734676303.312566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad2a00. 00010000:00000010:3.1:1734676303.312568:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550700. 00010000:00000010:3.1:1734676303.312570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad3600. 00010000:00000010:3.1:1734676303.312572:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550600. 00010000:00000010:3.1:1734676303.312575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad3200. 00010000:00000010:3.1:1734676303.312576:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550b00. 00010000:00000010:3.1:1734676303.312579:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0afe00. 00010000:00000010:3.1:1734676303.312581:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550200. 00010000:00000010:3.1:1734676303.312584:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0ae600. 00010000:00000010:3.1:1734676303.312586:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550300. 00010000:00000010:3.1:1734676303.312588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b0aea00. 00010000:00000010:3.1:1734676303.312590:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550d00. 00010000:00000010:3.1:1734676303.312592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc6ea00. 00010000:00000010:3.1:1734676303.312594:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550800. 00010000:00000010:3.1:1734676303.312596:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc6fe00. 00010000:00000010:3.1:1734676303.312598:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550900. 00010000:00000010:3.1:1734676303.312601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e131a00. 00010000:00000010:3.1:1734676303.312603:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550400. 00010000:00000010:3.1:1734676303.312605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e131e00. 00010000:00000010:3.1:1734676303.312609:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67e00. 00010000:00000010:3.1:1734676303.312611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e131800. 00010000:00000010:3.1:1734676303.312613:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67500. 00010000:00000010:3.1:1734676303.312616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dac0200. 00010000:00000010:3.1:1734676303.312618:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67300. 00010000:00000010:3.1:1734676303.312620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130185600. 00010000:00000010:3.1:1734676303.312623:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67600. 00010000:00000010:3.1:1734676303.312627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880076503600. 00010000:00000010:3.1:1734676303.312629:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67a00. 00010000:00000010:3.1:1734676303.312632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d937c00. 00010000:00000010:3.1:1734676303.312635:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67800. 00010000:00000010:3.1:1734676303.312638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ecc00. 00010000:00000010:3.1:1734676303.312645:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67c00. 00010000:00000010:3.1:1734676303.312647:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1c00. 00010000:00000010:3.1:1734676303.312649:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67f00. 00010000:00000010:3.1:1734676303.312652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1600. 00000400:00000200:2.0:1734676303.313069:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.313242:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06b80 00000400:00000200:2.0:1734676303.313249:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39b9 [1] + 224 00000400:00000200:2.0:1734676303.313269:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.313273:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.313282:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864331648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676303.313428:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:0.0:1734676303.313432:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676303.313434:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676303.313440:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864331648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.313447:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864331648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.313469:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c0200. 02000000:00000010:0.0:1734676303.313472:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1800. 00000100:00000010:0.0:1734676303.313476:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:0.0:1734676303.313479:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:0.0:1734676303.313483:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeddc0. 00000400:00000200:2.0:1734676303.313552:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.313558:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f680 00000400:00000200:2.0:1734676303.313563:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa22f5 [2] + 1968 00000400:00000010:2.0:1734676303.313566:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:2.0:1734676303.313569:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800737b2000 00000400:00000200:2.0:1734676303.313707:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.313711:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.313714:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800737b2000 00000400:00000010:2.0:1734676303.313716:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800737b2000. 00000100:00000200:2.0:1734676303.313721:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:0.0:1734676303.314864:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda0a00. 00010000:00000010:0.0:1734676303.314924:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:0.0:1734676303.314930:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8480. 00010000:00000010:0.0:1734676303.314996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cda1600. 00010000:00000010:0.0:1734676303.315000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.315008:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273940. 00000100:00000010:0.0:1734676303.315011:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676303.315016:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676303.315025:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cda1800. 02000000:00000010:0.0:1734676303.315061:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1a00. 00000400:00000010:0.0:1734676303.315066:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676303.315069:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676303.315073:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331776, portal 16 00000400:00000010:0.0:1734676303.315076:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676303.315078:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331776, offset 0 00000400:00000200:0.0:1734676303.315082:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.315086:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.315089:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.315093:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.315095:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.315109:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.315111:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79484:79484:255:4294967295] 192.168.203.46@tcp LPNI seq info [79480:79480:7:4294967295] 00000400:00000200:0.0:1734676303.315117:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.315121:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.315123:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b900. 00000800:00000200:0.0:1734676303.315126:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.315130:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.315132:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.315777:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.315780:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676303.315784:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.315789:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.315792:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676303.315794:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 02000000:00000010:1.0:1734676303.315797:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000800:00000200:1.0:1734676303.316384:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.316388:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b900. 00000400:00000200:1.0:1734676303.316392:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.316395:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.316399:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676303.316400:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:1.0:1734676303.316407:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864331776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.318237:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3400. 00010000:00000010:2.1:1734676303.318250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096481c00. 00010000:00000010:2.1:1734676303.318253:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3700. 00010000:00000010:2.1:1734676303.318256:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480400. 00010000:00000010:2.1:1734676303.318261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3500. 00010000:00000010:2.1:1734676303.318264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a68200. 00010000:00000010:2.1:1734676303.318267:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3300. 00010000:00000010:2.1:1734676303.318269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a68e00. 00010000:00000010:2.1:1734676303.318271:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3200. 00010000:00000010:2.1:1734676303.318274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f8d0800. 00010000:00000010:2.1:1734676303.318277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3b00. 00010000:00000010:2.1:1734676303.318279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f8d1800. 00010000:00000010:2.1:1734676303.318282:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3a00. 00010000:00000010:2.1:1734676303.318284:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa1f600. 00010000:00000010:2.1:1734676303.318287:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3e00. 00010000:00000010:2.1:1734676303.318290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f98000. 00010000:00000010:2.1:1734676303.318295:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3000. 00010000:00000010:2.1:1734676303.318299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b2600. 00010000:00000010:2.1:1734676303.318302:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3d00. 00010000:00000010:2.1:1734676303.318304:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b3800. 00010000:00000010:2.1:1734676303.318310:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087700. 00010000:00000010:2.1:1734676303.318314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130111200. 00010000:00000010:2.1:1734676303.318318:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087c00. 00010000:00000010:2.1:1734676303.318320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130111600. 00010000:00000010:2.1:1734676303.318323:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087e00. 00010000:00000010:2.1:1734676303.318326:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103f200. 00010000:00000010:2.1:1734676303.318329:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087100. 00010000:00000010:2.1:1734676303.318331:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e000. 00010000:00000010:2.1:1734676303.318333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087800. 00010000:00000010:2.1:1734676303.318336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103fc00. 00010000:00000010:2.1:1734676303.318338:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087900. 00010000:00000010:2.1:1734676303.318340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103fa00. 00010000:00000010:2.1:1734676303.318342:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087300. 00010000:00000010:2.1:1734676303.318344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103f800. 00010000:00000010:2.1:1734676303.318346:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087f00. 00010000:00000010:2.1:1734676303.318348:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e200. 00010000:00000010:2.1:1734676303.318350:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087b00. 00010000:00000010:2.1:1734676303.318352:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e400. 00010000:00000010:2.1:1734676303.318353:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087d00. 00010000:00000010:2.1:1734676303.318356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60400. 00010000:00000010:2.1:1734676303.318358:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087a00. 00010000:00000010:2.1:1734676303.318359:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60000. 00010000:00000010:2.1:1734676303.318361:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087200. 00010000:00000010:2.1:1734676303.318364:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61000. 00010000:00000010:2.1:1734676303.318366:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087600. 00010000:00000010:2.1:1734676303.318368:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60c00. 00010000:00000010:2.1:1734676303.318370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087500. 00010000:00000010:2.1:1734676303.318372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61800. 00010000:00000010:2.1:1734676303.318374:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087400. 00010000:00000010:2.1:1734676303.318376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61400. 00010000:00000010:2.1:1734676303.318379:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821800. 00010000:00000010:2.1:1734676303.318382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61e00. 00010000:00000010:2.1:1734676303.318385:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821c00. 00010000:00000010:2.1:1734676303.318388:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61600. 00010000:00000010:2.1:1734676303.318389:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821a00. 00010000:00000010:2.1:1734676303.318393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc200. 00010000:00000010:2.1:1734676303.318396:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821500. 00010000:00000010:2.1:1734676303.318398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc800. 00010000:00000010:2.1:1734676303.318400:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821e00. 00010000:00000010:2.1:1734676303.318402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc000. 00010000:00000010:2.1:1734676303.318404:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821d00. 00010000:00000010:2.1:1734676303.318406:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd600. 00010000:00000010:2.1:1734676303.318408:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821900. 00010000:00000010:2.1:1734676303.318410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd800. 00010000:00000010:2.1:1734676303.318412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821300. 00010000:00000010:2.1:1734676303.318414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc600. 00010000:00000010:2.1:1734676303.318415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821700. 00010000:00000010:2.1:1734676303.318418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342a00. 00010000:00000010:2.1:1734676303.318422:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def300. 00010000:00000010:2.1:1734676303.318424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342000. 00010000:00000010:2.1:1734676303.318426:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defd00. 00010000:00000010:2.1:1734676303.318428:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342800. 00010000:00000010:1.1:1734676303.319245:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c94e00. 00000400:00000200:0.0:1734676303.320393:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.320409:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06c00 00000400:00000200:0.0:1734676303.320418:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39c5 [1] + 224 00000400:00000200:0.0:1734676303.320428:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.320432:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.320441:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864331776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.320683:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.320687:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f700 00000400:00000200:0.0:1734676303.320692:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 0 00000400:00000200:0.0:1734676303.320706:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.320709:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.320713:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.320719:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:2.0:1734676303.320791:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:2.0:1734676303.320797:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676303.320799:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:2.0:1734676303.320805:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864331776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.320812:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864331776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.320835:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cda1a00. 02000000:00000010:2.0:1734676303.320840:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cda1800. 00000100:00000010:2.0:1734676303.320842:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676303.320846:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:2.0:1734676303.320849:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273940. 00080000:00000010:2.0:1734676303.321687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1200. 00010000:00000010:2.0:1734676303.321749:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:2.0:1734676303.321754:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a5200. 00010000:00000010:2.0:1734676303.321812:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c0400. 00010000:00000010:2.0:1734676303.321817:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.321824:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.321827:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.321832:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.321840:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1000. 02000000:00000010:2.0:1734676303.321857:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c1800. 00000400:00000010:2.0:1734676303.321860:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.321864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.321869:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864331904, portal 16 00000400:00000010:2.0:1734676303.321872:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676303.321874:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864331904, offset 0 00000400:00000200:2.0:1734676303.321878:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.321882:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.321885:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.321889:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.321891:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.321893:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.321895:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79486:79486:256:4294967295] 192.168.203.46@tcp LPNI seq info [79482:79482:8:4294967295] 00000400:00000200:2.0:1734676303.321900:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.321904:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.321906:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.321910:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.321914:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.321916:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.321983:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.321986:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:0.0:1734676303.321988:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.321991:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.321993:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676303.321995:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676303.322000:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864331904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.327663:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2800. 00010000:00000010:2.1:1734676303.327676:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1e00. 00010000:00000010:3.1:1734676303.328228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0a400. 00010000:00000010:3.1:1734676303.328235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e5f500. 00010000:00000010:3.1:1734676303.328247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343c00. 00010000:00000010:3.1:1734676303.328252:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a5d21600. 00010000:00000010:3.1:1734676303.328257:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0800. 00000400:00000200:0.0:1734676303.328822:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.328836:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06c80 00000400:00000200:0.0:1734676303.328843:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39d5 [1] + 224 00000400:00000200:0.0:1734676303.328861:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.328865:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.328875:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864331904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.329078:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.329085:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f780 00000400:00000200:0.0:1734676303.329089:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 328 00000400:00000200:0.0:1734676303.329151:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.329155:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.329160:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.329165:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676303.329254:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bee00. 00000020:00000010:1.0:1734676303.329259:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.329263:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.329284:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867840896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.329314:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867840896 02000000:00000010:1.0:1734676303.329323:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.329352:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.329358:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.329362:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.329364:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.329375:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676303.329379:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867840896, offset 224 00000400:00000200:1.0:1734676303.329385:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.329393:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.329398:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79487:79487:256:4294967295] 192.168.203.46@tcp LPNI seq info [79483:79483:8:4294967295] 00000400:00000200:1.0:1734676303.329407:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.329411:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.329414:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62b00. 00000800:00000200:1.0:1734676303.329419:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.329425:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.329428:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.329440:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.329443:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.329446:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bee00. 00000400:00000010:2.0:1734676303.329558:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.329563:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.329565:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.329571:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864331904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.329577:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864331904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.329597:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdf200. 02000000:00000010:2.0:1734676303.329609:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c1800. 02000000:00000010:2.0:1734676303.329613:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1000. 00000100:00000010:2.0:1734676303.329616:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676303.329620:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.329622:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00080000:00000010:2.0:1734676303.329635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1000. 00010000:00000010:2.0:1734676303.329697:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.329701:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf180. 00010000:00000010:2.0:1734676303.329759:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c1800. 00010000:00000010:2.0:1734676303.329763:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.329769:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.329772:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.329776:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.329784:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1e00. 02000000:00000010:2.0:1734676303.329799:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c0200. 00000400:00000010:2.0:1734676303.329803:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.329806:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.329810:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332032, portal 16 00000400:00000010:2.0:1734676303.329813:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.329814:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332032, offset 0 00000400:00000200:2.0:1734676303.329818:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.329823:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.329827:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.329830:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.329833:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.329835:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.329837:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79488:79488:255:4294967295] 192.168.203.46@tcp LPNI seq info [79484:79484:7:4294967295] 00000400:00000200:2.0:1734676303.329843:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.329846:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.329849:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.329851:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.329855:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.329857:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.330133:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.330136:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62b00. 00000400:00000200:0.0:1734676303.330139:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.330142:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.330145:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676303.330146:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000800:00000200:0.0:1734676303.330169:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.330171:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:0.0:1734676303.330173:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.330175:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.330177:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676303.330179:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676303.330183:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864332032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.331842:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.331858:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06d00 00000400:00000200:0.0:1734676303.331865:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39e1 [1] + 224 00000400:00000200:0.0:1734676303.331886:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.331890:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.331898:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864332032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.331985:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.331990:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.331992:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.331999:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864332032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.332005:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864332032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.332028:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c0200. 02000000:00000010:2.0:1734676303.332032:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1e00. 00000100:00000010:2.0:1734676303.332061:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676303.332067:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.332070:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.332862:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.332872:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f800 00000400:00000200:0.0:1734676303.332878:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 656 00000400:00000200:0.0:1734676303.332947:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.332950:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.332956:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.332960:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00010000:00000010:0.1:1734676303.333712:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880800. 00080000:00000010:2.0:1734676303.336406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1e00. 00010000:00000010:2.0:1734676303.336476:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.336483:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d3ad00. 00010000:00000010:2.0:1734676303.336534:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c0200. 00010000:00000010:2.0:1734676303.336538:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.336546:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.336551:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.336557:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.336566:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1600. 02000000:00000010:2.0:1734676303.336584:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c1c00. 00000400:00000010:2.0:1734676303.336588:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.336592:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.336597:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332160, portal 16 00000400:00000010:2.0:1734676303.336600:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676303.336602:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332160, offset 0 00000400:00000200:2.0:1734676303.336605:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.336609:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.336612:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.336615:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.336618:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.336619:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.336622:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79490:79490:255:4294967295] 192.168.203.46@tcp LPNI seq info [79486:79486:7:4294967295] 00000400:00000200:2.0:1734676303.336627:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.336630:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.336632:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef700. 00000800:00000200:2.0:1734676303.336635:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.336638:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.336641:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.336909:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.336912:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676303.336915:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.336919:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.336922:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676303.336923:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676303.337251:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.337254:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef700. 00000400:00000200:1.0:1734676303.337257:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.337260:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.337262:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676303.337263:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:1.0:1734676303.337268:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864332160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.339207:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37700. 00010000:00000010:3.1:1734676303.339218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1600. 00010000:00000010:2.1:1734676303.342217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7000. 00000400:00000200:0.0:1734676303.342748:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.342764:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06d80 00000400:00000200:0.0:1734676303.342773:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39ed [1] + 224 00000400:00000200:0.0:1734676303.342795:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.342799:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.342809:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864332160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.342878:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.342882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.342885:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.342890:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864332160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.342897:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864332160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.342919:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c1c00. 02000000:00000010:2.0:1734676303.342923:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1600. 00000100:00000010:2.0:1734676303.342926:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676303.342930:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.342933:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.343791:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.343800:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f880 00000400:00000200:0.0:1734676303.343806:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 984 00000400:00000200:0.0:1734676303.343856:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.343860:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.343865:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.343870:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00080000:00000010:2.0:1734676303.344207:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1600. 00010000:00000010:2.0:1734676303.344261:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.344266:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da06280. 00010000:00000010:2.0:1734676303.344320:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012fdef500. 00010000:00000010:2.0:1734676303.344322:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.344326:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c1c00. 00010000:00000010:2.0:1734676303.344330:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676303.344339:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c0800. 00010000:00000010:2.0:1734676303.344355:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.344358:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4480. 00000800:00000200:0.0:1734676303.344368:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.344370:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676303.344373:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.344376:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.344378:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676303.344380:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:2.0:1734676303.344391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fc600. 00010000:00000010:2.0:1734676303.344393:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.344399:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.344401:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.344406:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.344415:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fd800. 02000000:00000010:2.0:1734676303.344430:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d1fd600. 00000400:00000010:2.0:1734676303.344434:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.344438:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.344442:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332288, portal 16 00000400:00000010:2.0:1734676303.344445:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.344447:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332288, offset 0 00000400:00000200:2.0:1734676303.344450:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.344455:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.344459:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.344461:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.344464:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.344466:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.344468:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79492:79492:256:4294967295] 192.168.203.46@tcp LPNI seq info [79488:79488:8:4294967295] 00000400:00000200:2.0:1734676303.344474:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.344477:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.344480:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef100. 00000800:00000200:2.0:1734676303.344483:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.344486:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.344488:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.344597:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.344600:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef100. 00000400:00000200:0.0:1734676303.344602:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.344605:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.344608:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676303.344609:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676303.344614:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864332288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.345506:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137a00. 00010000:00000010:3.1:1734676303.345513:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6700. 00010000:00000010:3.1:1734676303.345516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0400. 00010000:00000010:3.1:1734676303.345518:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529600. 00010000:00000010:3.1:1734676303.345521:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1800. 00000400:00000200:0.0:1734676303.346799:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.346810:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06e00 00000400:00000200:0.0:1734676303.346819:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa39f9 [1] + 224 00000400:00000200:0.0:1734676303.346827:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.346830:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.346838:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864332288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.346869:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.346874:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f900 00000400:00000200:0.0:1734676303.346878:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 1312 00000400:00000200:0.0:1734676303.346891:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.346894:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.346898:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676303.346900:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000100:00000010:0.0:1734676303.346902:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000200:2.0:1734676303.346903:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.346905:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.346910:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864332288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.346917:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864332288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.346937:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d1fd600. 02000000:00000010:2.0:1734676303.346942:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fd800. 00000100:00000010:2.0:1734676303.346945:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676303.346949:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.346952:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:1.0:1734676303.347001:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7bf200. 00000020:00000010:1.0:1734676303.347006:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.347010:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.347026:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867841280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.347074:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867841280 02000000:00000010:1.0:1734676303.347082:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.347112:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfed780. 00010000:00000010:1.0:1734676303.347127:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.347132:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.347145:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.347147:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000010:1.0:1734676303.347155:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676303.347159:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867841280, offset 224 00000400:00000200:1.0:1734676303.347164:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.347170:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676303.347172:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1fd800. 00000400:00000200:1.0:1734676303.347175:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79493:79493:256:4294967295] 192.168.203.46@tcp LPNI seq info [79489:79489:8:4294967295] 00000400:00000200:1.0:1734676303.347181:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.347185:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.347188:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62b00. 00000800:00000200:1.0:1734676303.347192:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.347197:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.347200:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.347211:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59100. 00000020:00000010:1.0:1734676303.347215:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.347217:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7bf200. 00010000:00000010:2.0:1734676303.347224:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.347228:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5bf80. 00010000:00000010:2.0:1734676303.347279:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fd600. 00010000:00000010:2.0:1734676303.347284:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.347291:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.347294:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.347298:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.347305:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fc000. 02000000:00000010:2.0:1734676303.347319:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d1fc800. 00000400:00000010:2.0:1734676303.347322:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.347325:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.347329:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332416, portal 16 00000400:00000010:2.0:1734676303.347332:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.347333:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332416, offset 0 00000400:00000200:2.0:1734676303.347337:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.347341:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.347344:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.347347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.347349:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.347350:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.347353:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79494:79494:255:4294967295] 192.168.203.46@tcp LPNI seq info [79490:79490:7:4294967295] 00000400:00000200:2.0:1734676303.347358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.347361:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.347363:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefd00. 00000800:00000200:2.0:1734676303.347366:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.347368:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.347371:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.347487:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.347490:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62b00. 00000400:00000200:0.0:1734676303.347494:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.347497:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.347499:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676303.347501:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000800:00000200:0.0:1734676303.347527:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.347529:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefd00. 00000400:00000200:0.0:1734676303.347532:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.347534:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.347536:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676303.347537:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676303.347541:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864332416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.348177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6f600. 00000400:00000200:0.0:1734676303.349073:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.349082:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06e80 00000400:00000200:0.0:1734676303.349089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a05 [1] + 224 00000400:00000200:0.0:1734676303.349115:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.349120:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.349130:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864332416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.349204:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.349208:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.349210:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.349215:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864332416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.349222:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864332416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.349242:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d1fc800. 02000000:00000010:2.0:1734676303.349246:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fc000. 00000100:00000010:2.0:1734676303.349249:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676303.349253:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.349256:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.350020:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.350029:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515f980 00000400:00000200:0.0:1734676303.350034:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 1640 00000400:00000200:0.0:1734676303.350120:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.350124:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.350129:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.350133:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00080000:00000010:2.0:1734676303.350558:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1fc000. 00010000:00000010:2.0:1734676303.350611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.350617:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793100. 00010000:00000010:2.0:1734676303.350676:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fc800. 00010000:00000010:2.0:1734676303.350680:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.350688:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.350690:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.350695:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.350703:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fc200. 02000000:00000010:2.0:1734676303.350720:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61600. 00000400:00000010:2.0:1734676303.350724:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.350728:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.350731:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332544, portal 16 00000400:00000010:2.0:1734676303.350734:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676303.350736:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332544, offset 0 00000400:00000200:2.0:1734676303.350740:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.350745:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.350748:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.350751:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.350755:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.350757:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.350759:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79496:79496:255:4294967295] 192.168.203.46@tcp LPNI seq info [79492:79492:7:4294967295] 00000400:00000200:2.0:1734676303.350765:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.350769:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.350771:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefb00. 00000800:00000200:2.0:1734676303.350774:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.350777:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.350780:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676303.350784:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676303.350787:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61e00. 02000000:00000010:2.0:1734676303.350793:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61400. 00000400:00000010:2.0:1734676303.350795:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676303.350798:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.350800:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332672, portal 16 00000400:00000010:2.0:1734676303.350802:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676303.350803:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332672, offset 0 00000400:00000200:2.0:1734676303.350806:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.350810:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.350811:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.350813:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.350815:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.350816:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.350819:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79497:79497:254:4294967295] 192.168.203.46@tcp LPNI seq info [79493:79493:6:4294967295] 00000400:00000200:2.0:1734676303.350824:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.350827:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.350830:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefd00. 00000800:00000200:2.0:1734676303.350833:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.350836:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.350838:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.351007:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.351009:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676303.351012:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.351015:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.351018:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676303.351020:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:0.0:1734676303.351027:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.351029:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefb00. 00000400:00000200:0.0:1734676303.351031:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.351033:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.351035:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676303.351036:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676303.351063:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864332544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.351107:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.351110:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefd00. 00000400:00000200:0.0:1734676303.351112:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.351115:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.351117:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676303.351119:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676303.351122:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864332672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.353481:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.353496:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06f80 00000400:00000200:0.0:1734676303.353503:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a19 [1] + 224 00000400:00000200:0.0:1734676303.353513:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.353516:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.353525:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864332672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.353560:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.353564:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e06f00 00000400:00000200:0.0:1734676303.353568:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a11 [1] + 224 00000400:00000200:0.0:1734676303.353583:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.353586:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.353591:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864332544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.353738:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.353742:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676303.353744:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.353750:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864332544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.353757:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864332544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.353775:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676303.353777:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676303.353778:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.353781:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864332672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.353787:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864332672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.353798:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61600. 02000000:00000010:2.0:1734676303.353804:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fc200. 00000100:00000010:2.0:1734676303.353808:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.353812:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61400. 02000000:00000010:2.0:1734676303.353814:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61e00. 00000100:00000010:2.0:1734676303.353816:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676303.353819:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.353822:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.354363:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.354369:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fa00 00000400:00000200:0.0:1734676303.354374:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa234d [2] + 1968 00000400:00000010:0.0:1734676303.354376:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad898. 00000400:00000200:0.0:1734676303.354378:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130d05240 00000400:00000200:0.0:1734676303.354383:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.354386:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.354388:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130d05240 00000400:00000010:0.0:1734676303.354390:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130d05240. 00000100:00000200:0.0:1734676303.354394:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1734676303.354782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544200. 00010000:00000010:3.1:1734676303.355379:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0000. 00010000:00000010:3.1:1734676303.355384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0200. 00010000:00000010:3.1:1734676303.355387:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef500. 00010000:00000010:3.1:1734676303.355389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c1c00. 00000400:00000200:0.0:1734676303.355432:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.355438:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fa80 00000400:00000200:0.0:1734676303.355441:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 0 00000400:00000200:0.0:1734676303.355453:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.355456:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.355458:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.355463:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000800:00000200:0.0:1734676303.356157:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.356160:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676303.356162:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.356166:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.356168:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676303.356170:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 02000000:00000010:0.0:1734676303.356172:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00080000:00000010:2.0:1734676303.356782:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61e00. 00010000:00000010:2.0:1734676303.356838:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.356843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e1d6480. 00010000:00000010:2.0:1734676303.356894:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61400. 00010000:00000010:2.0:1734676303.356898:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676303.356905:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.356908:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.356913:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676303.356922:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61600. 02000000:00000010:2.0:1734676303.356937:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61800. 00000400:00000010:2.0:1734676303.356939:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676303.356942:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.356945:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332800, portal 16 00000400:00000010:2.0:1734676303.356947:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.356949:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332800, offset 0 00000400:00000200:2.0:1734676303.356953:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.356957:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.356960:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.356963:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.356965:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.356967:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.356969:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79500:79500:255:4294967295] 192.168.203.46@tcp LPNI seq info [79496:79496:7:4294967295] 00000400:00000200:2.0:1734676303.356975:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.357193:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.357196:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676303.357198:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.357201:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.357204:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676303.357205:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000800:00000200:2.0:1734676303.357462:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.357466:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef100. 00000800:00000200:2.0:1734676303.357470:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.357474:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.357476:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.357640:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.357642:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef100. 00000400:00000200:1.0:1734676303.357644:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.357647:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.357649:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676303.357650:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:1.0:1734676303.357656:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864332800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.359189:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.359198:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07000 00000400:00000200:0.0:1734676303.359204:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a2d [1] + 224 00000400:00000200:0.0:1734676303.359218:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.359221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.359227:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864332800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.359365:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676303.359369:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676303.359370:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.359375:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864332800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.359383:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864332800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.359402:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61800. 02000000:00000010:2.0:1734676303.359407:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61600. 00000100:00000010:2.0:1734676303.359410:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676303.359414:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.359417:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.359687:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.359693:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fb00 00000400:00000200:0.0:1734676303.359698:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 328 00000400:00000200:0.0:1734676303.359739:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.359743:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.359747:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.359752:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000100:00000200:3.0:1734676303.359926:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867841792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.359954:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867841792 02000000:00000010:3.0:1734676303.359961:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676303.359977:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d084380. 00010000:00000010:3.0:1734676303.359989:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.359993:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880076501600. 00000100:00000010:3.0:1734676303.359998:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880076501600. 00010000:00000010:3.0:1734676303.360000:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.360007:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.360011:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867841792, offset 224 00000400:00000200:3.0:1734676303.360015:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.360021:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.360025:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79501:79501:256:4294967295] 192.168.203.46@tcp LPNI seq info [79497:79497:8:4294967295] 00000400:00000200:3.0:1734676303.360031:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.360057:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.360060:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.360064:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.360069:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.360072:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.360089:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.360091:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.360094:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d342200. 00000800:00000200:1.0:1734676303.360394:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.360397:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676303.360399:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.360402:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.360405:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676303.360407:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00080000:00000010:0.0:1734676303.360602:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda1800. 00010000:00000010:0.0:1734676303.360659:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:0.0:1734676303.360664:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d084300. 00010000:00000010:0.0:1734676303.360714:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cda1600. 00010000:00000010:0.0:1734676303.360718:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.360725:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273f40. 00000100:00000010:0.0:1734676303.360728:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676303.360733:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.360741:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cda1400. 02000000:00000010:0.0:1734676303.360758:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1a00. 00000400:00000010:0.0:1734676303.360762:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676303.360766:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676303.360770:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864332928, portal 16 00000400:00000010:0.0:1734676303.360773:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676303.360775:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864332928, offset 0 00000400:00000200:0.0:1734676303.360779:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.360784:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.360787:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.360791:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.360794:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.360795:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.360798:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79502:79502:256:4294967295] 192.168.203.46@tcp LPNI seq info [79498:79498:8:4294967295] 00000400:00000200:0.0:1734676303.360804:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.360808:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.360810:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b000. 00000800:00000200:0.0:1734676303.360812:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.360816:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.360818:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.360918:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.360920:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b000. 00000400:00000200:1.0:1734676303.360922:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.360925:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.360927:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676303.360928:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:1.0:1734676303.360933:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864332928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.361461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89e00. 00000400:00000200:1.0:1734676303.363450:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.363464:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07080 00000400:00000200:1.0:1734676303.363472:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a39 [1] + 224 00000400:00000200:1.0:1734676303.363481:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.363485:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.363493:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864332928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.363514:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.363517:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fb80 00000400:00000200:1.0:1734676303.363522:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 656 00000400:00000200:1.0:1734676303.363575:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.363579:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.363584:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.363589:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:0.0:1734676303.363656:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676303.363661:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676303.363663:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676303.363668:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864332928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.363675:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864332928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.363697:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cda1a00. 02000000:00000010:0.0:1734676303.363702:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cda1400. 00000100:00000010:0.0:1734676303.363705:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:0.0:1734676303.363709:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676303.363713:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273f40. 00000020:00000010:2.0:1734676303.364643:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.364649:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.364653:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.364671:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867841920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.364701:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867841920 02000000:00000010:2.0:1734676303.364709:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676303.364728:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371f000. 00010000:00000010:2.0:1734676303.364741:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.364747:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.364761:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.364764:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.364772:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.364776:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867841920, offset 224 00000400:00000200:2.0:1734676303.364781:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.364788:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.364793:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79503:79503:256:4294967295] 192.168.203.46@tcp LPNI seq info [79499:79499:8:4294967295] 00000400:00000200:2.0:1734676303.364800:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.364804:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.364807:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef700. 00000800:00000200:2.0:1734676303.364812:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.364817:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.364820:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.364832:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.364835:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.364839:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00000800:00000200:1.0:1734676303.365002:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.365004:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef700. 00000400:00000200:1.0:1734676303.365007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.365010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.365013:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676303.365014:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00080000:00000010:1.0:1734676303.365033:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7be600. 00010000:00000010:1.0:1734676303.365119:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd00. 00010000:00000010:1.0:1734676303.365124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007371ff80. 00010000:00000010:1.0:1734676303.365179:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7bf200. 00010000:00000010:1.0:1734676303.365183:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.365190:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.365197:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.365202:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.365209:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bee00. 02000000:00000010:1.0:1734676303.365224:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bf000. 00000400:00000010:1.0:1734676303.365228:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.365231:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.365235:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333056, portal 16 00000400:00000010:1.0:1734676303.365238:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676303.365239:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333056, offset 0 00000400:00000200:1.0:1734676303.365243:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.365247:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.365250:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.365253:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.365256:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.365258:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.365260:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79504:79504:256:4294967295] 192.168.203.46@tcp LPNI seq info [79500:79500:8:4294967295] 00000400:00000200:1.0:1734676303.365266:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.365269:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.365271:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62400. 00000800:00000200:1.0:1734676303.365273:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.365277:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.365279:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.365473:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.365476:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62400. 00000400:00000200:0.0:1734676303.365478:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.365481:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.365483:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676303.365484:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:0.0:1734676303.365489:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864333056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.367713:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1f00. 00010000:00000010:3.1:1734676303.367723:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc600. 00010000:00000010:3.1:1734676303.367726:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb800. 00010000:00000010:3.1:1734676303.367729:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd600. 00000400:00000200:0.0:1734676303.368308:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.368322:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07100 00000400:00000200:0.0:1734676303.368330:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a45 [1] + 224 00000400:00000200:0.0:1734676303.368349:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.368353:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.368363:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864333056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.368511:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.368516:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.368518:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.368524:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864333056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.368531:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864333056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.368553:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bf000. 02000000:00000010:1.0:1734676303.368558:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bee00. 00000100:00000010:1.0:1734676303.368563:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.368566:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.368569:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.368687:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.368693:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fc00 00000400:00000200:0.0:1734676303.368698:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 984 00000400:00000200:0.0:1734676303.368848:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.368853:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.368858:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.368863:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676303.369023:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d342200. 00000020:00000010:3.0:1734676303.369029:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.369033:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.369079:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867842048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.369527:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842048 02000000:00000010:3.0:1734676303.369537:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676303.369561:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096fa2800. 00010000:00000010:3.0:1734676303.369575:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.369581:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880076501600. 00000100:00000010:3.0:1734676303.369597:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880076501600. 00010000:00000010:3.0:1734676303.369599:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.369609:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.369613:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842048, offset 224 00000400:00000200:3.0:1734676303.369618:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.369625:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.369630:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79505:79505:256:4294967295] 192.168.203.46@tcp LPNI seq info [79501:79501:8:4294967295] 00000400:00000200:3.0:1734676303.369638:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.369643:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.369646:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.369650:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.369656:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.369659:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676303.369724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bee00. 00010000:00000010:1.0:1734676303.369781:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.369788:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096fa2080. 00010000:00000010:1.0:1734676303.369859:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7bf000. 00010000:00000010:1.0:1734676303.369864:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.369872:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.369875:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.369880:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.369888:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7be000. 02000000:00000010:1.0:1734676303.369905:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7be800. 00000400:00000010:1.0:1734676303.369910:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.369913:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.369918:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333184, portal 16 00000400:00000010:1.0:1734676303.369921:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676303.369923:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333184, offset 0 00000400:00000200:1.0:1734676303.369927:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.369932:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.369935:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.369938:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.369941:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.369943:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.369945:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79506:79506:255:4294967295] 192.168.203.46@tcp LPNI seq info [79502:79502:7:4294967295] 00000400:00000200:1.0:1734676303.369953:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.369956:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.369958:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62e00. 00000800:00000200:1.0:1734676303.369961:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.369964:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.369967:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.369994:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.369998:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.370001:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d342200. 00000800:00000200:0.0:1734676303.370747:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.370751:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676303.370754:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.370758:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.370761:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676303.370763:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:0.0:1734676303.370929:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.370931:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62e00. 00000400:00000200:0.0:1734676303.370934:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.370936:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.370939:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676303.370940:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:0.0:1734676303.370945:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864333184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.372537:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.372549:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07180 00000400:00000200:0.0:1734676303.372556:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a51 [1] + 224 00000400:00000200:0.0:1734676303.372575:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.372578:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.372586:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864333184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.373271:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.373277:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fc80 00000400:00000200:0.0:1734676303.373283:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 1312 00000400:00000200:0.0:1734676303.373327:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.373331:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.373335:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.373340:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00010000:00000010:2.1:1734676303.373418:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aefb00. 00010000:00000010:2.1:1734676303.373423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1600. 00010000:00000010:3.1:1734676303.373467:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afb00. 00010000:00000010:3.1:1734676303.373471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61400. 00000020:00000010:3.0:1734676303.373495:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d342200. 00000020:00000010:3.0:1734676303.373500:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.373503:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.373520:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867842176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.373537:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842176 02000000:00000010:3.0:1734676303.373544:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.373568:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.373573:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880076501600. 00000100:00000010:3.0:1734676303.373577:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880076501600. 00010000:00000010:3.0:1734676303.373579:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.373588:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676303.373592:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842176, offset 224 00000400:00000200:3.0:1734676303.373596:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.373601:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.373606:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79507:79507:256:4294967295] 192.168.203.46@tcp LPNI seq info [79503:79503:8:4294967295] 00000400:00000200:3.0:1734676303.373613:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.373617:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.373620:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.373623:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.373629:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.373632:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.373642:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.373644:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.373648:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d342200. 00010000:00000010:0.1:1734676303.374207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95e000. 00010000:00000010:0.1:1734676303.374213:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfb200. 00010000:00000010:0.1:1734676303.374216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0cc00. 00010000:00000010:0.1:1734676303.374219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013090e200. 00000800:00000200:0.0:1734676303.374277:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.374280:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676303.374282:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.374286:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.374289:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.374291:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000400:00000010:1.0:1734676303.374455:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.374459:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.374461:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.374467:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864333184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.374475:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864333184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.374494:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52a780. 02000000:00000010:1.0:1734676303.374504:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7be800. 02000000:00000010:1.0:1734676303.374508:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7be000. 00000100:00000010:1.0:1734676303.374511:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.374514:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.374517:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00080000:00000010:1.0:1734676303.374530:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7be000. 00010000:00000010:1.0:1734676303.374594:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.374600:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52a700. 00010000:00000010:1.0:1734676303.374658:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7be800. 00010000:00000010:1.0:1734676303.374663:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.374670:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.374674:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.374679:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.374686:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf800. 02000000:00000010:1.0:1734676303.374704:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7be400. 00000400:00000010:1.0:1734676303.374708:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.374712:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.374716:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333312, portal 16 00000400:00000010:1.0:1734676303.374719:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676303.374721:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333312, offset 0 00000400:00000200:1.0:1734676303.374725:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.374731:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.374735:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.374738:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.374740:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.374742:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.374745:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79508:79508:256:4294967295] 192.168.203.46@tcp LPNI seq info [79504:79504:8:4294967295] 00000400:00000200:1.0:1734676303.374751:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.374755:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.374758:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62d00. 00000800:00000200:1.0:1734676303.374762:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.374767:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.374770:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.374882:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.374885:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62d00. 00000400:00000200:0.0:1734676303.374888:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.374892:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.374894:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676303.374896:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:0.0:1734676303.374900:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864333312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.376936:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.376949:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07200 00000400:00000200:0.0:1734676303.376955:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a5d [1] + 224 00000400:00000200:0.0:1734676303.376974:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.376978:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.376986:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864333312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.377301:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.377305:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.377307:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.377313:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864333312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.377320:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864333312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.377342:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7be400. 02000000:00000010:1.0:1734676303.377347:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf800. 00000100:00000010:1.0:1734676303.377352:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.377355:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.377357:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.377625:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.377631:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fd00 00000400:00000200:0.0:1734676303.377637:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 1640 00000400:00000200:0.0:1734676303.377681:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.377684:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.377688:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.377693:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676303.377998:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.378003:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.378008:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.378023:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867842304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.378075:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842304 02000000:00000010:2.0:1734676303.378090:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.378119:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa6000. 00010000:00000010:2.0:1734676303.378137:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.378143:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.378158:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.378160:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.378170:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.378173:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842304, offset 224 00000400:00000200:2.0:1734676303.378178:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.378185:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.378189:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79509:79509:256:4294967295] 192.168.203.46@tcp LPNI seq info [79505:79505:8:4294967295] 00000400:00000200:2.0:1734676303.378195:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.378199:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.378202:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.378206:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.378211:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.378215:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.378229:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.378232:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.378236:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00080000:00000010:1.0:1734676303.378510:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bf800. 00010000:00000010:1.0:1734676303.378569:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.378576:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880089802200. 00010000:00000010:1.0:1734676303.378637:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7be400. 00010000:00000010:1.0:1734676303.378641:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.378648:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.378652:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.378656:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.378664:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bfc00. 02000000:00000010:1.0:1734676303.378679:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bec00. 00000400:00000010:1.0:1734676303.378683:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.378686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.378690:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333440, portal 16 00000400:00000010:1.0:1734676303.378692:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.378694:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333440, offset 0 00000400:00000200:1.0:1734676303.378698:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.378702:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.378705:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.378707:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.378710:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.378712:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.378714:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79510:79510:255:4294967295] 192.168.203.46@tcp LPNI seq info [79506:79506:7:4294967295] 00000400:00000200:1.0:1734676303.378720:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.378723:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.378725:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62a00. 00000800:00000200:1.0:1734676303.378728:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.378731:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.378734:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.378794:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.378797:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:0.0:1734676303.378800:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.378803:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.378806:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676303.378807:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000800:00000200:0.0:1734676303.378841:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.378843:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62a00. 00000400:00000200:0.0:1734676303.378845:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.378848:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.378849:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676303.378851:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676303.378855:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864333440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.379414:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006e84d700. 00010000:00000010:0.1:1734676303.379420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf200. 00010000:00000010:3.1:1734676303.379486:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7400. 00010000:00000010:3.1:1734676303.379491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc800. 00010000:00000010:3.1:1734676303.379494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1c00. 00000400:00000200:0.0:1734676303.380273:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.380281:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07280 00000400:00000200:0.0:1734676303.380287:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a69 [1] + 224 00000400:00000200:0.0:1734676303.380299:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.380302:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.380308:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864333440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.380516:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.380520:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.380522:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.380527:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864333440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.380534:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864333440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.380553:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bec00. 02000000:00000010:1.0:1734676303.380559:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bfc00. 00000100:00000010:1.0:1734676303.380562:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.380565:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.380568:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.380654:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.380660:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fd80 00000400:00000200:0.0:1734676303.380666:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23a5 [2] + 1968 00000400:00000010:0.0:1734676303.380669:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:0.0:1734676303.380671:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcdb40 00000400:00000200:0.0:1734676303.380712:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.380716:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.380718:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcdb40 00000400:00000010:0.0:1734676303.380720:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcdb40. 00000100:00000200:0.0:1734676303.380724:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676303.380810:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d342200. 00000020:00000010:3.0:1734676303.380815:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.380819:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.380834:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504850 x1818938867842432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.381106:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842432 02000000:00000010:3.0:1734676303.381114:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676303.381133:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58b00. 00010000:00000010:3.0:1734676303.381144:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.381149:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880076501600. 00000100:00000010:3.0:1734676303.381570:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880076501600. 00010000:00000010:3.0:1734676303.381574:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.381583:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.381588:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842432, offset 224 00000400:00000200:3.0:1734676303.381592:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.381599:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.381605:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79511:79511:256:4294967295] 192.168.203.46@tcp LPNI seq info [79507:79507:8:4294967295] 00000400:00000200:3.0:1734676303.381612:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.381617:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.381620:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.381624:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.381630:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.381633:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.381657:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.381661:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.381664:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d342200. 02000000:00000010:3.0:1734676303.381672:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676303.381677:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676303.381681:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676303.381683:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676303.381686:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676303.381688:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.381691:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:3.0:1734676303.381693:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:3.0:1734676303.381695:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676303.381696:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676303.381698:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676303.381700:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:3.0:1734676303.381705:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.381710:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676303.381713:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880076501600. 00000800:00000200:0.0:1734676303.381896:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.381899:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.381902:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.381906:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.381908:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676303.381909:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 02000000:00000010:0.0:1734676303.381912:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00080000:00000010:1.0:1734676303.382329:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bfc00. 00010000:00000010:1.0:1734676303.382762:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.382768:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58a80. 00010000:00000010:1.0:1734676303.382822:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7bec00. 00010000:00000010:1.0:1734676303.382826:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.382833:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.382837:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.382842:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.382851:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf200. 02000000:00000010:1.0:1734676303.382867:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bf600. 00000400:00000010:1.0:1734676303.382870:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.382873:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.382877:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333568, portal 16 00000400:00000010:1.0:1734676303.382879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676303.382881:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333568, offset 0 00000400:00000200:1.0:1734676303.382886:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.382891:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.382895:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.382898:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.382900:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.382902:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.382904:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79512:79512:256:4294967295] 192.168.203.46@tcp LPNI seq info [79508:79508:8:4294967295] 00000400:00000200:1.0:1734676303.382911:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.382915:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.382918:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62300. 00000800:00000200:1.0:1734676303.382921:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.382925:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.382927:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.383010:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.383012:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62300. 00000400:00000200:0.0:1734676303.383015:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.383018:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.383020:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676303.383022:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:0.0:1734676303.383027:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864333568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.384583:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.384592:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07300 00000400:00000200:0.0:1734676303.384598:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a79 [1] + 224 00000400:00000200:0.0:1734676303.384605:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.384608:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.384615:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864333568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.384645:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.384648:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fe00 00000400:00000200:0.0:1734676303.384652:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 0 00000400:00000010:1.0:1734676303.384835:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.384839:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.384841:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.384845:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864333568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.384853:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864333568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.384872:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bf600. 02000000:00000010:1.0:1734676303.384876:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf200. 00000100:00000010:1.0:1734676303.384879:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.384882:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.384885:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.385092:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.385102:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.385106:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.385111:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676303.385298:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.385303:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.385307:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.385321:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867842560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.385348:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842560 02000000:00000010:2.0:1734676303.385355:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.385372:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131200d00. 00010000:00000010:2.0:1734676303.385383:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.385388:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.385393:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.385395:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.385404:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00080000:00000010:0.0:1734676303.385406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda1400. 00000100:00000200:2.0:1734676303.385407:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842560, offset 224 00000400:00000200:2.0:1734676303.385412:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.385417:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.385422:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79513:79513:256:4294967295] 192.168.203.46@tcp LPNI seq info [79509:79509:8:4294967295] 00000400:00000200:2.0:1734676303.385429:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.385432:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.385435:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.385439:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.385443:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.385446:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676303.385456:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00000020:00000010:2.0:1734676303.385457:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.385459:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.385462:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00010000:00000010:0.0:1734676303.385462:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131200c80. 00010000:00000010:0.0:1734676303.385511:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cda1a00. 00010000:00000010:0.0:1734676303.385515:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.385522:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273f40. 00000100:00000010:0.0:1734676303.385524:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676303.385529:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.385537:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cda1600. 02000000:00000010:0.0:1734676303.385550:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096480400. 00000400:00000010:0.0:1734676303.385554:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676303.385557:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676303.385560:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333696, portal 16 00000400:00000010:0.0:1734676303.385563:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676303.385566:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333696, offset 0 00000400:00000200:0.0:1734676303.385569:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.385573:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.385576:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.385579:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.385581:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.385583:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.385586:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79514:79514:255:4294967295] 192.168.203.46@tcp LPNI seq info [79510:79510:7:4294967295] 00000400:00000200:0.0:1734676303.385593:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.385596:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.385598:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bc00. 00000800:00000200:0.0:1734676303.385600:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.385603:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.385605:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.385629:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.385632:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:0.0:1734676303.385634:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.385637:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.385639:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676303.385641:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000800:00000200:0.0:1734676303.385671:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.385673:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bc00. 00000400:00000200:0.0:1734676303.385675:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.385678:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.385680:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:0.0:1734676303.385681:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676303.385685:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864333696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.385715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd3e00. 00000400:00000200:0.0:1734676303.386615:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.386623:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07380 00000400:00000200:0.0:1734676303.386629:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a85 [1] + 224 00000400:00000200:0.0:1734676303.386642:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.386645:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.386650:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864333696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.386835:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:2.0:1734676303.386839:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:2.0:1734676303.386841:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:2.0:1734676303.386846:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864333696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.386852:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864333696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.386869:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096480400. 02000000:00000010:2.0:1734676303.386874:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cda1600. 00000100:00000010:2.0:1734676303.386877:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:2.0:1734676303.386881:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:2.0:1734676303.386884:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273f40. 00000400:00000200:0.0:1734676303.387177:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.387183:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515fe80 00000400:00000200:0.0:1734676303.387188:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 328 00000400:00000200:0.0:1734676303.387299:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.387303:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.387307:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.387311:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676303.387369:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d342200. 00000020:00000010:3.0:1734676303.387375:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.387378:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.387393:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867842688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.387421:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842688 02000000:00000010:3.0:1734676303.387428:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.387443:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fd4b80. 00010000:00000010:3.0:1734676303.387455:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.387459:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.387475:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.387477:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.387484:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.387488:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842688, offset 224 00000400:00000200:3.0:1734676303.387492:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.387497:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.387501:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79515:79515:256:4294967295] 192.168.203.46@tcp LPNI seq info [79511:79511:8:4294967295] 00000400:00000200:3.0:1734676303.387508:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.387511:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.387514:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.387526:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.387531:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.387534:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676303.387541:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096481c00. 00000020:00000010:3.0:1734676303.387544:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.387547:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.387550:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d342200. 00010000:00000010:0.0:1734676303.387589:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.387593:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fd4b00. 00000800:00000200:3.0:1734676303.387600:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.387602:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:3.0:1734676303.387604:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.387607:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.387609:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676303.387611:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00010000:00000010:0.0:1734676303.387640:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096481e00. 00010000:00000010:0.0:1734676303.387644:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.387651:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273f00. 00000100:00000010:0.0:1734676303.387654:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676303.387659:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676303.387667:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096481600. 02000000:00000010:0.0:1734676303.387679:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096480c00. 00000400:00000010:0.0:1734676303.387682:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676303.387685:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676303.387688:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333824, portal 16 00000400:00000010:0.0:1734676303.387691:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676303.387693:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333824, offset 0 00000400:00000200:0.0:1734676303.387697:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.387701:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.387704:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.387707:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.387709:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.387710:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.387713:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79516:79516:256:4294967295] 192.168.203.46@tcp LPNI seq info [79512:79512:8:4294967295] 00000400:00000200:0.0:1734676303.387718:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.387722:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.387724:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b300. 00000800:00000200:0.0:1734676303.387726:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.387729:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.387731:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.388184:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.388187:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b300. 00000400:00000200:1.0:1734676303.388190:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.388193:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.388195:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676303.388197:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:1.0:1734676303.388201:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864333824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.389455:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.389463:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07400 00000400:00000200:0.0:1734676303.389469:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a91 [1] + 224 00000400:00000200:0.0:1734676303.389481:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.389483:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.389489:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864333824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.389538:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676303.389543:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:2.0:1734676303.389544:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:2.0:1734676303.389549:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864333824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.389555:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864333824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.389572:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096480c00. 02000000:00000010:2.0:1734676303.389578:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096481600. 00000100:00000010:2.0:1734676303.389582:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676303.389585:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:2.0:1734676303.389588:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273f00. 00000400:00000200:0.0:1734676303.389853:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.389860:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ff00 00000400:00000200:0.0:1734676303.389865:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 656 00000400:00000200:0.0:1734676303.390184:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.390189:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.390192:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.390196:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676303.390247:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.390252:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.390255:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.390276:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867842816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.390304:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842816 02000000:00000010:2.0:1734676303.390311:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.390333:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5bea80. 00010000:00000010:2.0:1734676303.390347:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.390351:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.390366:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.390369:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.390378:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676303.390382:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842816, offset 224 00000400:00000200:2.0:1734676303.390387:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.390393:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.390397:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79517:79517:256:4294967295] 192.168.203.46@tcp LPNI seq info [79513:79513:8:4294967295] 00000400:00000200:2.0:1734676303.390405:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.390409:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.390412:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef900. 00000800:00000200:2.0:1734676303.390416:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.390421:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.390424:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.390441:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.390444:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.390448:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00080000:00000010:0.0:1734676303.390629:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096480200. 00010000:00000010:0.0:1734676303.390677:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.390682:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5be180. 00010000:00000010:0.0:1734676303.390739:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096480800. 00010000:00000010:0.0:1734676303.390742:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.390748:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.390751:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.390755:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.390763:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096481600. 02000000:00000010:0.0:1734676303.390776:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096480c00. 00000400:00000010:0.0:1734676303.390779:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.390782:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.390786:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864333952, portal 16 00000400:00000010:0.0:1734676303.390788:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676303.390790:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864333952, offset 0 00000400:00000200:0.0:1734676303.390794:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.390798:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.390801:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.390804:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.390806:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.390808:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.390810:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79518:79518:255:4294967295] 192.168.203.46@tcp LPNI seq info [79514:79514:7:4294967295] 00000400:00000200:0.0:1734676303.390817:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.390820:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.390823:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b600. 00000800:00000200:0.0:1734676303.390825:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.390829:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.390831:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.390876:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.390879:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef900. 00000400:00000200:1.0:1734676303.390882:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.390884:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.390887:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676303.390889:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000800:00000200:1.0:1734676303.390908:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.390910:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:1.0:1734676303.390912:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.390915:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.390917:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676303.390918:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:1.0:1734676303.390922:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864333952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.391314:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa8e00. 00010000:00000010:0.1:1734676303.391448:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ef200. 00010000:00000010:0.1:1734676303.391454:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3fc00. 00010000:00000010:0.1:1734676303.391457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf000. 00010000:00000010:0.1:1734676303.391460:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814700. 00010000:00000010:0.1:1734676303.391464:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be800. 00000400:00000200:2.0:1734676303.393091:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.393113:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07480 00000400:00000200:2.0:1734676303.393124:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3a9d [1] + 224 00000400:00000200:2.0:1734676303.393389:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.393394:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.393404:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864333952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.393433:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.393438:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b515ff80 00000400:00000200:2.0:1734676303.393443:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 984 00000400:00000200:2.0:1734676303.393489:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.393492:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.393495:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.393500:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000400:00000010:0.0:1734676303.393861:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:0.0:1734676303.393866:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676303.393869:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.393873:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864333952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.393880:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864333952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.393900:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096480c00. 02000000:00000010:0.0:1734676303.393905:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096481600. 00000100:00000010:0.0:1734676303.393909:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:0.0:1734676303.393912:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676303.393916:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00000020:00000010:3.0:1734676303.394557:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343c00. 00000020:00000010:3.0:1734676303.394563:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.394566:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.394582:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867842944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.394696:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867842944 02000000:00000010:3.0:1734676303.394703:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676303.394721:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009449ad80. 00010000:00000010:3.0:1734676303.394735:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.394739:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.394943:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.394946:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.394954:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.394958:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867842944, offset 224 00000400:00000200:3.0:1734676303.394963:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.394970:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.394975:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79519:79519:256:4294967295] 192.168.203.46@tcp LPNI seq info [79515:79515:8:4294967295] 00000400:00000200:3.0:1734676303.394983:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.394987:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.394991:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.394995:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.395000:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.395004:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.395023:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.395026:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.395029:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343c00. 00080000:00000010:0.0:1734676303.395087:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096481600. 00010000:00000010:0.0:1734676303.395145:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.395150:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009449a600. 00010000:00000010:0.0:1734676303.395199:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096480c00. 00010000:00000010:0.0:1734676303.395203:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.395209:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.395212:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.395217:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.395223:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096480400. 02000000:00000010:0.0:1734676303.395238:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a1173a00. 00000400:00000010:0.0:1734676303.395242:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.395244:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.395249:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334080, portal 16 00000400:00000010:0.0:1734676303.395251:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676303.395253:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334080, offset 0 00000400:00000200:0.0:1734676303.395258:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.395261:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.395265:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.395268:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.395271:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.395272:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.395275:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79520:79520:255:4294967295] 192.168.203.46@tcp LPNI seq info [79516:79516:7:4294967295] 00000400:00000200:0.0:1734676303.395281:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.395285:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.395287:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bf00. 00000800:00000200:0.0:1734676303.395289:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.395293:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.395295:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.395365:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.395368:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676303.395371:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.395374:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.395377:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676303.395378:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000800:00000200:1.0:1734676303.395540:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.395542:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bf00. 00000400:00000200:1.0:1734676303.395545:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.395548:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.395550:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676303.395552:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:1.0:1734676303.395556:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864334080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.397436:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085300. 00010000:00000010:3.1:1734676303.397448:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bec00. 00010000:00000010:2.1:1734676303.397576:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50a00. 00000400:00000200:1.0:1734676303.397639:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.397651:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07500 00000400:00000200:1.0:1734676303.397658:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3aa9 [1] + 224 00000400:00000200:1.0:1734676303.397667:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.397670:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.397680:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864334080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.397781:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.397786:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160000 00000400:00000200:1.0:1734676303.397791:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 1312 00000400:00000200:1.0:1734676303.397807:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.397810:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.397814:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.397820:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:3.0:1734676303.397882:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343c00. 00000020:00000010:3.0:1734676303.397887:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.397891:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000400:00000010:0.0:1734676303.397894:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:0.0:1734676303.397899:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676303.397901:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.397906:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864334080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.397910:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867843072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.397913:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864334080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.397934:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a1173a00. 02000000:00000010:0.0:1734676303.397939:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096480400. 00000100:00000200:3.0:1734676303.397940:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843072 00000100:00000010:0.0:1734676303.397945:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.397948:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00000100:00000010:0.0:1734676303.397949:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676303.397953:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00010000:00000010:3.0:1734676303.398028:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4500. 00010000:00000010:3.0:1734676303.398071:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.398077:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.398085:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.398087:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.398106:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.398110:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843072, offset 224 00000400:00000200:3.0:1734676303.398115:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.398121:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.398125:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79521:79521:256:4294967295] 192.168.203.46@tcp LPNI seq info [79517:79517:8:4294967295] 00000400:00000200:3.0:1734676303.398132:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.398136:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.398139:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.398143:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.398148:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.398151:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.398163:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.398166:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.398169:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343c00. 00000800:00000200:3.0:1734676303.398243:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.398246:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:3.0:1734676303.398249:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.398251:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.398254:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676303.398255:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00080000:00000010:0.0:1734676303.398308:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a1173a00. 00010000:00000010:0.0:1734676303.398370:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.398375:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736d4480. 00010000:00000010:0.0:1734676303.398432:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a1172c00. 00010000:00000010:0.0:1734676303.398436:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.398443:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.398446:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.398451:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.398462:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096480400. 02000000:00000010:0.0:1734676303.398477:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd38200. 00000400:00000010:0.0:1734676303.398480:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.398483:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.398487:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334208, portal 16 00000400:00000010:0.0:1734676303.398489:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676303.398491:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334208, offset 0 00000400:00000200:0.0:1734676303.398494:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.398498:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.398500:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.398503:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.398506:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.398508:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.398510:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79522:79522:256:4294967295] 192.168.203.46@tcp LPNI seq info [79518:79518:8:4294967295] 00000400:00000200:0.0:1734676303.398516:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.398519:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.398521:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bd00. 00000800:00000200:0.0:1734676303.398524:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.398527:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.398529:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.398614:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.398616:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bd00. 00000400:00000200:1.0:1734676303.398619:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.398622:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.398624:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676303.398626:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676303.398631:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864334208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.400255:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc900. 00010000:00000010:2.1:1734676303.400265:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be400. 00000400:00000200:1.0:1734676303.400268:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.400278:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07580 00000400:00000200:1.0:1734676303.400286:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ab5 [1] + 224 00000400:00000200:1.0:1734676303.400298:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.400301:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.400310:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864334208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.400329:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.400332:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160080 00000400:00000200:1.0:1734676303.400337:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 1640 00000400:00000200:1.0:1734676303.400396:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.400400:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.400404:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.400407:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000400:00000010:0.0:1734676303.400649:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:0.0:1734676303.400654:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676303.400657:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.400662:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864334208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.400668:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864334208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.400693:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd38200. 02000000:00000010:0.0:1734676303.400697:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096480400. 00000100:00000010:0.0:1734676303.400702:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:0.0:1734676303.400706:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676303.400710:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00000020:00000010:2.0:1734676303.400792:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.400798:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.400801:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.400821:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867843200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.400854:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843200 02000000:00000010:2.0:1734676303.400862:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.400881:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006ebb4200. 00010000:00000010:2.0:1734676303.400897:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.400902:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.400918:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.400921:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.400931:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676303.400934:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843200, offset 224 00000400:00000200:2.0:1734676303.400939:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.400946:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.400951:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79523:79523:256:4294967295] 192.168.203.46@tcp LPNI seq info [79519:79519:8:4294967295] 00000400:00000200:2.0:1734676303.400959:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.400963:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.400966:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef300. 00000800:00000200:2.0:1734676303.400969:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.400974:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.400977:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.400990:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.400992:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.400996:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00080000:00000010:1.0:1734676303.401093:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bf600. 00010000:00000010:1.0:1734676303.401163:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:1.0:1734676303.401170:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d915980. 00010000:00000010:1.0:1734676303.401227:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7be800. 00010000:00000010:1.0:1734676303.401232:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.401237:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.401240:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.401246:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.401254:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf000. 02000000:00000010:1.0:1734676303.401269:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7be400. 00000400:00000010:1.0:1734676303.401272:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.401276:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.401279:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334336, portal 16 00000400:00000010:1.0:1734676303.401282:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676303.401284:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334336, offset 0 00000400:00000200:1.0:1734676303.401287:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.401291:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.401294:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.401297:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.401299:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.401301:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.401303:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79524:79524:255:4294967295] 192.168.203.46@tcp LPNI seq info [79520:79520:7:4294967295] 00000400:00000200:1.0:1734676303.401308:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.401311:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.401312:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62c00. 00000800:00000200:1.0:1734676303.401315:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.401318:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.401320:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676303.401385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9fe00. 00010000:00000010:3.1:1734676303.401390:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130caaa00. 00000800:00000200:3.0:1734676303.401415:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.401418:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef300. 00000400:00000200:3.0:1734676303.401421:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.401424:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.401426:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:3.0:1734676303.401428:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000800:00000200:3.0:1734676303.401465:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.401468:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62c00. 00000400:00000200:3.0:1734676303.401470:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.401473:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.401475:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:3.0:1734676303.401476:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:3.0:1734676303.401480:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.402908:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.402925:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07600 00000400:00000200:0.0:1734676303.402931:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ac1 [1] + 224 00000400:00000200:0.0:1734676303.402951:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.402955:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.402963:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.403018:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.403022:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.403023:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.403028:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.403069:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.403090:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7be400. 02000000:00000010:1.0:1734676303.403103:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf000. 00000100:00000010:1.0:1734676303.403107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.403110:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.403113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:1.0:1734676303.403638:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:2.1:1734676303.403643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480e00. 00000400:00000200:1.0:1734676303.403645:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160100 00010000:00000010:2.1:1734676303.403650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f80b600. 00000400:00000200:1.0:1734676303.403651:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa23fd [2] + 1968 00000400:00000010:1.0:1734676303.403654:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c77e8. 00000400:00000200:1.0:1734676303.403657:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcde40 00010000:00000010:3.1:1734676303.403702:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8f200. 00010000:00000010:3.1:1734676303.403707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda1a00. 00010000:00000010:3.1:1734676303.403710:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0962200. 00010000:00000010:3.1:1734676303.403713:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096481e00. 00000400:00000200:1.0:1734676303.403715:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1734676303.403716:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b705e00. 00000400:00000200:1.0:1734676303.403718:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.1:1734676303.403719:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480800. 00000400:00000200:1.0:1734676303.403721:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcde40 00000400:00000010:1.0:1734676303.403723:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcde40. 00000100:00000200:1.0:1734676303.403727:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676303.403782:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd38200. 00000020:00000010:0.0:1734676303.403787:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676303.403790:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676303.403806:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096505450 x1818938867843328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.403854:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843328 02000000:00000010:0.0:1734676303.403863:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676303.403882:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5a7100. 00010000:00000010:0.0:1734676303.403893:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.403898:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676303.403912:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676303.403915:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00000400:00000010:0.0:1734676303.403924:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.403928:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843328, offset 224 00000400:00000200:0.0:1734676303.403932:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.403939:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.403943:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79525:79525:256:4294967295] 192.168.203.46@tcp LPNI seq info [79521:79521:8:4294967295] 00000400:00000200:0.0:1734676303.403951:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.403955:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.403958:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bf00. 00000800:00000200:0.0:1734676303.403962:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.403967:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.403970:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bf00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676303.404164:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bf000. 00000020:00000010:0.0:1734676303.404215:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676303.404218:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676303.404220:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd38200. 00010000:00000010:1.0:1734676303.404222:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.404227:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5a7500. 02000000:00000010:0.0:1734676303.404227:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:0.0:1734676303.404231:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:0.0:1734676303.404234:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:0.0:1734676303.404235:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:0.0:1734676303.404238:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:0.0:1734676303.404239:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:0.0:1734676303.404243:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:0.0:1734676303.404244:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676303.404247:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676303.404249:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.404252:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:0.0:1734676303.404254:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:0.0:1734676303.404258:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676303.404261:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676303.404264:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469f00. 00010000:00000010:1.0:1734676303.404278:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7be400. 00010000:00000010:1.0:1734676303.404282:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.404288:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.404291:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.404295:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.404302:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf200. 02000000:00000010:1.0:1734676303.404316:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bec00. 00000400:00000010:1.0:1734676303.404320:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.404322:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.404326:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334464, portal 16 00000400:00000010:1.0:1734676303.404329:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676303.404331:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334464, offset 0 00000400:00000200:1.0:1734676303.404334:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.404338:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.404342:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.404345:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.404348:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.404350:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.404352:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79526:79526:255:4294967295] 192.168.203.46@tcp LPNI seq info [79522:79522:7:4294967295] 00000400:00000200:1.0:1734676303.404357:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.404361:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.404363:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62800. 00000800:00000200:3.0:1734676303.404365:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1734676303.404365:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000010:3.0:1734676303.404368:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bf00. 00000800:00000200:1.0:1734676303.404369:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:3.0:1734676303.404370:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1734676303.404371:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1734676303.404373:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.404376:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:3.0:1734676303.404377:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 02000000:00000010:3.0:1734676303.404380:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000800:00000200:3.0:1734676303.404395:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.404397:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62800. 00000400:00000200:3.0:1734676303.404398:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.404401:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.404402:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:3.0:1734676303.404404:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:3.0:1734676303.404407:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.406981:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a1000. 00010000:00000010:2.1:1734676303.406991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a1172c00. 00010000:00000010:3.1:1734676303.407138:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d430e00. 00000400:00000200:3.0:1734676303.407345:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.407356:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07680 00000400:00000200:3.0:1734676303.407364:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ad1 [1] + 224 00000400:00000200:3.0:1734676303.407373:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.407376:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.407388:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676303.407421:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.407426:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160180 00000400:00000200:3.0:1734676303.407430:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 0 00000400:00000200:3.0:1734676303.407445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.407448:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.407452:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676303.407457:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000020:00000010:0.0:1734676303.407533:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd38200. 00000020:00000010:0.0:1734676303.407538:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676303.407542:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676303.407559:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b800 x1818938867843456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.407621:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843456 02000000:00000010:0.0:1734676303.407632:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676303.407657:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.407663:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676303.407667:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676303.407671:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00000400:00000010:0.0:1734676303.407680:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676303.407684:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843456, offset 224 00000400:00000200:0.0:1734676303.407688:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.407695:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.407700:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79527:79527:256:4294967295] 192.168.203.46@tcp LPNI seq info [79523:79523:8:4294967295] 00000400:00000200:0.0:1734676303.407707:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.407711:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.407715:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b600. 00000800:00000200:0.0:1734676303.407718:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.407724:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.407727:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.407738:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676303.407741:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676303.407743:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd38200. 00000800:00000200:1.0:1734676303.407985:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.407988:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b600. 00000400:00000200:1.0:1734676303.407991:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.407994:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.407996:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676303.407998:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000400:00000010:1.0:1734676303.408011:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.408013:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.408015:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.408019:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.408026:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.408056:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6d9780. 02000000:00000010:1.0:1734676303.408065:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bec00. 02000000:00000010:1.0:1734676303.408070:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf200. 00000100:00000010:1.0:1734676303.408074:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.408076:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.408078:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00080000:00000010:1.0:1734676303.408108:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8200. 00010000:00000010:1.0:1734676303.408155:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.408160:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6d9700. 00010000:00000010:1.0:1734676303.408804:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f62f00. 00010000:00000010:1.0:1734676303.408808:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.408812:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8000. 00010000:00000010:1.0:1734676303.408816:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00080000:00000010:1.0:1734676303.408825:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9c00. 00010000:00000010:1.0:1734676303.408845:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.408848:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.408884:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9400. 00010000:00000010:1.0:1734676303.408886:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.408890:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.408894:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.408898:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.408905:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b9000. 02000000:00000010:1.0:1734676303.408920:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b8a00. 00000400:00000010:1.0:1734676303.408923:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.408927:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.408931:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334592, portal 16 00000400:00000010:1.0:1734676303.408934:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676303.408936:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334592, offset 0 00000400:00000200:1.0:1734676303.408942:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.408947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.408950:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.408954:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.408957:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.408958:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.408961:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79528:79528:256:4294967295] 192.168.203.46@tcp LPNI seq info [79524:79524:8:4294967295] 00000400:00000200:1.0:1734676303.408967:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.408971:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.408973:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62700. 00000800:00000200:1.0:1734676303.408976:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.408981:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.408983:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676303.409246:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.409248:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62700. 00000400:00000200:3.0:1734676303.409250:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.409253:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.409255:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:3.0:1734676303.409256:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:3.0:1734676303.409260:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.410631:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.410641:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07700 00000400:00000200:0.0:1734676303.410647:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3add [1] + 224 00000400:00000200:0.0:1734676303.410653:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.410655:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.410663:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.410695:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.410700:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160200 00000400:00000200:0.0:1734676303.410704:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 328 00000400:00000200:0.0:1734676303.410718:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.410721:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.410725:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.410729:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:1.0:1734676303.410838:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.410843:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.410844:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.410849:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.410856:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.410874:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8a00. 02000000:00000010:1.0:1734676303.410878:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9000. 00000100:00000010:1.0:1734676303.410880:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.410883:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.410886:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000020:00000010:2.0:1734676303.411118:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.411124:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.411127:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.411144:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867843584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.411165:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843584 02000000:00000010:2.0:1734676303.411173:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.411190:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2680. 00010000:00000010:2.0:1734676303.411414:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.411420:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.411456:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.411460:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.411469:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00080000:00000010:1.0:1734676303.411470:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9000. 00000100:00000200:2.0:1734676303.411473:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843584, offset 224 00000400:00000200:2.0:1734676303.411477:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.411483:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.411487:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79529:79529:256:4294967295] 192.168.203.46@tcp LPNI seq info [79525:79525:8:4294967295] 00000400:00000200:2.0:1734676303.411494:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.411498:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.411500:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefa00. 00000800:00000200:2.0:1734676303.411504:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.411509:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.411512:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefa00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1734676303.411515:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.411519:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9e2600. 00000020:00000010:2.0:1734676303.411534:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.411537:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.411540:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00010000:00000010:1.0:1734676303.411568:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8a00. 00010000:00000010:1.0:1734676303.411573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.411579:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.411582:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.411586:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.411594:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8e00. 02000000:00000010:1.0:1734676303.411606:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9a00. 00000400:00000010:1.0:1734676303.411609:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.411612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.411615:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334720, portal 16 00000400:00000010:1.0:1734676303.411618:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676303.411620:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334720, offset 0 00000400:00000200:1.0:1734676303.411623:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.411627:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.411630:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.411632:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.411634:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.411636:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.411638:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79530:79530:255:4294967295] 192.168.203.46@tcp LPNI seq info [79526:79526:7:4294967295] 00000400:00000200:1.0:1734676303.411644:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.411647:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.411650:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62700. 00000800:00000200:1.0:1734676303.411652:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.411656:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.411658:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.411705:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.411708:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefa00. 00000400:00000200:0.0:1734676303.411710:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.411713:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.411716:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676303.411717:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000800:00000200:0.0:1734676303.411734:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.411736:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62700. 00000400:00000200:0.0:1734676303.411738:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.411741:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.411743:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676303.411744:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:0.0:1734676303.411752:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.412167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38600. 00010000:00000010:3.1:1734676303.412398:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35e00. 00010000:00000010:3.1:1734676303.412404:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096480c00. 00000400:00000200:0.0:1734676303.412948:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.412956:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07780 00000400:00000200:0.0:1734676303.412961:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ae9 [1] + 224 00000400:00000200:0.0:1734676303.412967:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.412970:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.412976:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.413001:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.413004:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160280 00000400:00000200:0.0:1734676303.413008:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 656 00000400:00000010:1.0:1734676303.413170:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.413173:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.413175:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.413180:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.413187:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.413203:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9a00. 02000000:00000010:1.0:1734676303.413207:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8e00. 00000100:00000010:1.0:1734676303.413210:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.413213:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.413216:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.413249:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.413253:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.413257:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.413260:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676303.413323:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.413327:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.413330:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.413343:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867843712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.413358:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843712 02000000:00000010:2.0:1734676303.413363:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.413377:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095b37080. 00010000:00000010:2.0:1734676303.413387:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.413392:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.413395:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.413398:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.413405:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.413408:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843712, offset 224 00000400:00000200:2.0:1734676303.413412:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.413417:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.413421:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79531:79531:256:4294967295] 192.168.203.46@tcp LPNI seq info [79527:79527:8:4294967295] 00000400:00000200:2.0:1734676303.413428:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.413431:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.413434:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef200. 00000800:00000200:2.0:1734676303.413438:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.413442:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.413444:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.413453:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.413455:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.413459:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00000800:00000200:0.0:1734676303.413525:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.413527:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef200. 00000400:00000200:0.0:1734676303.413530:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.413533:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.413535:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676303.413537:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00080000:00000010:1.0:1734676303.413585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8e00. 00010000:00000010:1.0:1734676303.413630:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.413635:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095b37280. 00010000:00000010:1.0:1734676303.413684:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9a00. 00010000:00000010:1.0:1734676303.413687:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.413692:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.413695:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.413698:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.413705:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8600. 02000000:00000010:1.0:1734676303.413716:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b8400. 00000400:00000010:1.0:1734676303.413719:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.413722:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.413725:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334848, portal 16 00000400:00000010:1.0:1734676303.413728:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.413730:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334848, offset 0 00000400:00000200:1.0:1734676303.413733:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.413737:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.413740:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.413743:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.413745:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.413746:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.413749:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79532:79532:256:4294967295] 192.168.203.46@tcp LPNI seq info [79528:79528:8:4294967295] 00000400:00000200:1.0:1734676303.413755:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.413758:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.413760:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62800. 00000800:00000200:1.0:1734676303.413762:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.413766:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.413768:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.413902:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.413904:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62800. 00000400:00000200:0.0:1734676303.413907:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.413910:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.413912:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676303.413913:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:0.0:1734676303.413917:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.415336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5400. 00010000:00000010:2.1:1734676303.415336:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b4fa200. 00010000:00000010:2.1:1734676303.415343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be800. 00000400:00000200:0.0:1734676303.417025:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.417065:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07800 00000400:00000200:0.0:1734676303.417072:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3af5 [1] + 224 00000400:00000200:0.0:1734676303.417105:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.417109:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.417117:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.417314:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.417319:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.417321:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.417326:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.417334:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.417357:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8400. 02000000:00000010:1.0:1734676303.417361:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8600. 00000100:00000010:1.0:1734676303.417364:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.417367:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.417369:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.417483:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.417489:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160300 00000400:00000200:0.0:1734676303.417493:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 984 00000400:00000200:0.0:1734676303.417628:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.417633:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.417637:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.417641:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676303.417715:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.417720:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.417724:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.417742:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867843840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.417760:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843840 02000000:00000010:2.0:1734676303.417766:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.417785:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136ab8a00. 00010000:00000010:2.0:1734676303.417799:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.417804:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.417818:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.417821:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.417829:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676303.417832:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843840, offset 224 00000400:00000200:2.0:1734676303.417837:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.417843:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.417848:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79533:79533:256:4294967295] 192.168.203.46@tcp LPNI seq info [79529:79529:8:4294967295] 00000400:00000200:2.0:1734676303.417855:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.417859:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.417863:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef200. 00000800:00000200:2.0:1734676303.417867:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.417872:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.417875:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.417886:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.417889:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.417893:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00080000:00000010:1.0:1734676303.418020:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8600. 00010000:00000010:1.0:1734676303.418107:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.418112:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136ab8980. 00010000:00000010:1.0:1734676303.418168:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8400. 00010000:00000010:1.0:1734676303.418172:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.418178:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.418181:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.418186:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.418193:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b9200. 02000000:00000010:1.0:1734676303.418207:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b8c00. 00000400:00000010:1.0:1734676303.418210:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.418213:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.418216:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864334976, portal 16 00000400:00000010:1.0:1734676303.418219:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676303.418221:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864334976, offset 0 00000400:00000200:1.0:1734676303.418225:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.418229:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.418232:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.418234:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.418237:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.418239:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.418241:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79534:79534:255:4294967295] 192.168.203.46@tcp LPNI seq info [79530:79530:7:4294967295] 00000400:00000200:1.0:1734676303.418247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.418252:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.418254:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62000. 00000800:00000200:1.0:1734676303.418256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.418260:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.418262:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.418332:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.418335:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef200. 00000400:00000200:0.0:1734676303.418337:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.418340:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.418342:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676303.418344:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:0.0:1734676303.418372:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.418374:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62000. 00000400:00000200:0.0:1734676303.418376:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.418378:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.418380:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676303.418381:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:0.0:1734676303.418386:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864334976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.420189:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.420197:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07880 00000400:00000200:0.0:1734676303.420203:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b01 [1] + 224 00000400:00000200:0.0:1734676303.420216:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.420219:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.420225:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864334976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.420288:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.420292:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.420293:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.420298:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864334976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.420304:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864334976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.420319:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b8c00. 02000000:00000010:1.0:1734676303.420322:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9200. 00000100:00000010:1.0:1734676303.420326:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.420329:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.420331:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.420573:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.420579:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160380 00000400:00000200:0.0:1734676303.420583:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 1312 00000400:00000200:0.0:1734676303.420639:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.420642:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.420646:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.420649:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676303.421083:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.421088:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.421092:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.421185:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867843968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.421214:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867843968 02000000:00000010:2.0:1734676303.421221:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.421239:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d166600. 00010000:00000010:2.0:1734676303.421251:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.421256:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.421269:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.421271:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.421280:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676303.421283:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867843968, offset 224 00000400:00000200:2.0:1734676303.421287:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.421293:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.421297:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79535:79535:256:4294967295] 192.168.203.46@tcp LPNI seq info [79531:79531:8:4294967295] 00000400:00000200:2.0:1734676303.421304:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.421309:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.421312:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefa00. 00000800:00000200:2.0:1734676303.421316:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.421320:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.421323:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.421334:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.421336:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.421340:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 00080000:00000010:1.0:1734676303.421388:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9200. 00000800:00000200:0.0:1734676303.421428:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.421431:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefa00. 00000400:00000200:0.0:1734676303.421434:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1734676303.421437:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00000400:00000200:0.0:1734676303.421438:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.421440:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00010000:00000010:1.0:1734676303.421442:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166580. 00000400:00000010:0.0:1734676303.421442:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00010000:00000010:1.0:1734676303.421490:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8c00. 00010000:00000010:1.0:1734676303.421494:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.421500:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.421503:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.421507:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.421514:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b9800. 02000000:00000010:1.0:1734676303.421527:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9600. 00000400:00000010:1.0:1734676303.421530:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.421533:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.421536:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335104, portal 16 00000400:00000010:1.0:1734676303.421539:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676303.421541:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335104, offset 0 00000400:00000200:1.0:1734676303.421545:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.421549:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.421552:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.421555:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.421557:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.421559:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.421561:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79536:79536:256:4294967295] 192.168.203.46@tcp LPNI seq info [79532:79532:8:4294967295] 00000400:00000200:1.0:1734676303.421567:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.421570:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.421572:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62c00. 00000800:00000200:1.0:1734676303.421574:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.421578:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.421579:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676303.422052:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e347600. 00000800:00000200:0.0:1734676303.422336:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.422340:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62c00. 00000400:00000200:0.0:1734676303.422344:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.422349:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.422353:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676303.422355:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676303.422362:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.423504:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.423514:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07900 00000400:00000200:0.0:1734676303.423521:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b0d [1] + 224 00000400:00000200:0.0:1734676303.423536:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.423539:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.423547:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.423693:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.423698:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.423699:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.423704:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.423711:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.423731:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9600. 02000000:00000010:1.0:1734676303.423736:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9800. 00000100:00000010:1.0:1734676303.423739:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.423742:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.423745:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:2.0:1734676303.424292:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.424304:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160400 00000400:00000200:2.0:1734676303.424310:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 1640 00010000:00000010:3.1:1734676303.424318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2b000. 00010000:00000010:3.1:1734676303.424325:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b4faf00. 00010000:00000010:3.1:1734676303.424329:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be400. 00010000:00000010:3.1:1734676303.424332:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62f00. 00010000:00000010:3.1:1734676303.424335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8000. 00010000:00000010:3.1:1734676303.424338:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5000. 00010000:00000010:3.1:1734676303.424341:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9400. 00010000:00000010:3.1:1734676303.424344:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783300. 00010000:00000010:3.1:1734676303.424346:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8a00. 00010000:00000010:3.1:1734676303.424357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e60e00. 00000400:00000200:2.0:1734676303.424387:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.424393:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.424399:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.424404:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000020:00000010:3.0:1734676303.424685:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343200. 00000020:00000010:3.0:1734676303.424692:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.424696:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.424714:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867844096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.424731:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844096 02000000:00000010:3.0:1734676303.424739:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.424759:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c6e80. 00010000:00000010:3.0:1734676303.424788:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.424793:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.424806:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.424809:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.424818:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.424823:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844096, offset 224 00000400:00000200:3.0:1734676303.424829:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.424837:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.424842:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79537:79537:256:4294967295] 192.168.203.46@tcp LPNI seq info [79533:79533:8:4294967295] 00000400:00000200:3.0:1734676303.424850:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.424855:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676303.424857:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9800. 00000800:00000010:3.0:1734676303.424859:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.424867:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.424873:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.424876:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.424888:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.424891:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.424894:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343200. 00010000:00000010:1.0:1734676303.424912:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.424918:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c6e00. 00010000:00000010:1.0:1734676303.424968:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f62500. 00010000:00000010:1.0:1734676303.424970:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.424973:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9600. 00010000:00000010:1.0:1734676303.424977:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00080000:00000010:1.0:1734676303.424985:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8a00. 00010000:00000010:1.0:1734676303.425001:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.425004:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.425056:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9400. 00010000:00000010:1.0:1734676303.425060:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.425065:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.425068:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.425072:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.425080:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8000. 02000000:00000010:1.0:1734676303.425107:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9e00. 00000400:00000010:1.0:1734676303.425111:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.425114:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.425119:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335232, portal 16 00000400:00000010:1.0:1734676303.425121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676303.425123:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335232, offset 0 00000400:00000200:1.0:1734676303.425127:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.425132:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.425136:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.425139:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.425141:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.425143:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.425146:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79538:79538:255:4294967295] 192.168.203.46@tcp LPNI seq info [79534:79534:7:4294967295] 00000400:00000200:1.0:1734676303.425152:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.425155:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.425158:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62300. 00000800:00000200:1.0:1734676303.425161:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.425165:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.425168:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.425226:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.425229:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.425232:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.425235:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.425238:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676303.425240:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000800:00000200:0.0:1734676303.425273:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.425274:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62300. 00000400:00000200:0.0:1734676303.425276:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.425279:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.425281:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676303.425282:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676303.425287:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.427733:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.427757:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07980 00000400:00000200:2.0:1734676303.427769:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b19 [1] + 224 00000400:00000200:2.0:1734676303.427803:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.427809:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.427823:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.427830:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb300. 00010000:00000010:3.1:1734676303.427838:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9a00. 00010000:00000010:3.1:1734676303.427841:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d783400. 00010000:00000010:3.1:1734676303.427844:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8400. 00010000:00000010:3.1:1734676303.427850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0285e00. 00010000:00000010:3.1:1734676303.427855:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adee00. 00000400:00000010:1.0:1734676303.427945:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:0.0:1734676303.427947:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.427951:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.427953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000400:00000200:0.0:1734676303.427955:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160480 00000100:00000200:1.0:1734676303.427960:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.427961:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2455 [2] + 1968 00000400:00000010:0.0:1734676303.427965:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000100:00000200:1.0:1734676303.427968:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.427968:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469cc0 02000000:00000010:1.0:1734676303.427992:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9e00. 02000000:00000010:1.0:1734676303.427996:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8000. 00000100:00000010:1.0:1734676303.427999:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.428003:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.428006:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.428380:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.428384:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.428387:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469cc0 00000400:00000010:0.0:1734676303.428389:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469cc0. 00000100:00000200:0.0:1734676303.428394:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676303.428474:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:2.0:1734676303.428481:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.428486:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.428511:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506850 x1818938867844224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.428547:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844224 02000000:00000010:2.0:1734676303.428558:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.428585:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d649b80. 00010000:00000010:2.0:1734676303.428618:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.428626:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:2.0:1734676303.428652:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676303.428664:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.428677:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676303.428683:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844224, offset 224 00000400:00000200:2.0:1734676303.428689:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.428697:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.428703:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79539:79539:256:4294967295] 192.168.203.46@tcp LPNI seq info [79535:79535:8:4294967295] 00000400:00000200:2.0:1734676303.428712:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.428718:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.428722:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef400. 00000800:00000200:2.0:1734676303.428727:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.428734:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.428738:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.428773:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.428776:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.428781:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 02000000:00000010:2.0:1734676303.428790:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676303.428793:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676303.428798:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676303.428802:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676303.428807:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:2.0:1734676303.428811:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:2.0:1734676303.428814:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:2.0:1734676303.428816:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676303.428818:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676303.428820:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676303.428823:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:2.0:1734676303.428827:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000200:2.0:1734676303.428835:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676303.428841:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676303.428845:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d780. 00080000:00000010:1.0:1734676303.428916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8000. 00010000:00000010:1.0:1734676303.428979:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.428984:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d649b00. 00000800:00000200:0.0:1734676303.429029:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.429033:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef400. 00010000:00000010:1.0:1734676303.429054:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9e00. 00000400:00000200:0.0:1734676303.429056:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1734676303.429058:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00000400:00000200:0.0:1734676303.429061:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:1.0:1734676303.429064:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000400:00000200:0.0:1734676303.429065:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676303.429066:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000010:1.0:1734676303.429067:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.429071:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:0.0:1734676303.429073:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 02000000:00000010:1.0:1734676303.429090:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8400. 02000000:00000010:1.0:1734676303.429114:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9a00. 00000400:00000010:1.0:1734676303.429117:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.429120:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.429123:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335360, portal 16 00000400:00000010:1.0:1734676303.429126:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676303.429128:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335360, offset 0 00000400:00000200:1.0:1734676303.429132:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.429137:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.429141:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.429144:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.429146:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.429148:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.429150:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79540:79540:256:4294967295] 192.168.203.46@tcp LPNI seq info [79536:79536:8:4294967295] 00000400:00000200:1.0:1734676303.429156:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.429159:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.429161:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62a00. 00000800:00000200:1.0:1734676303.429164:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.429167:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.429169:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.429257:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.429260:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62a00. 00000400:00000200:2.0:1734676303.429264:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.429269:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.429272:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:2.0:1734676303.429273:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:2.0:1734676303.429279:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.430254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932c00. 00000400:00000200:0.0:1734676303.430392:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.430402:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07a00 00000400:00000200:0.0:1734676303.430408:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b29 [1] + 224 00000400:00000200:0.0:1734676303.430426:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.430429:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.430436:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.431474:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.431486:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160500 00000400:00000200:0.0:1734676303.431493:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 0 00000400:00000010:1.0:1734676303.431789:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.431795:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000200:0.0:1734676303.431795:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1734676303.431797:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000400:00000200:0.0:1734676303.431803:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.431804:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.431809:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1734676303.431812:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676303.431814:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.431834:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9a00. 02000000:00000010:1.0:1734676303.431839:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8400. 00000100:00000010:1.0:1734676303.431842:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.431845:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.431848:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000020:00000010:2.0:1734676303.431930:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61800. 00000020:00000010:2.0:1734676303.431935:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.431939:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.432476:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867844352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.432511:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844352 02000000:00000010:2.0:1734676303.432519:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.432541:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d166a00. 00010000:00000010:2.0:1734676303.432556:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.432562:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.432576:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.432579:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.432588:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676303.432592:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844352, offset 224 00000400:00000200:2.0:1734676303.432597:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.432604:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.432610:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79541:79541:256:4294967295] 192.168.203.46@tcp LPNI seq info [79537:79537:8:4294967295] 00080000:00000010:1.0:1734676303.432610:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b8400. 00000400:00000200:2.0:1734676303.432618:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.432623:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.432627:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef900. 00000800:00000200:2.0:1734676303.432631:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.432638:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.432641:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.432653:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.432656:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.432659:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61800. 00010000:00000010:1.0:1734676303.432668:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.432675:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166280. 00000800:00000200:2.0:1734676303.432714:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.432716:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef900. 00000400:00000200:2.0:1734676303.432719:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.432722:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.432724:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:2.0:1734676303.432725:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00010000:00000010:1.0:1734676303.432728:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9a00. 00010000:00000010:1.0:1734676303.432732:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.432738:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.432740:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.432745:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.432754:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7be400. 02000000:00000010:1.0:1734676303.432769:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7be800. 00000400:00000010:1.0:1734676303.432772:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.432775:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.432779:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335488, portal 16 00000400:00000010:1.0:1734676303.432782:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676303.432783:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335488, offset 0 00000400:00000200:1.0:1734676303.432787:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.432792:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.432795:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.432798:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.432801:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.432802:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.432805:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79542:79542:256:4294967295] 192.168.203.46@tcp LPNI seq info [79538:79538:8:4294967295] 00000400:00000200:1.0:1734676303.432811:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.432814:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.432816:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62d00. 00000800:00000200:1.0:1734676303.432818:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.432822:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.432824:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.433441:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.433447:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62d00. 00000400:00000200:0.0:1734676303.433452:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.433457:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.433461:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676303.433463:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:0.0:1734676303.433470:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.436229:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.436248:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07a80 00000400:00000200:0.0:1734676303.436258:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b35 [1] + 224 00000400:00000200:0.0:1734676303.436282:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.436287:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.436296:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.436365:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.436370:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.436371:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.436377:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.436384:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.436406:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7be800. 02000000:00000010:1.0:1734676303.436411:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7be400. 00000100:00000010:1.0:1734676303.436414:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.436417:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.436420:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00010000:00000010:3.1:1734676303.436446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810000. 00010000:00000010:3.1:1734676303.436455:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5200. 00010000:00000010:3.1:1734676303.436458:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8c00. 00010000:00000010:3.1:1734676303.436460:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62500. 00010000:00000010:3.1:1734676303.436462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9600. 00000400:00000200:0.0:1734676303.436815:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.436823:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160580 00000400:00000200:0.0:1734676303.436829:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 328 00000400:00000200:0.0:1734676303.436895:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.436901:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.436907:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.436912:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:3.0:1734676303.437027:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343200. 00000020:00000010:3.0:1734676303.437033:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.437069:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.437094:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867844480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.437145:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844480 02000000:00000010:3.0:1734676303.437155:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676303.437181:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a5d80. 00010000:00000010:3.0:1734676303.437203:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.437211:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.437234:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.437238:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.437249:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.437254:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844480, offset 224 00000400:00000200:3.0:1734676303.437260:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676303.437267:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7be400. 00000400:00000200:3.0:1734676303.437269:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.437274:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79543:79543:256:4294967295] 192.168.203.46@tcp LPNI seq info [79539:79539:8:4294967295] 00000400:00000200:3.0:1734676303.437281:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.437286:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.437289:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.437293:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.437300:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.437304:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1734676303.437321:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00000020:00000010:3.0:1734676303.437323:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.437326:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00010000:00000010:1.0:1734676303.437327:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1bf00. 00000020:00000010:3.0:1734676303.437330:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343200. 00010000:00000010:1.0:1734676303.437391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7be800. 00010000:00000010:1.0:1734676303.437396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.437402:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.437405:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.437410:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.437417:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf200. 02000000:00000010:1.0:1734676303.437433:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bec00. 00000400:00000010:1.0:1734676303.437437:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.437440:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.437444:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335616, portal 16 00000400:00000010:1.0:1734676303.437447:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676303.437449:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335616, offset 0 00000400:00000200:1.0:1734676303.437453:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.437458:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.437461:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.437464:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.437467:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.437469:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.437471:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79544:79544:255:4294967295] 192.168.203.46@tcp LPNI seq info [79540:79540:7:4294967295] 00000400:00000200:1.0:1734676303.437478:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.437481:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.437484:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62e00. 00000800:00000200:1.0:1734676303.437487:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.437491:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.437493:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.437524:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.437526:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676303.437528:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.437531:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.437534:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676303.437535:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000800:00000200:1.0:1734676303.437573:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.437575:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62e00. 00000400:00000200:1.0:1734676303.437577:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.437579:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.437582:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676303.437583:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676303.437587:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.439733:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136000. 00010000:00000010:0.1:1734676303.440004:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648900. 00010000:00000010:0.1:1734676303.440015:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9400. 00010000:00000010:0.1:1734676303.440019:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0800. 00010000:00000010:0.1:1734676303.440023:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9e00. 00000400:00000200:0.0:1734676303.442213:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.442230:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07b00 00000400:00000200:0.0:1734676303.442239:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b41 [1] + 224 00000400:00000200:0.0:1734676303.442248:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.442252:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.442263:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.442298:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.442303:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160600 00000400:00000200:0.0:1734676303.442308:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 656 00000400:00000200:0.0:1734676303.442369:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.442373:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.442377:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.442384:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676303.442571:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:2.0:1734676303.442578:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.442583:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.442605:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867844608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.442650:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844608 02000000:00000010:2.0:1734676303.442661:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.442694:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.442701:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.442707:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.442710:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.442723:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676303.442729:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844608, offset 224 00000400:00000200:2.0:1734676303.442735:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.442745:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.442751:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79545:79545:256:4294967295] 192.168.203.46@tcp LPNI seq info [79541:79541:8:4294967295] 00000400:00000200:2.0:1734676303.442760:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.442764:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.442769:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef900. 00000800:00000200:2.0:1734676303.442774:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.442780:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.442784:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.442799:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.442803:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.442808:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00000400:00000010:1.0:1734676303.443232:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.443236:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676303.443238:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.443245:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.443252:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.443270:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db95680. 02000000:00000010:1.0:1734676303.443279:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bec00. 02000000:00000010:1.0:1734676303.443283:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf200. 00000100:00000010:1.0:1734676303.443287:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.443290:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.443292:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00080000:00000010:1.0:1734676303.443304:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979d200. 00010000:00000010:1.0:1734676303.443368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.443374:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db95600. 00010000:00000010:1.0:1734676303.443427:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979da00. 00010000:00000010:1.0:1734676303.443432:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.443438:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd500. 00000100:00000010:1.0:1734676303.443440:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.443444:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.443451:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979d800. 02000000:00000010:1.0:1734676303.443467:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979dc00. 00000400:00000010:1.0:1734676303.443470:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.443472:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.443476:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335744, portal 16 00000400:00000010:1.0:1734676303.443479:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676303.443481:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335744, offset 0 00000400:00000200:1.0:1734676303.443485:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.443490:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.443493:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.443497:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.443499:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.443501:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.443503:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79546:79546:255:4294967295] 192.168.203.46@tcp LPNI seq info [79542:79542:7:4294967295] 00000400:00000200:1.0:1734676303.443510:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.443514:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.443517:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62e00. 00000800:00000200:1.0:1734676303.443520:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.443524:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.443526:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.443719:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.443722:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef900. 00000400:00000200:0.0:1734676303.443725:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.443728:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.443731:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676303.443733:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:0.0:1734676303.443889:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.443892:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62e00. 00000400:00000200:0.0:1734676303.443894:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.443898:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.443900:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676303.443902:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676303.443906:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.447523:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004c00. 00010000:00000010:0.1:1734676303.452086:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08700. 00010000:00000010:0.1:1734676303.452108:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9a00. 00000400:00000200:1.0:1734676303.452961:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.452977:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07b80 00000400:00000200:1.0:1734676303.452984:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b4d [1] + 224 00000400:00000200:1.0:1734676303.452995:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.452998:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.453009:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.453065:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.453070:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160680 00000400:00000200:1.0:1734676303.453075:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 984 00000400:00000010:0.0:1734676303.454793:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:0.0:1734676303.454803:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676303.454805:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:0.0:1734676303.454816:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.454825:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.454855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979dc00. 02000000:00000010:0.0:1734676303.454862:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979d800. 00000100:00000010:0.0:1734676303.454866:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:0.0:1734676303.454869:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:0.0:1734676303.454872:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd500. 00000400:00000200:1.0:1734676303.455236:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.455242:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.455249:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.455253:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:3.0:1734676303.455361:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343200. 00000020:00000010:3.0:1734676303.455366:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.455370:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.455387:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867844736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.455478:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844736 02000000:00000010:3.0:1734676303.455488:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.455509:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52df80. 00010000:00000010:3.0:1734676303.455536:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.455542:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.456011:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.456015:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.456025:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.456029:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844736, offset 224 00000400:00000200:3.0:1734676303.456060:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.456070:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.456075:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79547:79547:256:4294967295] 192.168.203.46@tcp LPNI seq info [79543:79543:8:4294967295] 00000400:00000200:3.0:1734676303.456084:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.456088:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.456092:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.456105:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.456111:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.456115:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.456135:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.456140:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.456143:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343200. 00000800:00000200:0.0:1734676303.456215:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.456219:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676303.456222:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.456225:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.456228:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676303.456229:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00080000:00000010:1.0:1734676303.456243:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979d800. 00010000:00000010:1.0:1734676303.456298:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.456304:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52df00. 00010000:00000010:1.0:1734676303.456358:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f62b00. 00010000:00000010:1.0:1734676303.456361:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.456365:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979dc00. 00010000:00000010:1.0:1734676303.456369:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00080000:00000010:1.0:1734676303.456378:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bf200. 00010000:00000010:1.0:1734676303.456393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.456396:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.456430:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7bec00. 00010000:00000010:1.0:1734676303.456433:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.456438:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd7c0. 00000100:00000010:1.0:1734676303.456441:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.456447:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.456456:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18600. 02000000:00000010:1.0:1734676303.456471:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b19c00. 00000400:00000010:1.0:1734676303.456476:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc08. 00000400:00000010:1.0:1734676303.456479:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.456483:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864335872, portal 16 00000400:00000010:1.0:1734676303.456486:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676303.456488:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864335872, offset 0 00000400:00000200:1.0:1734676303.456492:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.456497:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.456500:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.456503:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.456506:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.456508:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.456510:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79548:79548:256:4294967295] 192.168.203.46@tcp LPNI seq info [79544:79544:8:4294967295] 00000400:00000200:1.0:1734676303.456517:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.456520:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.456522:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62400. 00000800:00000200:1.0:1734676303.456525:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.456529:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.456531:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.456602:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.456604:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62400. 00000400:00000200:0.0:1734676303.456606:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.456610:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.456612:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676303.456614:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:0.0:1734676303.456619:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864335872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.459213:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.459230:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07c00 00000400:00000200:0.0:1734676303.459238:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b59 [1] + 224 00000400:00000200:0.0:1734676303.459259:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.459263:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.459273:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864335872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.459810:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3c00. 00010000:00000010:1.1:1734676303.459816:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ec00. 00010000:00000010:1.1:1734676303.459820:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7be800. 00000400:00000010:1.0:1734676303.459861:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc08. 00000400:00000200:1.0:1734676303.459865:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:1.0:1734676303.459867:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000400:00000200:0.0:1734676303.459869:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:1.0:1734676303.459873:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864335872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.459874:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160700 00000100:00000200:1.0:1734676303.459880:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864335872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.459880:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 1312 02000000:00000010:1.0:1734676303.459903:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b19c00. 02000000:00000010:1.0:1734676303.459907:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18600. 00000100:00000010:1.0:1734676303.459911:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.459914:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.459917:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd7c0. 00000400:00000200:0.0:1734676303.459925:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.459929:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.459933:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.459939:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676303.460088:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343200. 00000020:00000010:3.0:1734676303.460094:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.460106:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.460126:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867844864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.460320:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844864 02000000:00000010:3.0:1734676303.460328:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.460350:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d81fc00. 00010000:00000010:3.0:1734676303.460364:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.460369:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.460387:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.460390:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.460401:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.460405:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844864, offset 224 00000400:00000200:3.0:1734676303.460409:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.460416:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.460421:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79549:79549:256:4294967295] 192.168.203.46@tcp LPNI seq info [79545:79545:8:4294967295] 00000400:00000200:3.0:1734676303.460429:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.460433:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.460436:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.460440:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.460445:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.460448:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.460469:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.460472:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.460476:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343200. 00000800:00000200:0.0:1734676303.460523:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.460526:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676303.460529:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.460532:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.460535:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676303.460536:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00080000:00000010:1.0:1734676303.460605:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b18600. 00010000:00000010:1.0:1734676303.460667:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.460673:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d81fb80. 00010000:00000010:1.0:1734676303.460733:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b19c00. 00010000:00000010:1.0:1734676303.460738:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.460745:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd7c0. 00000100:00000010:1.0:1734676303.460748:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.460752:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676303.460760:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18400. 02000000:00000010:1.0:1734676303.460776:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b18e00. 00000400:00000010:1.0:1734676303.460780:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc08. 00000400:00000010:1.0:1734676303.460783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.460787:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336000, portal 16 00000400:00000010:1.0:1734676303.460790:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.460792:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336000, offset 0 00000400:00000200:1.0:1734676303.460795:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.460799:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.460802:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.460805:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.460808:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.460811:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.460813:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79550:79550:256:4294967295] 192.168.203.46@tcp LPNI seq info [79546:79546:8:4294967295] 00000400:00000200:1.0:1734676303.460818:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.460822:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.460824:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62e00. 00000800:00000200:1.0:1734676303.460827:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.460831:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.460833:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.460897:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.460899:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62e00. 00000400:00000200:0.0:1734676303.460902:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.460906:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.460908:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676303.460909:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676303.460914:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864336000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.464008:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.464023:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07c80 00000400:00000200:0.0:1734676303.464031:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b65 [1] + 224 00000400:00000200:0.0:1734676303.464073:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.464077:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.464087:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864336000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.464125:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.464130:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160780 00000400:00000200:0.0:1734676303.464136:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 1640 00000400:00000200:0.0:1734676303.464152:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.464155:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.464159:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.464165:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:1.0:1734676303.464169:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc08. 00000400:00000200:1.0:1734676303.464174:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:1.0:1734676303.464176:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.464182:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864336000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.464190:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864336000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.464215:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b18e00. 02000000:00000010:1.0:1734676303.464220:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18400. 00000100:00000010:1.0:1734676303.464223:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676303.464226:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.464228:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd7c0. 00000020:00000010:2.0:1734676303.464245:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:2.0:1734676303.464250:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.464254:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.464271:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867844992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.464300:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867844992 02000000:00000010:2.0:1734676303.464308:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.464328:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf60500. 00010000:00000010:2.0:1734676303.464355:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.464361:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.464374:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.464376:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.464385:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676303.464388:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867844992, offset 224 00000400:00000200:2.0:1734676303.464393:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.464399:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.464403:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79551:79551:256:4294967295] 192.168.203.46@tcp LPNI seq info [79547:79547:8:4294967295] 00080000:00000010:1.0:1734676303.464404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b18400. 00000400:00000200:2.0:1734676303.464410:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.464414:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.464417:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.464420:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.464425:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.464428:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.464439:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.464441:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.464445:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00010000:00000010:1.0:1734676303.464463:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.464469:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf60480. 00010000:00000010:1.0:1734676303.464523:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b18e00. 00010000:00000010:1.0:1734676303.464526:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b80. 00010000:00000010:1.0:1734676303.464532:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd7c0. 00000100:00000010:1.0:1734676303.464535:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.464539:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000800:00000200:0.0:1734676303.464543:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1734676303.464546:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b19600. 00000800:00000010:0.0:1734676303.464546:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:0.0:1734676303.464548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.464551:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.464554:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676303.464555:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 02000000:00000010:1.0:1734676303.464560:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b18000. 00000400:00000010:1.0:1734676303.464563:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc08. 00000400:00000010:1.0:1734676303.464565:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.464568:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336128, portal 16 00000400:00000010:1.0:1734676303.464571:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676303.464572:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336128, offset 0 00000400:00000200:1.0:1734676303.464576:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.464580:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.464583:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.464586:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.464588:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.464590:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.464592:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79552:79552:256:4294967295] 192.168.203.46@tcp LPNI seq info [79548:79548:8:4294967295] 00000400:00000200:1.0:1734676303.464598:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.464601:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.464603:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62500. 00000800:00000200:1.0:1734676303.464606:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.464610:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.464612:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.465224:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.465228:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62500. 00000400:00000200:0.0:1734676303.465231:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.465234:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.465238:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676303.465239:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:0.0:1734676303.465244:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864336128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.466942:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec4800. 00000800:00000200:0.0:1734676303.469213:0:19040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff880088bd1d80] -> 12345-192.168.203.146@tcp (6) 00000800:00000200:0.0:1734676303.469218:0:19040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.146@tcp ip 192.168.203.146:988 00000800:00000200:0.0:1734676303.469222:0:19040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129dd0300 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1734676303.469393:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.469408:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07d00 00000400:00000200:2.0:1734676303.469415:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b71 [1] + 224 00000400:00000200:2.0:1734676303.469425:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.469428:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.469438:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864336128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676303.469567:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.469574:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160800 00000400:00000200:3.0:1734676303.469580:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa24ad [2] + 1968 00000400:00000010:3.0:1734676303.469583:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:3.0:1734676303.469587:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd3c0 00000400:00000200:3.0:1734676303.469644:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.469648:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.469651:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd3c0 00000400:00000010:3.0:1734676303.469653:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd3c0. 00000100:00000200:3.0:1734676303.469658:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676303.469702:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d343200. 00000020:00000010:3.0:1734676303.469707:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.469711:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.469730:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504050 x1818938867845120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.469747:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845120 02000000:00000010:3.0:1734676303.469754:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676303.469782:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.469788:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.469793:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097e4c9c0. 00010000:00000010:3.0:1734676303.469795:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.469804:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.469808:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845120, offset 224 00000400:00000200:3.0:1734676303.469812:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.469818:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.469823:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79553:79553:256:4294967295] 192.168.203.46@tcp LPNI seq info [79549:79549:8:4294967295] 00000400:00000200:3.0:1734676303.469831:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.469835:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.469837:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.469840:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.469844:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.469846:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1734676303.469891:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc08. 00000400:00000200:0.0:1734676303.469894:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676303.469895:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676303.469900:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864336128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.469907:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864336128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676303.469923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edda980. 02000000:00000010:0.0:1734676303.469939:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b18000. 02000000:00000010:0.0:1734676303.469943:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b19600. 00000100:00000010:0.0:1734676303.469946:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:0.0:1734676303.469948:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:0.0:1734676303.469951:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd7c0. 00080000:00000010:0.0:1734676303.469963:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd39a00. 00010000:00000010:0.0:1734676303.470020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b80. 00010000:00000010:0.0:1734676303.470025:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edda480. 00010000:00000010:0.0:1734676303.470088:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd38a00. 00010000:00000010:0.0:1734676303.470092:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd80. 00010000:00000010:0.0:1734676303.470107:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d40. 00000100:00000010:0.0:1734676303.470110:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000800:00000200:2.0:1734676303.470155:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1734676303.470334:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676303.470338:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.470342:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d343200. 02000000:00000010:3.0:1734676303.470349:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:3.0:1734676303.470352:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676303.470355:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676303.470356:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676303.470359:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676303.470360:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:3.0:1734676303.470364:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:3.0:1734676303.470366:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676303.470368:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:3.0:1734676303.470370:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676303.470373:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:3.0:1734676303.470374:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:3.0:1734676303.470380:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.470383:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676303.470386:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880097e4c9c0. 00000100:00000010:3.0:1734676303.471031:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.471087:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343200. 02000000:00000010:3.0:1734676303.471114:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d343000. 00000400:00000010:3.0:1734676303.471117:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.471121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.471124:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336256, portal 16 00000400:00000010:3.0:1734676303.471127:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.471128:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336256, offset 0 00000400:00000200:3.0:1734676303.471133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.471140:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.471144:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.471147:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.471150:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.471151:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.471154:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79554:79554:255:4294967295] 192.168.203.46@tcp LPNI seq info [79550:79550:7:4294967295] 00000400:00000200:3.0:1734676303.471161:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.471165:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.471168:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.471172:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.471177:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.471179:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676303.471224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecac00. 00010000:00000010:1.1:1734676303.471313:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4800. 00010000:00000010:1.1:1734676303.471319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979da00. 00010000:00000010:1.1:1734676303.471322:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62b00. 00010000:00000010:1.1:1734676303.471324:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979dc00. 00000800:00000200:2.0:1734676303.471331:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.471334:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:2.0:1734676303.471337:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.471341:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.471344:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676303.471346:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 02000000:00000010:2.0:1734676303.471349:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000800:00000200:0.0:1734676303.471744:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.471747:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676303.471750:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.471753:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.471756:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676303.471757:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676303.471762:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.474477:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4a00. 00010000:00000010:2.1:1734676303.474488:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ea00. 00010000:00000010:2.1:1734676303.474492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00010000:00000010:0.1:1734676303.474521:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b000. 00000400:00000200:1.0:1734676303.475163:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.475177:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07d80 00000400:00000200:1.0:1734676303.475185:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b81 [1] + 224 00000400:00000200:1.0:1734676303.475195:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.475198:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.475207:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.475238:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.475242:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160880 00000400:00000200:1.0:1734676303.475246:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 0 00000400:00000010:3.0:1734676303.475261:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:1.0:1734676303.475261:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.475263:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.475265:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.475267:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.475273:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.475275:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.475280:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000100:00000200:3.0:1734676303.475281:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.475302:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d343000. 02000000:00000010:3.0:1734676303.475307:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343200. 00000100:00000010:3.0:1734676303.475309:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.475312:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:3.0:1734676303.475315:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d40. 00000020:00000010:2.0:1734676303.475383:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61000. 00000020:00000010:2.0:1734676303.475388:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.475392:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.475411:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867845248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.475441:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845248 02000000:00000010:2.0:1734676303.475450:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.475472:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08d080. 00010000:00000010:2.0:1734676303.475500:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.475506:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.475511:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.475513:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.475523:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.475527:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845248, offset 224 00000400:00000200:2.0:1734676303.475532:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.475539:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.475544:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79555:79555:256:4294967295] 192.168.203.46@tcp LPNI seq info [79551:79551:8:4294967295] 00000400:00000200:2.0:1734676303.475552:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.475557:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.475560:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.475564:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.475571:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.475574:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.475586:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.475589:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.475593:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61000. 00000800:00000200:2.0:1734676303.475668:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.475671:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:2.0:1734676303.475673:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.475676:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.475678:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676303.475680:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00080000:00000010:3.0:1734676303.475824:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d343200. 00010000:00000010:3.0:1734676303.475885:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd80. 00010000:00000010:3.0:1734676303.475891:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d08d000. 00010000:00000010:3.0:1734676303.476606:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d343000. 00010000:00000010:3.0:1734676303.476612:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.476619:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.476625:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.476631:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.476639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343c00. 02000000:00000010:3.0:1734676303.476657:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d342200. 00000400:00000010:3.0:1734676303.476662:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.476666:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.476671:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336384, portal 16 00000400:00000010:3.0:1734676303.476674:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676303.476676:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336384, offset 0 00000400:00000200:3.0:1734676303.476681:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.476687:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.476691:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.476694:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.476697:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.476699:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.476702:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79556:79556:256:4294967295] 192.168.203.46@tcp LPNI seq info [79552:79552:8:4294967295] 00000400:00000200:3.0:1734676303.476709:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.476713:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.476716:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676303.476720:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.476724:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.476727:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.478337:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.478343:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676303.478348:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.478353:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.478358:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676303.478360:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676303.478367:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.479608:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.479621:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07e00 00000400:00000200:0.0:1734676303.479628:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b8d [1] + 224 00000400:00000200:0.0:1734676303.479637:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.479640:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.479647:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.479685:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.479689:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160900 00000400:00000200:0.0:1734676303.479693:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 328 00000400:00000010:3.0:1734676303.479731:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.479736:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.479737:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.479742:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.479743:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.479746:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.479750:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.479751:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.479756:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.479771:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342200. 02000000:00000010:3.0:1734676303.479777:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343c00. 00000100:00000010:3.0:1734676303.479781:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.479784:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.479788:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.479925:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18e00. 00000020:00000010:1.0:1734676303.479931:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.479935:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.479954:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867845376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.479987:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845376 02000000:00000010:1.0:1734676303.479996:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.480019:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08de00. 00010000:00000010:1.0:1734676303.480033:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.480134:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.480148:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.480151:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.480161:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.480165:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845376, offset 224 00000400:00000200:1.0:1734676303.480170:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.480177:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.480182:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79557:79557:256:4294967295] 192.168.203.46@tcp LPNI seq info [79553:79553:8:4294967295] 00000400:00000200:1.0:1734676303.480189:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00080000:00000010:3.0:1734676303.480192:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d343c00. 00000800:00000200:1.0:1734676303.480193:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.480196:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62b00. 00000800:00000200:1.0:1734676303.480200:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.480206:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.480209:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.480230:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.480234:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.480237:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18e00. 00010000:00000010:3.0:1734676303.480251:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.480256:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d08dd80. 00010000:00000010:3.0:1734676303.480314:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def800. 00010000:00000010:3.0:1734676303.480316:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.480320:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342200. 00010000:00000010:3.0:1734676303.480323:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00080000:00000010:3.0:1734676303.480332:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d342c00. 00010000:00000010:3.0:1734676303.480350:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676303.480353:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.480389:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342800. 00010000:00000010:3.0:1734676303.480391:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.480396:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.480399:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.480403:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.480409:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d342000. 02000000:00000010:3.0:1734676303.480424:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d342a00. 00000400:00000010:3.0:1734676303.480427:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.480429:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.480433:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336512, portal 16 00000400:00000010:3.0:1734676303.480436:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676303.480437:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336512, offset 0 00000400:00000200:3.0:1734676303.480442:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.480446:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.480449:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.480453:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.480455:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.480457:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.480459:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79558:79558:255:4294967295] 192.168.203.46@tcp LPNI seq info [79554:79554:7:4294967295] 00000400:00000200:3.0:1734676303.480465:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.480468:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.480471:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.480474:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.482746:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.482755:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.482879:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.482883:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62b00. 00000400:00000200:2.0:1734676303.482887:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.482893:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.482897:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:2.0:1734676303.482899:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00010000:00000010:1.1:1734676303.482913:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e000. 00010000:00000010:1.1:1734676303.482921:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bec00. 00010000:00000010:1.1:1734676303.482925:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04f00. 00010000:00000010:1.1:1734676303.482928:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19c00. 00000800:00000200:2.0:1734676303.482956:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.482958:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676303.482961:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.482964:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.482966:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:2.0:1734676303.482967:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:2.0:1734676303.482975:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.487656:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.487674:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07e80 00000400:00000200:2.0:1734676303.487682:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3b99 [1] + 224 00000400:00000200:2.0:1734676303.487703:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.487707:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.487716:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.489878:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.489885:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.489887:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.489897:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.489905:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.489927:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342a00. 02000000:00000010:3.0:1734676303.489933:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d342000. 00000100:00000010:3.0:1734676303.489937:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.489940:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.489944:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.490175:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.490185:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160980 00000400:00000200:0.0:1734676303.490192:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 656 00000400:00000200:0.0:1734676303.490242:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.490246:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.490250:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.490254:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676303.490374:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.490380:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.490383:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.490402:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867845504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.490431:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845504 02000000:00000010:1.0:1734676303.490439:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.490778:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff63380. 00010000:00000010:1.0:1734676303.490792:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.490797:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.490810:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.490812:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.490822:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676303.490826:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845504, offset 224 00000400:00000200:1.0:1734676303.490831:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.490837:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.490843:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79559:79559:256:4294967295] 192.168.203.46@tcp LPNI seq info [79555:79555:8:4294967295] 00000400:00000200:1.0:1734676303.490850:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.490855:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.490858:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62d00. 00000800:00000200:1.0:1734676303.490863:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.490868:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.490871:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.490883:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.490886:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.490889:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00000800:00000200:2.0:1734676303.490991:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.490995:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62d00. 00000400:00000200:2.0:1734676303.490997:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.491001:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.491004:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:2.0:1734676303.491005:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00080000:00000010:3.0:1734676303.491584:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d342000. 00010000:00000010:3.0:1734676303.491645:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.491650:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff63300. 00010000:00000010:1.1:1734676303.491676:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04600. 00010000:00000010:1.1:1734676303.491682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38a00. 00010000:00000010:1.1:1734676303.491688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5400. 00010000:00000010:3.0:1734676303.491707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342a00. 00010000:00000010:3.0:1734676303.491711:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.491718:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.491722:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.491727:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.491735:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343400. 02000000:00000010:3.0:1734676303.491752:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d342400. 00000400:00000010:3.0:1734676303.491756:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.491760:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.491765:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336640, portal 16 00000400:00000010:3.0:1734676303.491768:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.491770:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336640, offset 0 00000400:00000200:3.0:1734676303.491774:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.491780:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.491783:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.491787:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.491790:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.491792:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.491795:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79560:79560:256:4294967295] 192.168.203.46@tcp LPNI seq info [79556:79556:8:4294967295] 00000400:00000200:3.0:1734676303.491801:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.491804:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.491807:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.491810:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.491814:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.491817:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.491919:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.491922:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:2.0:1734676303.491925:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.491929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.491931:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676303.491933:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676303.491938:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.495449:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe200. 00000400:00000200:2.0:1734676303.495590:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.495604:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07f00 00000400:00000200:2.0:1734676303.495611:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ba5 [1] + 224 00000400:00000200:2.0:1734676303.495620:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.495623:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.495632:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.495671:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.495676:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160a00 00000400:00000200:2.0:1734676303.495680:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 984 00000400:00000200:2.0:1734676303.495756:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.495760:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.495765:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.495770:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000020:00000010:0.0:1734676303.495843:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd38800. 00000020:00000010:0.0:1734676303.495848:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.495852:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676303.495873:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867845632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.495891:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845632 02000000:00000010:0.0:1734676303.495899:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676303.495928:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d00. 00000100:00000010:0.0:1734676303.495934:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676303.495938:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676303.495941:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d00. 00000400:00000010:0.0:1734676303.495951:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676303.495955:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845632, offset 224 00000400:00000200:0.0:1734676303.495961:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.495967:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.495972:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79561:79561:256:4294967295] 192.168.203.46@tcp LPNI seq info [79557:79557:8:4294967295] 00000400:00000200:0.0:1734676303.495980:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.495985:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.495988:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bc00. 00000800:00000200:0.0:1734676303.495992:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.495997:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.496000:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.496023:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.496026:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676303.496029:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd38800. 00000400:00000010:3.0:1734676303.496164:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.496168:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.496170:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.496175:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.496182:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.496198:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0000. 02000000:00000010:3.0:1734676303.496206:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342400. 02000000:00000010:3.0:1734676303.496212:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343400. 00000100:00000010:3.0:1734676303.496216:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.496218:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.496221:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00080000:00000010:3.0:1734676303.496234:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d343400. 00010000:00000010:3.0:1734676303.496288:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.496294:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88b180. 00010000:00000010:3.0:1734676303.496355:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342400. 00010000:00000010:3.0:1734676303.496360:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.496367:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.496370:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.496374:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.496382:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343a00. 02000000:00000010:3.0:1734676303.496397:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9a00. 00000400:00000010:3.0:1734676303.496400:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.496402:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.496406:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336768, portal 16 00000400:00000010:3.0:1734676303.496409:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.496410:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336768, offset 0 00000400:00000200:3.0:1734676303.496414:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.496418:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.496421:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.496424:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.496427:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.496429:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000800:00000200:2.0:1734676303.496485:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.496487:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bc00. 00000400:00000200:2.0:1734676303.496490:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.496493:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.496495:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676303.496497:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000400:00000200:3.0:1734676303.497001:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79562:79562:255:4294967295] 192.168.203.46@tcp LPNI seq info [79558:79558:7:4294967295] 00000400:00000200:3.0:1734676303.497007:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.497012:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.497014:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.497018:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.497021:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.497024:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.497165:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.497168:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:2.0:1734676303.497171:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.497174:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.497176:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676303.497177:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:2.0:1734676303.497182:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.498304:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c300. 00010000:00000010:1.1:1734676303.498315:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343000. 00010000:00000010:1.1:1734676303.498319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def800. 00010000:00000010:1.1:1734676303.498321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342200. 00010000:00000010:1.1:1734676303.498324:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe100. 00010000:00000010:1.1:1734676303.498327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342800. 00010000:00000010:1.1:1734676303.501747:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfd400. 00010000:00000010:1.1:1734676303.504210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6800. 00010000:00000010:1.1:1734676303.504221:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafea00. 00010000:00000010:1.1:1734676303.504225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342a00. 00000400:00000200:0.0:1734676303.504566:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.504581:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e07f80 00000400:00000200:0.0:1734676303.504589:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bb1 [1] + 224 00000400:00000200:0.0:1734676303.504598:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.504601:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.504610:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.504644:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.504648:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160a80 00000400:00000200:0.0:1734676303.504652:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 1312 00000400:00000200:0.0:1734676303.504666:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.504669:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.504672:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.504678:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.504738:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.504744:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.504748:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.504770:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867845760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676303.504786:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.504791:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.504793:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.504797:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.504798:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845760 00000100:00000200:3.0:1734676303.504803:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.504805:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.504825:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d78fa80. 02000000:00000010:3.0:1734676303.504826:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9a00. 02000000:00000010:3.0:1734676303.504830:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343a00. 00000100:00000010:3.0:1734676303.504834:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.504836:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.504840:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00010000:00000010:1.0:1734676303.504854:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.504859:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.504867:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.504869:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.504877:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676303.504880:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845760, offset 224 00080000:00000010:3.0:1734676303.504882:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9a00. 00000400:00000200:1.0:1734676303.504885:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.504892:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.504896:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79563:79563:256:4294967295] 192.168.203.46@tcp LPNI seq info [79559:79559:8:4294967295] 00000400:00000200:1.0:1734676303.504903:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.504909:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.504912:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62a00. 00000800:00000200:1.0:1734676303.504915:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.504920:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.504923:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62a00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676303.504934:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.504939:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d78fa00. 00000020:00000010:1.0:1734676303.504945:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.504950:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.504953:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00010000:00000010:3.0:1734676303.505006:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9e00. 00010000:00000010:3.0:1734676303.505011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.505017:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.505020:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.505024:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.505032:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b9400. 02000000:00000010:3.0:1734676303.505071:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801305b9600. 00000400:00000010:3.0:1734676303.505074:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.505076:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.505080:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864336896, portal 16 00000400:00000010:3.0:1734676303.505083:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.505084:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864336896, offset 0 00000400:00000200:3.0:1734676303.505088:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.505092:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.505105:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.505108:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.505110:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.505112:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.505115:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79564:79564:255:4294967295] 192.168.203.46@tcp LPNI seq info [79560:79560:7:4294967295] 00000400:00000200:3.0:1734676303.505120:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.505124:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.505126:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.505129:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.505133:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.505135:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.505152:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.505155:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62a00. 00000400:00000200:2.0:1734676303.505157:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.505160:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.505162:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:2.0:1734676303.505164:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:2.0:1734676303.505233:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.505236:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:2.0:1734676303.505238:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.505241:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.505244:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:2.0:1734676303.505245:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:2.0:1734676303.505250:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864336896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.508956:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:2.1:1734676303.508970:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d3400. 00000400:00000200:0.0:1734676303.508972:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08000 00000400:00000200:0.0:1734676303.508979:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bbd [1] + 224 00000400:00000200:0.0:1734676303.508997:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.509001:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.509014:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864336896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.509058:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06b00. 00010000:00000010:1.1:1734676303.509064:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342400. 00000400:00000010:3.0:1734676303.509479:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.509484:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.509486:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.509493:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864336896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.509501:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864336896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.509675:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801305b9600. 02000000:00000010:3.0:1734676303.509680:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b9400. 00000100:00000010:3.0:1734676303.509683:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.509686:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.509690:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.509883:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.509889:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160b00 00000400:00000200:0.0:1734676303.509894:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 1640 00000400:00000200:0.0:1734676303.509935:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.509938:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.509943:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.509947:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676303.511014:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61000. 00000020:00000010:2.0:1734676303.511021:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.511024:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.511055:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867845888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.511083:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867845888 02000000:00000010:2.0:1734676303.511090:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.511120:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f38f80. 00010000:00000010:2.0:1734676303.511136:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.511142:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.511159:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.511162:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.511172:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.511176:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867845888, offset 224 00000400:00000200:2.0:1734676303.511181:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.511189:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.511194:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79565:79565:256:4294967295] 192.168.203.46@tcp LPNI seq info [79561:79561:8:4294967295] 00000400:00000200:2.0:1734676303.511202:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.511207:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.511210:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.511214:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.511219:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.511222:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.511234:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.511237:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.511241:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61000. 00000800:00000200:2.0:1734676303.511293:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.511295:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:2.0:1734676303.511298:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.511301:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.511304:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676303.511305:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00080000:00000010:3.0:1734676303.511443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305b9400. 00010000:00000010:3.0:1734676303.511497:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.511503:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f38f00. 00010000:00000010:3.0:1734676303.511563:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b9600. 00010000:00000010:3.0:1734676303.511567:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.511574:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.511576:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.511581:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.511588:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801305b8c00. 02000000:00000010:3.0:1734676303.511604:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130caaa00. 00000400:00000010:3.0:1734676303.511608:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.511611:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.511615:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337024, portal 16 00000400:00000010:3.0:1734676303.511618:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.511619:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337024, offset 0 00000400:00000200:3.0:1734676303.511623:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.511628:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.511631:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.511634:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.511636:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.511638:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.511640:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79566:79566:256:4294967295] 192.168.203.46@tcp LPNI seq info [79562:79562:8:4294967295] 00000400:00000200:3.0:1734676303.511645:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.511649:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.511651:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.511654:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.511658:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.511660:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.511873:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.511875:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676303.511877:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.511881:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.511883:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676303.511885:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676303.511890:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.514570:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9aa000. 00000400:00000200:2.0:1734676303.514815:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.514829:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08080 00000400:00000200:2.0:1734676303.514836:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bc9 [1] + 224 00000400:00000200:2.0:1734676303.514855:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.514859:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.514867:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.515070:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.515077:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160b80 00000400:00000200:0.0:1734676303.515081:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2505 [2] + 1968 00000400:00000010:0.0:1734676303.515085:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:0.0:1734676303.515088:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469e40 00000400:00000200:0.0:1734676303.515137:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.515141:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.515144:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469e40 00000400:00000010:0.0:1734676303.515146:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469e40. 00000100:00000200:0.0:1734676303.515150:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676303.515318:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.515322:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.515324:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.515329:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.515337:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.515358:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130caaa00. 02000000:00000010:3.0:1734676303.515364:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801305b8c00. 00000100:00000010:3.0:1734676303.515368:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.515371:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.515375:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.515621:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.515627:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.515631:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.515649:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507050 x1818938867846016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.515680:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846016 02000000:00000010:1.0:1734676303.515688:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676303.515707:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d38300. 00010000:00000010:1.0:1734676303.515724:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.515730:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676303.515735:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676303.515737:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.515744:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676303.515748:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846016, offset 224 00000400:00000200:1.0:1734676303.515753:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.515760:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.515765:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79567:79567:256:4294967295] 192.168.203.46@tcp LPNI seq info [79563:79563:8:4294967295] 00000400:00000200:1.0:1734676303.515772:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.515776:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.515779:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62300. 00000800:00000200:1.0:1734676303.515783:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.515789:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.515793:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.515803:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.515807:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.515809:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 02000000:00000010:1.0:1734676303.515816:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676303.515819:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.515823:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676303.515824:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.515827:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676303.515830:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:1.0:1734676303.515833:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676303.515835:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.515837:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.515839:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.515841:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676303.515843:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000200:1.0:1734676303.515848:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.515851:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad370. 00000400:00000010:1.0:1734676303.515853:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012daa99c0. 00000800:00000200:0.0:1734676303.515932:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.515935:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62300. 00000400:00000200:0.0:1734676303.515938:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.515941:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.515943:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676303.515944:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 02000000:00000010:0.0:1734676303.515947:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00080000:00000010:3.0:1734676303.515991:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130caaa00. 00010000:00000010:3.0:1734676303.516072:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.516088:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d38280. 00010000:00000010:3.0:1734676303.516148:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305b8c00. 00010000:00000010:3.0:1734676303.516152:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.516158:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.516162:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.516166:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.516174:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1c00. 02000000:00000010:3.0:1734676303.516189:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c0200. 00000400:00000010:3.0:1734676303.516192:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.516194:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.516197:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337152, portal 16 00000400:00000010:3.0:1734676303.516200:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.516202:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337152, offset 0 00000400:00000200:3.0:1734676303.516206:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.516210:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.516213:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.516217:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.516219:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.516221:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.516223:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79568:79568:256:4294967295] 192.168.203.46@tcp LPNI seq info [79564:79564:8:4294967295] 00000400:00000200:3.0:1734676303.516229:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.516232:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.516234:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676303.516237:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.516240:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.516242:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.516578:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.516580:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676303.516583:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.516586:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.516589:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676303.516590:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676303.516595:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.518533:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c000. 00010000:00000010:0.1:1734676303.518542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9e00. 00000400:00000200:2.0:1734676303.518567:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.518579:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08100 00000400:00000200:2.0:1734676303.518585:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bd9 [1] + 224 00000400:00000200:2.0:1734676303.518601:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.518604:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.518612:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.518999:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.519003:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.519005:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.519010:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.519017:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.519064:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c0200. 02000000:00000010:3.0:1734676303.519069:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1c00. 00000100:00000010:3.0:1734676303.519072:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.519075:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.519079:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.519277:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.519285:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160c00 00000400:00000200:0.0:1734676303.519290:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 0 00000400:00000200:0.0:1734676303.519597:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.519601:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.519605:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.519608:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676303.519992:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60000. 00000020:00000010:2.0:1734676303.519997:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.520000:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.520017:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867846144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.520060:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846144 02000000:00000010:2.0:1734676303.520068:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.520459:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958cb780. 00010000:00000010:2.0:1734676303.520484:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.520490:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.520501:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.520503:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.520512:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.520515:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846144, offset 224 00000400:00000200:2.0:1734676303.520520:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.520526:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.520532:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79569:79569:256:4294967295] 192.168.203.46@tcp LPNI seq info [79565:79565:8:4294967295] 00000400:00000200:2.0:1734676303.520539:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.520543:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.520546:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.520550:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.520555:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.520558:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.520568:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.520570:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.520573:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60000. 00080000:00000010:3.0:1734676303.520770:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1c00. 00010000:00000010:3.0:1734676303.520824:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.520830:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958cba80. 00010000:00000010:3.0:1734676303.520896:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c0200. 00010000:00000010:3.0:1734676303.520901:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.520907:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.520910:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.520915:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.520923:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0c1800. 02000000:00000010:3.0:1734676303.520939:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0c0400. 00000400:00000010:3.0:1734676303.520943:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676303.520947:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.520950:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337280, portal 16 00000400:00000010:3.0:1734676303.520953:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.520955:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337280, offset 0 00000400:00000200:3.0:1734676303.520959:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.520964:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.520968:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.520970:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.520973:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.520975:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.520977:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79570:79570:255:4294967295] 192.168.203.46@tcp LPNI seq info [79566:79566:7:4294967295] 00000400:00000200:3.0:1734676303.520984:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.520987:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.520990:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.520993:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.520996:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.520999:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.521056:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.521059:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:0.0:1734676303.521061:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.521064:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.521066:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676303.521068:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:0.0:1734676303.521087:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.521088:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676303.521089:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.521091:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.521092:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676303.521093:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676303.521111:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.521619:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098000. 00000400:00000200:1.0:1734676303.524157:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.524171:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08180 00000400:00000200:1.0:1734676303.524179:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3be5 [1] + 224 00000400:00000200:1.0:1734676303.524189:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.524192:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.524202:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.524236:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.524241:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160c80 00000400:00000200:1.0:1734676303.524245:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 328 00000400:00000200:1.0:1734676303.524300:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.524305:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.524309:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.524315:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:0.0:1734676303.524376:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd38a00. 00000020:00000010:0.0:1734676303.524382:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.524386:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676303.524408:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867846272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.524442:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846272 02000000:00000010:0.0:1734676303.524451:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676303.524487:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d00. 00000100:00000010:0.0:1734676303.524492:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676303.524497:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:0.0:1734676303.524500:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d00. 00000400:00000010:0.0:1734676303.524512:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676303.524516:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846272, offset 224 00000400:00000200:0.0:1734676303.524521:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.524528:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.524533:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79571:79571:256:4294967295] 192.168.203.46@tcp LPNI seq info [79567:79567:8:4294967295] 00000400:00000200:0.0:1734676303.524542:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.524546:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.524549:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bf00. 00000800:00000200:0.0:1734676303.524553:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.524558:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.524561:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.524583:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.524587:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676303.524589:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd38a00. 00000400:00000010:3.0:1734676303.524621:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:3.0:1734676303.524626:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.524628:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.524633:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.524640:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.524657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdff80. 02000000:00000010:3.0:1734676303.524667:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0c0400. 02000000:00000010:3.0:1734676303.524671:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0c1800. 00000100:00000010:3.0:1734676303.524674:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.524676:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.524680:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00080000:00000010:3.0:1734676303.524691:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0c1800. 00010000:00000010:3.0:1734676303.524755:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.524761:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdff00. 00000001:00000010:3.0:1734676303.524805:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd95d8. 00000001:00000010:3.0:1734676303.524810:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd95d8. 00000001:00000010:3.0:1734676303.524812:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd95d8. 00000001:00000010:3.0:1734676303.524813:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9e70. 00010000:00000010:3.0:1734676303.524834:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0c0400. 00010000:00000010:3.0:1734676303.524839:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.524845:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.524848:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.524852:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.524861:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313ecc00. 02000000:00000010:3.0:1734676303.524884:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800737bb400. 00000400:00000010:3.0:1734676303.524887:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.524890:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.524893:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337408, portal 16 00000400:00000010:3.0:1734676303.524897:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.524898:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337408, offset 0 00000400:00000200:3.0:1734676303.524902:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.524907:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.524910:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.524913:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.524915:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.524917:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.524919:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79572:79572:255:4294967295] 192.168.203.46@tcp LPNI seq info [79568:79568:7:4294967295] 00000400:00000200:3.0:1734676303.524925:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.524928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.524931:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.524934:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.524937:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.524939:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.525009:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.525012:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bf00. 00000400:00000200:1.0:1734676303.525014:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.525017:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.525019:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:1.0:1734676303.525021:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000800:00000200:1.0:1734676303.525073:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.525076:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676303.525078:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.525080:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.525083:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676303.525084:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676303.525088:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.527255:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.527269:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08200 00000400:00000200:0.0:1734676303.527277:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bf1 [1] + 224 00000400:00000200:0.0:1734676303.527296:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.527300:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.527309:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.527444:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06300. 00010000:00000010:0.1:1734676303.527449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b9600. 00010000:00000010:0.1:1734676303.527473:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979e600. 00000400:00000010:3.0:1734676303.527531:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.527535:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.527537:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.527542:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.527549:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.527570:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800737bb400. 02000000:00000010:3.0:1734676303.527575:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313ecc00. 00000100:00000010:3.0:1734676303.527579:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.527582:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.527586:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.527710:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.527716:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160d00 00000400:00000200:0.0:1734676303.527721:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 656 00000400:00000200:0.0:1734676303.527818:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.527823:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.527827:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.527832:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676303.527937:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60000. 00000020:00000010:2.0:1734676303.527942:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.527946:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.527964:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867846400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.527983:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846400 02000000:00000010:2.0:1734676303.527990:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.528010:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0b57c80. 00010000:00000010:2.0:1734676303.528287:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.528293:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.528310:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.528312:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.528322:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676303.528326:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846400, offset 224 00000400:00000200:2.0:1734676303.528331:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.528337:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.528341:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79573:79573:256:4294967295] 192.168.203.46@tcp LPNI seq info [79569:79569:8:4294967295] 00000400:00000200:2.0:1734676303.528349:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.528352:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.528355:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef700. 00000800:00000200:2.0:1734676303.528359:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.528364:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.528367:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.528378:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.528380:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.528384:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60000. 00000800:00000200:1.0:1734676303.528471:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.528474:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef700. 00000400:00000200:1.0:1734676303.528476:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.528479:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.528481:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676303.528483:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:3.0:1734676303.528532:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800737bb400. 00010000:00000010:3.0:1734676303.528585:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.528590:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0b57c00. 00010000:00000010:3.0:1734676303.528643:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800737bb200. 00010000:00000010:3.0:1734676303.528647:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.528652:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.528655:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.528660:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.528666:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800737ba200. 02000000:00000010:3.0:1734676303.528682:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313ecc00. 00000400:00000010:3.0:1734676303.528685:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.528688:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.528692:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337536, portal 16 00000400:00000010:3.0:1734676303.528695:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.528696:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337536, offset 0 00000400:00000200:3.0:1734676303.528700:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.528704:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.528707:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.528710:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.528713:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.528714:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.528717:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79574:79574:256:4294967295] 192.168.203.46@tcp LPNI seq info [79570:79570:8:4294967295] 00000400:00000200:3.0:1734676303.528722:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.528725:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.528728:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.528731:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.528734:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.528737:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.528921:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.528923:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676303.528926:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.528929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.528932:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676303.528933:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676303.528938:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.530005:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.530015:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08280 00000400:00000200:0.0:1734676303.530023:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3bfd [1] + 224 00000400:00000200:0.0:1734676303.530065:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.530069:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.530076:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.530161:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.530165:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.530166:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.530171:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.530178:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.530197:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313ecc00. 02000000:00000010:3.0:1734676303.530201:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800737ba200. 00000100:00000010:3.0:1734676303.530206:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.530209:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.530213:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:1.0:1734676303.530489:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:0.1:1734676303.530491:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbbe800. 00000400:00000200:1.0:1734676303.530495:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160d80 00010000:00000010:0.1:1734676303.530496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305b8c00. 00010000:00000010:0.1:1734676303.530499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ade000. 00000400:00000200:1.0:1734676303.530500:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 984 00010000:00000010:0.1:1734676303.530502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23f00. 00010000:00000010:0.1:1734676303.530505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0200. 00000400:00000200:1.0:1734676303.530543:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.530547:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.530551:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.530556:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:2.0:1734676303.530660:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60000. 00000020:00000010:2.0:1734676303.530665:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.530669:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.530686:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867846528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.530715:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846528 02000000:00000010:2.0:1734676303.530722:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.530741:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48fe00. 00010000:00000010:2.0:1734676303.530755:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.530760:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.530775:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.530777:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.530786:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676303.530789:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846528, offset 224 00000400:00000200:2.0:1734676303.530793:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.530800:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.530804:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79575:79575:256:4294967295] 192.168.203.46@tcp LPNI seq info [79571:79571:8:4294967295] 00000400:00000200:2.0:1734676303.530811:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.530815:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.530818:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef100. 00000800:00000200:2.0:1734676303.530821:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.530826:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.530829:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.530848:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676303.530851:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.530856:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60000. 00080000:00000010:3.0:1734676303.530940:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313ecc00. 00010000:00000010:3.0:1734676303.530993:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.530998:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48f080. 00000800:00000200:1.0:1734676303.531028:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.531031:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef100. 00000400:00000200:1.0:1734676303.531035:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.531054:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.531057:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676303.531058:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00010000:00000010:3.0:1734676303.531068:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800737ba200. 00010000:00000010:3.0:1734676303.531072:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676303.531078:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.531081:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.531085:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.531092:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009584f200. 02000000:00000010:3.0:1734676303.531119:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009584ea00. 00000400:00000010:3.0:1734676303.531122:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.531125:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.531129:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337664, portal 16 00000400:00000010:3.0:1734676303.531131:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676303.531133:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337664, offset 0 00000400:00000200:3.0:1734676303.531137:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.531142:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.531145:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.531148:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.531150:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.531156:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.531159:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79576:79576:256:4294967295] 192.168.203.46@tcp LPNI seq info [79572:79572:8:4294967295] 00000400:00000200:3.0:1734676303.531165:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.531168:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.531171:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676303.531174:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.531177:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.531179:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.531265:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.531267:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676303.531270:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.531274:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.531276:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.531277:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676303.531281:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864337664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.532853:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.532865:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08300 00000400:00000200:0.0:1734676303.532872:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c09 [1] + 224 00000400:00000200:0.0:1734676303.532879:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.532882:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.532889:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864337664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.532923:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.532927:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160e00 00000400:00000200:0.0:1734676303.532931:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 1312 00000400:00000200:0.0:1734676303.532979:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.532982:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.532986:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.532990:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:3.0:1734676303.533068:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.533072:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676303.533074:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.533079:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864337664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.533086:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864337664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.533116:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009584ea00. 02000000:00000010:3.0:1734676303.533122:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009584f200. 00000100:00000010:3.0:1734676303.533126:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.533129:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.533133:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.533380:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.533385:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.533389:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.533406:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867846656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.533425:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846656 02000000:00000010:1.0:1734676303.533432:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.533452:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7b80. 00010000:00000010:1.0:1734676303.533470:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.533475:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676303.533480:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676303.533483:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.533493:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676303.533496:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846656, offset 224 00000400:00000200:1.0:1734676303.533501:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.533507:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.533512:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79577:79577:256:4294967295] 192.168.203.46@tcp LPNI seq info [79573:79573:8:4294967295] 00000400:00000200:1.0:1734676303.533519:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.533523:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.533526:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62f00. 00000800:00000200:1.0:1734676303.533530:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.533536:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.533539:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.533549:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.533552:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.533555:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00000800:00000200:1.0:1734676303.533601:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.533603:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62f00. 00000400:00000200:1.0:1734676303.533605:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.533608:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.533611:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676303.533612:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00080000:00000010:0.0:1734676303.533724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd39c00. 00010000:00000010:0.0:1734676303.533779:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:0.0:1734676303.533785:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d8f7b00. 00010000:00000010:0.0:1734676303.533850:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd39800. 00010000:00000010:0.0:1734676303.533855:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc00. 00010000:00000010:0.0:1734676303.533863:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273d00. 00000100:00000010:0.0:1734676303.533866:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676303.533871:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.533878:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd38200. 02000000:00000010:0.0:1734676303.533893:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd39400. 00000400:00000010:0.0:1734676303.533897:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676303.533901:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676303.533904:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337792, portal 16 00000400:00000010:0.0:1734676303.533907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676303.533908:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337792, offset 0 00000400:00000200:0.0:1734676303.533912:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.533916:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.533919:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.533922:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.533924:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.533926:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.533928:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79578:79578:256:4294967295] 192.168.203.46@tcp LPNI seq info [79574:79574:8:4294967295] 00000400:00000200:0.0:1734676303.533934:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.533937:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.533939:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09ba00. 00000800:00000200:0.0:1734676303.533942:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.533946:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.533948:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09ba00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.534262:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.534264:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09ba00. 00000400:00000200:1.0:1734676303.534267:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.534271:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.534273:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:1.0:1734676303.534274:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:1.0:1734676303.534279:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864337792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.535591:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.535601:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08380 00000400:00000200:0.0:1734676303.535608:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c15 [1] + 224 00000400:00000200:0.0:1734676303.535661:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.535665:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.535672:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864337792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.535706:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.535710:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160e80 00000400:00000200:0.0:1734676303.535715:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 1640 00000400:00000200:0.0:1734676303.535758:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.535762:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.535765:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.535769:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:2.0:1734676303.535793:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676303.535797:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:2.0:1734676303.535799:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:2.0:1734676303.535804:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864337792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.535811:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864337792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.535829:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd39400. 02000000:00000010:2.0:1734676303.535833:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd38200. 00000100:00000010:2.0:1734676303.535836:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:2.0:1734676303.535839:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:2.0:1734676303.535842:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273d00. 00000020:00000010:3.0:1734676303.535906:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009584f200. 00000020:00000010:3.0:1734676303.535911:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676303.535915:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.535931:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867846784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.535959:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846784 02000000:00000010:3.0:1734676303.535965:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676303.535981:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d0f00. 00010000:00000010:3.0:1734676303.535994:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.535999:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.536067:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.536071:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.536081:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.536084:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846784, offset 224 00000400:00000200:3.0:1734676303.536089:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.536104:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.536109:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79579:79579:256:4294967295] 192.168.203.46@tcp LPNI seq info [79575:79575:8:4294967295] 00000400:00000200:3.0:1734676303.536117:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.536121:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.536123:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.536127:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.536132:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.536135:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.536153:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676303.536156:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.536159:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009584f200. 00000800:00000200:0.0:1734676303.536290:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.536293:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676303.536296:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.536299:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.536301:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676303.536303:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00080000:00000010:2.0:1734676303.536364:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60000. 00010000:00000010:2.0:1734676303.536419:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc00. 00010000:00000010:2.0:1734676303.536424:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d0e80. 00010000:00000010:2.0:1734676303.536473:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61800. 00010000:00000010:2.0:1734676303.536477:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.536484:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.536487:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.536491:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676303.536498:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61600. 02000000:00000010:2.0:1734676303.536513:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61400. 00000400:00000010:2.0:1734676303.536517:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.536520:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.536524:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864337920, portal 16 00000400:00000010:2.0:1734676303.536527:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676303.536528:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864337920, offset 0 00000400:00000200:2.0:1734676303.536533:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.536537:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.536540:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.536543:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.536545:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.536547:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.536549:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79580:79580:256:4294967295] 192.168.203.46@tcp LPNI seq info [79576:79576:8:4294967295] 00000400:00000200:2.0:1734676303.536554:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.536557:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.536559:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef500. 00000800:00000200:2.0:1734676303.536562:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.536565:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.536567:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.536638:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.536640:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef500. 00000400:00000200:1.0:1734676303.536642:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.536645:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.536647:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676303.536649:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676303.536654:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864337920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.536756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096456c00. 00000400:00000200:0.0:1734676303.539708:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.539722:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08400 00000400:00000200:0.0:1734676303.539731:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c21 [1] + 224 00000400:00000200:0.0:1734676303.539956:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.539961:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.539969:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864337920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.539989:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.539993:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160f00 00000400:00000200:0.0:1734676303.539997:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa255d [2] + 1968 00000400:00000010:0.0:1734676303.540000:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad528. 00000400:00000200:0.0:1734676303.540003:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4a80 00000400:00000010:2.0:1734676303.540193:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.540196:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676303.540198:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.540203:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864337920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.540210:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864337920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.540233:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61400. 02000000:00000010:2.0:1734676303.540238:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61600. 00000100:00000010:2.0:1734676303.540241:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676303.540244:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.540248:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.540283:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.540287:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.540291:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4a80 00000400:00000010:0.0:1734676303.540292:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4a80. 00000100:00000200:0.0:1734676303.540297:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.540375:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.540380:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.540385:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.540558:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507c50 x1818938867846912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.540589:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867846912 02000000:00000010:1.0:1734676303.540597:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.540617:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5256080. 00010000:00000010:1.0:1734676303.540629:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.540634:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676303.540822:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676303.540826:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.540836:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676303.540840:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867846912, offset 224 00000400:00000200:1.0:1734676303.540845:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.540853:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.540858:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79581:79581:256:4294967295] 192.168.203.46@tcp LPNI seq info [79577:79577:8:4294967295] 00000400:00000200:1.0:1734676303.540865:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.540869:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.540873:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62f00. 00000800:00000200:1.0:1734676303.540876:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.540882:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.540885:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676303.540961:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61600. 00000020:00000010:1.0:1734676303.541015:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.541019:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.541023:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 02000000:00000010:1.0:1734676303.541029:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:1.0:1734676303.541032:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.541053:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.541055:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.541058:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:1.0:1734676303.541061:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676303.541063:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676303.541064:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.541066:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676303.541068:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.541070:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676303.541072:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676303.541076:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.541080:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad3c8. 00000400:00000010:1.0:1734676303.541083:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0a80. 00010000:00000010:2.0:1734676303.541154:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.541164:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5256800. 00000800:00000200:0.0:1734676303.541214:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.541216:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62f00. 00000400:00000200:0.0:1734676303.541219:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.541223:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.541226:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676303.541227:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 02000000:00000010:0.0:1734676303.541230:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00010000:00000010:2.0:1734676303.541275:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61400. 00010000:00000010:2.0:1734676303.541280:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.541286:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.541289:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.541294:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676303.541303:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61000. 02000000:00000010:2.0:1734676303.541320:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60c00. 00000400:00000010:2.0:1734676303.541324:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.541327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.541329:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338048, portal 16 00000400:00000010:2.0:1734676303.541332:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676303.541334:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338048, offset 0 00000400:00000200:2.0:1734676303.541337:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.541342:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.541345:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.541348:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.541351:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.541353:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.541355:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79582:79582:256:4294967295] 192.168.203.46@tcp LPNI seq info [79578:79578:8:4294967295] 00000400:00000200:2.0:1734676303.541361:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.541364:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.541367:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefd00. 00000800:00000200:2.0:1734676303.541370:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.541374:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.541376:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.541507:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.541510:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefd00. 00000400:00000200:1.0:1734676303.541512:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.541516:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.541518:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676303.541520:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676303.541525:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864338048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.542530:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484400. 00010000:00000010:0.1:1734676303.542857:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1bf00. 00010000:00000010:0.1:1734676303.542862:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737ba200. 00010000:00000010:1.1:1734676303.542905:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667500. 00010000:00000010:1.1:1734676303.542910:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0400. 00000400:00000200:3.0:1734676303.543001:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.543011:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08480 00000400:00000200:3.0:1734676303.543017:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c31 [1] + 224 00000400:00000200:3.0:1734676303.543035:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.543065:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.543072:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864338048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.543120:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.543124:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676303.543126:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.543130:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864338048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.543137:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864338048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.543157:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60c00. 02000000:00000010:2.0:1734676303.543161:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61000. 00000100:00000010:2.0:1734676303.543164:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676303.543167:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.543170:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.543463:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.543469:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5160f80 00000400:00000200:0.0:1734676303.543474:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 0 00000400:00000200:0.0:1734676303.543518:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.543521:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.543526:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.543529:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.543581:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.543586:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.543589:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.543604:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867847040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.543627:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847040 02000000:00000010:1.0:1734676303.543634:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.543652:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68a80. 00010000:00000010:1.0:1734676303.543664:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.543668:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676303.544053:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676303.544057:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.544066:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676303.544069:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847040, offset 224 00000400:00000200:1.0:1734676303.544074:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.544080:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.544084:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79583:79583:256:4294967295] 192.168.203.46@tcp LPNI seq info [79579:79579:8:4294967295] 00000400:00000200:1.0:1734676303.544090:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.544094:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.544106:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62c00. 00000800:00000200:1.0:1734676303.544110:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.544116:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.544119:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.544143:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.544146:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.544149:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00080000:00000010:2.0:1734676303.544359:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61000. 00010000:00000010:2.0:1734676303.544413:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.544418:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d68a00. 00010000:00000010:2.0:1734676303.544467:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60c00. 00010000:00000010:2.0:1734676303.544472:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.544478:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.544481:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.544486:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000800:00000200:0.0:1734676303.544492:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1734676303.544493:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60400. 00000800:00000010:0.0:1734676303.544495:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62c00. 00000400:00000200:0.0:1734676303.544497:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.544500:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.544503:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676303.544504:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 02000000:00000010:2.0:1734676303.544507:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a1172c00. 00000400:00000010:2.0:1734676303.544510:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.544513:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.544517:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338176, portal 16 00000400:00000010:2.0:1734676303.544520:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676303.544522:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338176, offset 0 00000400:00000200:2.0:1734676303.544525:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.544529:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.544532:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.544535:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.544538:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.544540:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.544542:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79584:79584:256:4294967295] 192.168.203.46@tcp LPNI seq info [79580:79580:8:4294967295] 00000400:00000200:2.0:1734676303.544548:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.544551:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.544553:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefb00. 00000800:00000200:2.0:1734676303.544556:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.544560:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.544562:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676303.544635:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.544638:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefb00. 00000400:00000200:3.0:1734676303.544640:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.544643:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.544646:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676303.544647:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676303.544652:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864338176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.545399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612800. 00010000:00000010:1.1:1734676303.545407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad5a00. 00010000:00000010:1.1:1734676303.545415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39800. 00000400:00000200:0.0:1734676303.546135:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.546145:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08500 00000400:00000200:0.0:1734676303.546151:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c3d [1] + 224 00000400:00000200:0.0:1734676303.546158:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.546161:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.546169:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864338176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.546198:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.546202:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161000 00000400:00000200:0.0:1734676303.546206:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 328 00000400:00000010:2.0:1734676303.546218:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.546221:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676303.546222:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.546227:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864338176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.546233:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864338176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.546252:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a1172c00. 00000400:00000200:0.0:1734676303.546253:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.546256:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:2.0:1734676303.546257:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60400. 00000100:00000010:2.0:1734676303.546260:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000200:0.0:1734676303.546260:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.546264:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00000100:00000010:0.0:1734676303.546265:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00010000:00000010:2.0:1734676303.546267:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:1.0:1734676303.546329:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.546334:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.546337:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.546351:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867847168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.546649:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847168 02000000:00000010:1.0:1734676303.546658:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.546676:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880099790500. 00010000:00000010:1.0:1734676303.546689:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.546695:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676303.546712:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676303.546715:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.546724:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676303.546727:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847168, offset 224 00000400:00000200:1.0:1734676303.546732:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.546738:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.546744:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79585:79585:256:4294967295] 192.168.203.46@tcp LPNI seq info [79581:79581:8:4294967295] 00000400:00000200:1.0:1734676303.546751:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.546755:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.546757:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62000. 00000800:00000200:1.0:1734676303.546761:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.546766:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.546769:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.546791:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.546794:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.546797:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00080000:00000010:2.0:1734676303.547802:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a1172c00. 00010000:00000010:2.0:1734676303.547867:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.547874:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880099790480. 00010000:00000010:2.0:1734676303.547937:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60400. 00010000:00000010:2.0:1734676303.547942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.547951:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.547956:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.547963:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676303.547973:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cda1a00. 02000000:00000010:2.0:1734676303.547992:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1600. 00000400:00000010:2.0:1734676303.547997:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.548001:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.548005:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338304, portal 16 00000400:00000010:2.0:1734676303.548008:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676303.548010:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338304, offset 0 00000400:00000200:2.0:1734676303.548015:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.548022:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.548026:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.548030:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.548032:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.548034:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.548076:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79586:79586:255:4294967295] 192.168.203.46@tcp LPNI seq info [79582:79582:7:4294967295] 00000400:00000200:2.0:1734676303.548083:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.548087:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.548091:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefb00. 00000800:00000200:2.0:1734676303.548104:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.548109:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.548112:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676303.548118:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.548122:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fc800. 02000000:00000010:2.0:1734676303.548130:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d1fd600. 00000400:00000010:2.0:1734676303.548132:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.548135:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.548137:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338432, portal 16 00000400:00000010:2.0:1734676303.548139:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676303.548141:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338432, offset 0 00000400:00000200:2.0:1734676303.548144:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.548148:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.548150:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.548152:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.548154:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.548155:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.548158:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79587:79587:254:4294967295] 192.168.203.46@tcp LPNI seq info [79583:79583:6:4294967295] 00000400:00000200:2.0:1734676303.548163:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.548166:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.548168:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefd00. 00000800:00000200:2.0:1734676303.548170:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.548173:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.548175:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.548266:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.548269:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62000. 00000400:00000200:0.0:1734676303.548272:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.548279:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.548282:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676303.548283:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000800:00000200:0.0:1734676303.548295:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.548297:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefb00. 00000400:00000200:0.0:1734676303.548299:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.548301:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.548303:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676303.548304:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:0.0:1734676303.548310:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864338304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.548359:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.548361:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefd00. 00000400:00000200:0.0:1734676303.548363:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.548366:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.548368:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676303.548370:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676303.548373:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864338432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.551349:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.551363:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08580 00000400:00000200:0.0:1734676303.551372:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c49 [1] + 224 00000400:00000200:0.0:1734676303.551393:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.551397:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.551406:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864338304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.551742:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.551746:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676303.551748:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.551754:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864338304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.551761:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864338304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.553893:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.553905:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08600 00000400:00000200:0.0:1734676303.553911:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c51 [1] + 224 00000400:00000200:0.0:1734676303.553919:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.553922:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.553929:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864338432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.553962:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.553967:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161080 00000400:00000200:0.0:1734676303.553971:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 656 00000400:00000200:0.0:1734676303.553976:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.553979:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.553983:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.553989:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000200:0.0:1734676303.554004:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.554008:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161100 00000400:00000200:0.0:1734676303.554010:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 984 00000400:00000200:0.0:1734676303.554024:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.554027:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.554029:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.554032:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00010000:00000010:3.1:1734676303.554106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9b8e00. 00000400:00000010:2.0:1734676303.554512:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.554516:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676303.554522:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.554530:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864338432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.554539:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864338432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.554561:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cda1600. 02000000:00000010:2.0:1734676303.554566:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cda1a00. 00000100:00000010:2.0:1734676303.554569:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676303.554571:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d1fd600. 02000000:00000010:2.0:1734676303.554573:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fc800. 00000100:00000010:2.0:1734676303.554575:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.554579:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.554582:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:3.0:1734676303.555552:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009584ea00. 00000020:00000010:3.0:1734676303.555558:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676303.555562:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676303.555579:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867847296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676303.555605:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009584fc00. 00000020:00000010:3.0:1734676303.555607:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a380. 00000020:00000010:3.0:1734676303.555609:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.555614:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867847424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.555624:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847296 02000000:00000010:3.0:1734676303.555630:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.555651:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54a380. 00000400:00000010:3.0:1734676303.555679:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.555683:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847296, offset 224 00000400:00000200:3.0:1734676303.555687:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.555693:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.555698:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79588:79588:256:4294967295] 192.168.203.46@tcp LPNI seq info [79584:79584:8:4294967295] 00000400:00000200:3.0:1734676303.555705:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.555708:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.555711:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.555715:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.555720:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.555723:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.555732:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676303.555734:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:3.0:1734676303.555738:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009584ea00. 00000100:00000200:3.0:1734676303.555746:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847424 02000000:00000010:3.0:1734676303.555749:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.555756:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143180. 00010000:00000010:3.0:1734676303.555763:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.555767:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.555771:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.555775:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.555778:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.555780:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847424, offset 224 00000400:00000200:3.0:1734676303.555783:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.555786:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.555788:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79589:79589:255:4294967295] 192.168.203.46@tcp LPNI seq info [79585:79585:7:4294967295] 00000400:00000200:3.0:1734676303.555794:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.555797:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.555798:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676303.555800:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.555803:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.555805:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.555809:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a380. 00000020:00000010:3.0:1734676303.555810:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.555812:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009584fc00. 00080000:00000010:2.0:1734676303.555868:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1fc800. 00010000:00000010:2.0:1734676303.555923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.555928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143280. 00010000:00000010:2.0:1734676303.555978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fd600. 00010000:00000010:2.0:1734676303.555982:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676303.555987:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.555990:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.555994:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.556001:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fc600. 02000000:00000010:2.0:1734676303.556015:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d1fc200. 00000400:00000010:2.0:1734676303.556019:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.556021:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.556025:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338560, portal 16 00000400:00000010:2.0:1734676303.556028:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.556029:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338560, offset 0 00000400:00000200:2.0:1734676303.556033:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.556052:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.556055:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.556058:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.556061:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.556063:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.556065:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79590:79590:254:4294967295] 192.168.203.46@tcp LPNI seq info [79586:79586:6:4294967295] 00000400:00000200:2.0:1734676303.556070:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.556073:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.556075:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef500. 00000800:00000200:2.0:1734676303.556078:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.556081:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.556083:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.556147:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.556150:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676303.556152:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.556155:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.556158:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676303.556159:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:0.0:1734676303.556167:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.556169:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676303.556170:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.556173:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.556174:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676303.556175:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:0.0:1734676303.556212:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.556214:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef500. 00000400:00000200:0.0:1734676303.556216:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.556218:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.556220:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676303.556221:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676303.556225:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864338560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.556300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1b300. 00010000:00000010:1.1:1734676303.556305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737bb200. 00010000:00000010:1.1:1734676303.556308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2600. 00010000:00000010:1.1:1734676303.559420:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dadb100. 00010000:00000010:1.1:1734676303.559432:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61800. 00010000:00000010:1.1:1734676303.559436:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145b00. 00010000:00000010:1.1:1734676303.559439:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61400. 00010000:00000010:0.1:1734676303.559531:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7000. 00010000:00000010:0.1:1734676303.559583:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6e600. 00000400:00000200:0.0:1734676303.559614:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.559629:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08680 00000400:00000200:0.0:1734676303.559636:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c61 [1] + 224 00000400:00000200:0.0:1734676303.559659:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.559663:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.559672:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864338560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.559921:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.559928:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161180 00000400:00000200:0.0:1734676303.559932:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 1312 00000400:00000200:0.0:1734676303.559979:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.559983:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.559988:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.559993:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:2.0:1734676303.560196:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.560201:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676303.560202:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.560209:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864338560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.560216:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864338560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.560236:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d1fc200. 02000000:00000010:2.0:1734676303.560241:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fc600. 00000100:00000010:2.0:1734676303.560244:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.560249:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.560252:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:1.0:1734676303.560389:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.560395:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.560399:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.560418:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867847552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.560442:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847552 02000000:00000010:1.0:1734676303.560449:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676303.560469:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ef400. 00010000:00000010:1.0:1734676303.560498:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.560505:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676303.560521:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676303.560524:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.560533:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676303.560536:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847552, offset 224 00000400:00000200:1.0:1734676303.560541:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.560548:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.560552:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79591:79591:256:4294967295] 192.168.203.46@tcp LPNI seq info [79587:79587:8:4294967295] 00000400:00000200:1.0:1734676303.560559:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.560563:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.560567:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62800. 00000800:00000200:1.0:1734676303.560571:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.560576:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.560579:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.560592:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.560595:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.560598:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00080000:00000010:3.0:1734676303.560674:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009584fc00. 00010000:00000010:3.0:1734676303.560734:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:3.0:1734676303.560739:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ef380. 00010000:00000010:3.0:1734676303.560793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009584ea00. 00010000:00000010:3.0:1734676303.560798:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676303.560805:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.560807:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.560812:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.560819:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009584f200. 02000000:00000010:3.0:1734676303.560834:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880131367c00. 00000400:00000010:3.0:1734676303.560838:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.560840:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.560844:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338688, portal 16 00000400:00000010:3.0:1734676303.560846:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676303.560847:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338688, offset 0 00000400:00000200:3.0:1734676303.560851:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.560855:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.560858:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.560861:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.560863:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.560865:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.560867:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79592:79592:255:4294967295] 192.168.203.46@tcp LPNI seq info [79588:79588:7:4294967295] 00000400:00000200:3.0:1734676303.560873:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.560876:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.560878:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.560880:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.560884:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.560886:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.561081:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.561083:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62800. 00000400:00000200:0.0:1734676303.561086:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.561090:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.561092:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676303.561103:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000800:00000200:0.0:1734676303.561135:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.561136:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676303.561138:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.561141:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.561143:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676303.561144:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676303.561149:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864338688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.563204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073662e00. 00010000:00000010:1.1:1734676303.563214:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9800. 00000400:00000200:0.0:1734676303.563722:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.563735:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08700 00000400:00000200:0.0:1734676303.563742:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c6d [1] + 224 00000400:00000200:0.0:1734676303.563767:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.563771:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.563781:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864338688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.563854:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.563859:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676303.563860:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.563866:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864338688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.563873:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864338688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.563894:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880131367c00. 02000000:00000010:3.0:1734676303.563899:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009584f200. 00000100:00000010:3.0:1734676303.563905:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.563908:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.563911:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.564004:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.564010:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161200 00000400:00000200:0.0:1734676303.564014:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 1640 00000400:00000200:0.0:1734676303.564081:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.564085:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.564090:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.564093:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:2.0:1734676303.564662:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d1fc600. 00000020:00000010:2.0:1734676303.564667:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676303.564671:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.564689:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867847680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.564714:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847680 02000000:00000010:2.0:1734676303.564722:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676303.564743:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6350900. 00010000:00000010:2.0:1734676303.564756:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.564761:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.564777:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.564780:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.564790:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.564797:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847680, offset 224 00000400:00000200:2.0:1734676303.564802:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.564809:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.564814:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79593:79593:256:4294967295] 192.168.203.46@tcp LPNI seq info [79589:79589:8:4294967295] 00000400:00000200:2.0:1734676303.564821:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.564826:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.564829:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef100. 00000800:00000200:2.0:1734676303.564834:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.564839:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.564843:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.564863:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676303.564867:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.564870:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d1fc600. 00000800:00000200:0.0:1734676303.564987:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.564990:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef100. 00000400:00000200:0.0:1734676303.564992:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.564996:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.564998:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676303.565000:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00080000:00000010:3.0:1734676303.565062:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131367c00. 00010000:00000010:3.0:1734676303.565130:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676303.565136:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6350880. 00010000:00000010:3.0:1734676303.565192:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defe00. 00010000:00000010:3.0:1734676303.565195:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676303.565200:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009584f200. 00010000:00000010:3.0:1734676303.565204:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00080000:00000010:3.0:1734676303.565214:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d986c00. 00010000:00000010:3.0:1734676303.565232:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676303.565236:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676303.565273:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d986a00. 00010000:00000010:3.0:1734676303.565276:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676303.565281:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.565284:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.565288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.565296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d987c00. 02000000:00000010:3.0:1734676303.565311:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d987a00. 00000400:00000010:3.0:1734676303.565315:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.565317:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.565321:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338816, portal 16 00000400:00000010:3.0:1734676303.565324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676303.565332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338816, offset 0 00000400:00000200:3.0:1734676303.565336:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.565340:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.565344:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.565347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.565350:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.565352:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.565354:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79594:79594:256:4294967295] 192.168.203.46@tcp LPNI seq info [79590:79590:8:4294967295] 00000400:00000200:3.0:1734676303.565360:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.565364:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.565366:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.565369:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.565374:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.565376:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.565570:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.565574:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676303.565576:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.565580:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.565582:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676303.565584:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676303.565588:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864338816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.567750:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529700. 00010000:00000010:1.1:1734676303.567761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd600. 00010000:00000010:2.1:1734676303.567828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168400. 00010000:00000010:0.1:1734676303.568029:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0700. 00010000:00000010:0.1:1734676303.568055:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60c00. 00010000:00000010:0.1:1734676303.568061:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b000. 00010000:00000010:0.1:1734676303.568064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60400. 00000400:00000200:2.0:1734676303.568119:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.568133:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08780 00000400:00000200:2.0:1734676303.568140:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c79 [1] + 224 00000400:00000200:2.0:1734676303.568159:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.568162:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.568171:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864338816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.568275:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.568280:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676303.568282:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.568287:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864338816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.568293:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864338816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.568315:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d987a00. 02000000:00000010:3.0:1734676303.568320:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d987c00. 00000100:00000010:3.0:1734676303.568323:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676303.568326:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.568330:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.569068:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.569078:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161280 00000400:00000200:0.0:1734676303.569084:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa25bd [2] + 1968 00000400:00000010:0.0:1734676303.569087:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7e18. 00000400:00000200:0.0:1734676303.569089:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130d05c00 00000400:00000200:0.0:1734676303.570008:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.570014:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.570018:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130d05c00 00000400:00000010:0.0:1734676303.570021:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130d05c00. 00000100:00000200:0.0:1734676303.570026:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.570182:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.570188:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.570192:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.570213:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507450 x1818938867847808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.570246:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847808 02000000:00000010:1.0:1734676303.570254:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.570276:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a0db80. 00010000:00000010:1.0:1734676303.570295:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.570301:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676303.570309:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676303.570311:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.570320:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676303.570325:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847808, offset 224 00000400:00000200:1.0:1734676303.570330:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.570339:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.570344:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79595:79595:256:4294967295] 192.168.203.46@tcp LPNI seq info [79591:79591:8:4294967295] 00010000:00000010:0.1:1734676303.570344:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b400. 00010000:00000010:0.1:1734676303.570349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009584ea00. 00000400:00000200:1.0:1734676303.570352:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:0.1:1734676303.570354:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defe00. 00010000:00000010:0.1:1734676303.570356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009584f200. 00000800:00000200:1.0:1734676303.570357:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.570360:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62700. 00000800:00000200:1.0:1734676303.570364:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.570370:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.572238:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.572280:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.572289:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.572293:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 02000000:00000010:1.0:1734676303.572302:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676303.572307:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.572311:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:1.0:1734676303.572313:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.572316:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676303.572317:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.572319:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676303.572321:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.572323:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676303.572325:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.572328:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.572329:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:1.0:1734676303.572338:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.572343:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb58. 00000800:00000200:0.0:1734676303.572345:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.572348:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62700. 00000400:00000010:1.0:1734676303.572349:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0cc0. 00000400:00000200:0.0:1734676303.572351:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.572357:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.572360:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676303.572362:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 02000000:00000010:0.0:1734676303.572365:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00080000:00000010:2.0:1734676303.572446:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1fc600. 00010000:00000010:2.0:1734676303.572525:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:2.0:1734676303.572531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a0db00. 00010000:00000010:2.0:1734676303.572593:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fc200. 00010000:00000010:2.0:1734676303.572598:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676303.572606:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.572611:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.572618:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.572629:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fd600. 02000000:00000010:2.0:1734676303.572650:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cda1a00. 00000400:00000010:2.0:1734676303.572653:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.572656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676303.572660:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864338944, portal 16 00000400:00000010:2.0:1734676303.572663:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676303.572665:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864338944, offset 0 00000400:00000200:2.0:1734676303.572670:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.572677:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.572682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.572685:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.572688:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.572690:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.572693:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79596:79596:256:4294967295] 192.168.203.46@tcp LPNI seq info [79592:79592:8:4294967295] 00000400:00000200:2.0:1734676303.572699:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.572703:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.572706:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef700. 00000800:00000200:2.0:1734676303.572710:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.572714:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.572717:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.572780:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.572783:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef700. 00000400:00000200:0.0:1734676303.572786:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.572789:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.572791:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676303.572792:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676303.572799:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864338944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.573147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c200. 00010000:00000010:0.1:1734676303.576182:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038800. 00000400:00000200:0.0:1734676303.576940:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.576956:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08800 00000400:00000200:0.0:1734676303.576963:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c89 [1] + 224 00000400:00000200:0.0:1734676303.576984:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.576987:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.576996:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864338944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.577738:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.577743:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:2.0:1734676303.577745:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676303.577752:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864338944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.577759:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864338944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.577782:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cda1a00. 02000000:00000010:2.0:1734676303.577787:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fd600. 00000100:00000010:2.0:1734676303.577792:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.577797:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.577800:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.581132:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.581168:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161300 00000400:00000200:1.0:1734676303.581177:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 0 00000400:00000200:1.0:1734676303.581741:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.581747:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.581753:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.581758:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00010000:00000010:0.1:1734676303.584273:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529900. 00010000:00000010:0.1:1734676303.584284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d986a00. 00000020:00000010:2.0:1734676303.586942:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cda1a00. 00000020:00000010:2.0:1734676303.586949:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676303.586953:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.586976:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867847936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.587448:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867847936 02000000:00000010:2.0:1734676303.587458:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676303.587481:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df8480. 00010000:00000010:2.0:1734676303.587509:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.587515:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.589164:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.589172:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.589187:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676303.589193:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867847936, offset 224 00000400:00000200:2.0:1734676303.589202:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.589212:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.589218:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79597:79597:256:4294967295] 192.168.203.46@tcp LPNI seq info [79593:79593:8:4294967295] 00000400:00000200:2.0:1734676303.589226:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.589231:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.589235:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.589240:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.589247:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.589250:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.589273:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676303.589277:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.589281:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cda1a00. 00080000:00000010:3.0:1734676303.589945:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d987c00. 00010000:00000010:3.0:1734676303.590015:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:3.0:1734676303.590022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097df8800. 00000800:00000200:0.0:1734676303.590087:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.590090:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:0.0:1734676303.590104:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.590109:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.590113:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676303.590115:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00010000:00000010:3.0:1734676303.590581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d987a00. 00010000:00000010:3.0:1734676303.590587:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676303.590596:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.590601:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.590607:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.590617:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d986200. 02000000:00000010:3.0:1734676303.590637:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d986a00. 00000400:00000010:3.0:1734676303.590642:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.590646:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.590650:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339072, portal 16 00000400:00000010:3.0:1734676303.590653:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676303.590654:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339072, offset 0 00000400:00000200:3.0:1734676303.590659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.590663:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.590668:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.590671:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.590675:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.590677:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.590679:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79598:79598:256:4294967295] 192.168.203.46@tcp LPNI seq info [79594:79594:8:4294967295] 00000400:00000200:3.0:1734676303.590685:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.590689:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.590691:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.590695:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.590699:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.590702:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676303.590723:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.590728:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7cf200. 02000000:00000010:3.0:1734676303.590736:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7cf600. 00000400:00000010:3.0:1734676303.590738:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.590740:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.590742:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339200, portal 16 00000400:00000010:3.0:1734676303.590745:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676303.590747:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339200, offset 0 00000400:00000200:3.0:1734676303.590751:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.590754:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.590756:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.590758:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.590760:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.590761:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.590764:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79599:79599:255:4294967295] 192.168.203.46@tcp LPNI seq info [79595:79595:7:4294967295] 00000400:00000200:3.0:1734676303.590770:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.590773:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.590775:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.590778:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.590782:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.590785:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.590920:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.590923:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.590925:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.590929:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.590931:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676303.590932:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676303.590939:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864339072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.591173:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.591176:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676303.591178:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.591182:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.591184:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676303.591185:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676303.591189:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864339200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.592356:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8000. 00000400:00000200:0.0:1734676303.593071:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.593083:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08880 00000400:00000200:0.0:1734676303.593091:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c95 [1] + 224 00000400:00000200:0.0:1734676303.593119:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.593123:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.593131:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864339072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.594185:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.594196:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08900 00000400:00000200:1.0:1734676303.594202:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3c9d [1] + 224 00000400:00000200:1.0:1734676303.594209:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.594212:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.594218:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864339200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676303.594231:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.594235:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161380 00000400:00000200:1.0:1734676303.594240:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 328 00000400:00000200:1.0:1734676303.594245:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.594248:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.594251:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.594257:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000400:00000010:3.0:1734676303.594507:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.594512:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676303.594514:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.594520:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864339072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.594527:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864339072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.594546:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.594548:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.594549:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.594552:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864339200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.594558:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864339200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.594569:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d986a00. 02000000:00000010:3.0:1734676303.594574:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d986200. 00000100:00000010:3.0:1734676303.594577:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676303.594579:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7cf600. 02000000:00000010:3.0:1734676303.594583:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7cf200. 00000100:00000010:3.0:1734676303.594584:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.594586:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.594590:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:1.0:1734676303.595023:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.595029:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161400 00000400:00000200:1.0:1734676303.595033:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 656 00000400:00000200:1.0:1734676303.595077:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.595081:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.595084:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.595088:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:0.0:1734676303.595215:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd39400. 00000020:00000010:0.0:1734676303.595222:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb00. 00000020:00000010:0.0:1734676303.595226:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676303.595249:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867848064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:0.0:1734676303.595276:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd38800. 00000020:00000010:0.0:1734676303.595279:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.595281:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676303.595287:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867848192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.595299:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848064 02000000:00000010:0.0:1734676303.595305:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676303.595325:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823c00. 00000400:00000010:0.0:1734676303.595344:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676303.595348:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848064, offset 224 00000400:00000200:0.0:1734676303.595352:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.595359:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.595364:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79600:79600:256:4294967295] 192.168.203.46@tcp LPNI seq info [79596:79596:8:4294967295] 00000400:00000200:0.0:1734676303.595371:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.595375:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.595377:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b300. 00000800:00000200:0.0:1734676303.595382:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.595387:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.595391:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.595402:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb00. 00000020:00000010:0.0:1734676303.595404:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676303.595406:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd39400. 00000100:00000200:0.0:1734676303.595412:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848192 02000000:00000010:0.0:1734676303.595415:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676303.595422:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b808f80. 00010000:00000010:0.0:1734676303.595430:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273ac0. 00000100:00000010:0.0:1734676303.595435:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676303.595439:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676303.595441:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273ac0. 00000400:00000010:0.0:1734676303.595445:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676303.595447:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848192, offset 224 00000400:00000200:0.0:1734676303.595450:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.595453:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.595456:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79601:79601:255:4294967295] 192.168.203.46@tcp LPNI seq info [79597:79597:7:4294967295] 00000400:00000200:0.0:1734676303.595462:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.595465:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.595466:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09bc00. 00000800:00000200:0.0:1734676303.595468:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.595471:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.595473:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09bc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.595476:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676303.595478:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676303.595479:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd38800. 00000800:00000200:0.0:1734676303.595501:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.595503:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b300. 00000400:00000200:0.0:1734676303.595505:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.595508:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.595510:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:0.0:1734676303.595512:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00080000:00000010:3.0:1734676303.595702:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7cf200. 00010000:00000010:3.0:1734676303.595757:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676303.595762:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b808f00. 00010000:00000010:3.0:1734676303.595815:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7cf600. 00010000:00000010:3.0:1734676303.595820:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676303.595826:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.595829:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.595834:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.595842:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7cfc00. 02000000:00000010:3.0:1734676303.595857:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7ce200. 00000400:00000010:3.0:1734676303.595862:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.595864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.595869:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339328, portal 16 00000400:00000010:3.0:1734676303.595872:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.595873:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339328, offset 0 00000400:00000200:3.0:1734676303.595877:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.595882:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.595885:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.595889:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.595892:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.595893:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.595896:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79602:79602:255:4294967295] 192.168.203.46@tcp LPNI seq info [79598:79598:7:4294967295] 00000400:00000200:3.0:1734676303.595902:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.595906:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.595908:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.595912:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.595916:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.595918:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.597161:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.597167:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09bc00. 00000400:00000200:0.0:1734676303.597172:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.597177:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.597181:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:0.0:1734676303.597183:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000800:00000200:2.0:1734676303.598497:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.598502:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:2.0:1734676303.598505:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.598510:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.598513:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:2.0:1734676303.598515:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:2.0:1734676303.598522:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864339328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.598849:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd000. 00010000:00000010:1.1:1734676303.598856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc200. 00000400:00000200:0.0:1734676303.601315:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.601330:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08980 00000400:00000200:0.0:1734676303.601338:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3cad [1] + 224 00000400:00000200:0.0:1734676303.601358:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.601362:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.601371:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864339328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.601840:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.601845:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.601847:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.601853:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864339328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.601860:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864339328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.601881:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7ce200. 02000000:00000010:3.0:1734676303.601886:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7cfc00. 00000100:00000010:3.0:1734676303.601890:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.601893:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.601898:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.603982:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.603995:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161480 00000400:00000200:0.0:1734676303.604003:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 984 00000400:00000200:0.0:1734676303.604107:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.604112:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.604117:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.604123:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676303.604217:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cda1600. 00000020:00000010:2.0:1734676303.604223:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676303.604228:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.604249:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867848320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.604279:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848320 02000000:00000010:2.0:1734676303.604288:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.604309:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfeeb00. 00010000:00000010:2.0:1734676303.604330:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.604336:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.604343:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.604345:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000010:2.0:1734676303.604355:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.604359:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848320, offset 224 00000400:00000200:2.0:1734676303.604363:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.604370:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.604375:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79603:79603:256:4294967295] 192.168.203.46@tcp LPNI seq info [79599:79599:8:4294967295] 00000400:00000200:2.0:1734676303.604383:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.604387:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.604390:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.604394:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.604399:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.604402:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.604414:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676303.604416:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.604420:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cda1600. 00000800:00000200:2.0:1734676303.604458:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.604460:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:2.0:1734676303.604462:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.604464:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.604467:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.604469:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:2.0:1734676303.604497:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda1a00. 00010000:00000010:2.0:1734676303.604555:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:2.0:1734676303.604561:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfeea80. 00010000:00000010:2.0:1734676303.604611:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fc200. 00010000:00000010:2.0:1734676303.604616:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676303.604623:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.604626:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.604631:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.604639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d1fd600. 02000000:00000010:2.0:1734676303.604655:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103e400. 00000400:00000010:2.0:1734676303.604660:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.604662:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.604666:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339456, portal 16 00000400:00000010:2.0:1734676303.604670:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676303.604671:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339456, offset 0 00000400:00000200:2.0:1734676303.604675:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.604679:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.604682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.604686:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.604689:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.604691:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.604693:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79604:79604:256:4294967295] 192.168.203.46@tcp LPNI seq info [79600:79600:8:4294967295] 00000400:00000200:2.0:1734676303.604699:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.604703:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.604705:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.604708:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.604712:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.604714:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.605820:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.605824:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:0.0:1734676303.605827:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.605831:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.605833:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676303.605834:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676303.605840:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864339456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.609574:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8ee00. 00010000:00000010:1.1:1734676303.609584:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea800. 00000400:00000200:0.0:1734676303.612906:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.612922:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08a00 00000400:00000200:0.0:1734676303.612930:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3cb9 [1] + 224 00000400:00000200:0.0:1734676303.612940:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.612943:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.612953:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864339456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.612972:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.612977:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161500 00000400:00000200:0.0:1734676303.612981:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 1312 00000400:00000200:0.0:1734676303.613166:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.613171:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.613175:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.613182:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676303.614201:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.614207:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.614209:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.614216:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864339456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.614228:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864339456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.614251:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103e400. 02000000:00000010:2.0:1734676303.614255:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d1fd600. 00000100:00000010:2.0:1734676303.614261:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.614266:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.614269:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:3.0:1734676303.616834:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7cfc00. 00000020:00000010:3.0:1734676303.616842:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.616845:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.616868:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867848448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.616892:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848448 02000000:00000010:3.0:1734676303.616900:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676303.616922:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013137ac00. 00010000:00000010:3.0:1734676303.616938:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.616943:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.616957:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.616962:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.616972:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.616978:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848448, offset 224 00000400:00000200:3.0:1734676303.616983:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.616993:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.616999:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79605:79605:256:4294967295] 192.168.203.46@tcp LPNI seq info [79601:79601:8:4294967295] 00000400:00000200:3.0:1734676303.617007:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.617012:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.617015:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.617020:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.617026:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.617030:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.617056:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.617059:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.617063:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7cfc00. 00000800:00000200:3.0:1734676303.617158:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.617161:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:3.0:1734676303.617165:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.617169:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.617172:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.617174:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00080000:00000010:0.0:1734676303.617235:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd38800. 00010000:00000010:0.0:1734676303.617295:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:0.0:1734676303.617300:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013137ab80. 00010000:00000010:0.0:1734676303.617368:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd39400. 00010000:00000010:0.0:1734676303.617373:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc00. 00010000:00000010:0.0:1734676303.617380:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273ac0. 00000100:00000010:0.0:1734676303.617383:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676303.617388:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676303.617397:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd38a00. 02000000:00000010:0.0:1734676303.617414:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd38200. 00000400:00000010:0.0:1734676303.617418:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676303.617421:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676303.617425:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339584, portal 16 00000400:00000010:0.0:1734676303.617429:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676303.617430:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339584, offset 0 00000400:00000200:0.0:1734676303.617436:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.617440:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.617444:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.617447:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.617450:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.617452:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.617454:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79606:79606:256:4294967295] 192.168.203.46@tcp LPNI seq info [79602:79602:8:4294967295] 00000400:00000200:0.0:1734676303.617461:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.617464:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.617467:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b300. 00000800:00000200:0.0:1734676303.617470:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.617474:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.617476:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.617508:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.617510:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b300. 00000400:00000200:0.0:1734676303.617512:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.617515:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.617518:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:0.0:1734676303.617519:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676303.617524:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864339584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.617920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6800. 00010000:00000010:1.1:1734676303.617927:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c800. 00010000:00000010:1.1:1734676303.617930:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cf600. 00010000:00000010:2.1:1734676303.617975:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0d00. 00010000:00000010:2.1:1734676303.617983:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d987a00. 00000400:00000200:0.0:1734676303.619741:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.619754:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08a80 00000400:00000200:0.0:1734676303.619762:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3cc5 [1] + 224 00000400:00000200:0.0:1734676303.619770:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.619773:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.619782:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864339584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.620995:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.621002:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161580 00000400:00000200:0.0:1734676303.621008:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 1640 00000400:00000200:0.0:1734676303.621080:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.621085:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.621089:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.621104:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:2.0:1734676303.621204:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:2.0:1734676303.621210:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676303.621212:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:2.0:1734676303.621228:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864339584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676303.621259:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7ce200. 00000020:00000010:3.0:1734676303.621265:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.621269:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.621289:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867848576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.621321:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848576 02000000:00000010:3.0:1734676303.621329:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676303.621357:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.621362:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.621367:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.621371:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.621379:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.621383:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848576, offset 224 00000400:00000200:3.0:1734676303.621387:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.621393:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.621399:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79607:79607:256:4294967295] 192.168.203.46@tcp LPNI seq info [79603:79603:8:4294967295] 00000400:00000200:3.0:1734676303.621407:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.621411:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.621415:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.621419:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.621424:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.621428:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.621440:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.621442:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.621445:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7ce200. 00000800:00000200:3.0:1734676303.621482:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.621485:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:3.0:1734676303.621487:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.621490:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.621493:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.621494:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676303.621577:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864339584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.621594:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fa14900. 02000000:00000010:2.0:1734676303.621621:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd38200. 02000000:00000010:2.0:1734676303.621625:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd38a00. 00000100:00000010:2.0:1734676303.621628:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676303.621632:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:2.0:1734676303.621635:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273ac0. 00080000:00000010:2.0:1734676303.621648:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013103e400. 00010000:00000010:2.0:1734676303.621712:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc00. 00010000:00000010:2.0:1734676303.621717:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fa14100. 00010000:00000010:2.0:1734676303.621779:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103e200. 00010000:00000010:2.0:1734676303.621783:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.621790:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.621794:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.621799:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.621806:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103f800. 02000000:00000010:2.0:1734676303.621822:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103fa00. 00000400:00000010:2.0:1734676303.621826:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.621828:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.621832:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339712, portal 16 00000400:00000010:2.0:1734676303.621835:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676303.621836:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339712, offset 0 00000400:00000200:2.0:1734676303.621840:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.621843:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.621846:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.621849:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.621852:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.621854:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.621856:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79608:79608:256:4294967295] 192.168.203.46@tcp LPNI seq info [79604:79604:8:4294967295] 00000400:00000200:2.0:1734676303.621861:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.621864:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.621867:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef900. 00000800:00000200:2.0:1734676303.621869:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.621873:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.621875:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.622141:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.622144:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef900. 00000400:00000200:0.0:1734676303.622146:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.622150:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.622152:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676303.622154:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676303.622159:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864339712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.623843:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.623853:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08b00 00000400:00000200:0.0:1734676303.623860:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3cd1 [1] + 224 00000400:00000200:0.0:1734676303.623867:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.623869:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.623876:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864339712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.623907:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.623911:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161600 00000400:00000200:0.0:1734676303.623915:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa260d [2] + 1968 00000400:00000010:0.0:1734676303.623919:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad1b8. 00000400:00000200:0.0:1734676303.623922:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4540 00000400:00000010:2.0:1734676303.623928:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.623931:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.623933:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000400:00000200:0.0:1734676303.623933:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.623936:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.623938:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864339712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.623939:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4540 00000400:00000010:0.0:1734676303.623941:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4540. 00000100:00000200:2.0:1734676303.623945:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864339712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.623945:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1734676303.623963:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103fa00. 02000000:00000010:2.0:1734676303.623967:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103f800. 00000100:00000010:2.0:1734676303.623969:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.623974:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.623977:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00010000:00000010:1.1:1734676303.625250:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7400. 00010000:00000010:1.1:1734676303.625259:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fc200. 00000020:00000010:1.0:1734676303.625266:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19c00. 00000020:00000010:1.0:1734676303.625271:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.625275:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.625292:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506050 x1818938867848704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.625321:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848704 02000000:00000010:1.0:1734676303.625329:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676303.625347:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a0d200. 00010000:00000010:1.0:1734676303.625371:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.625378:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800735a9780. 00000100:00000010:1.0:1734676303.625391:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800735a9780. 00010000:00000010:1.0:1734676303.625394:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.625404:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676303.625408:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848704, offset 224 00000400:00000200:1.0:1734676303.625413:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676303.625420:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013103f800. 00000400:00000200:1.0:1734676303.625421:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.625425:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79609:79609:256:4294967295] 192.168.203.46@tcp LPNI seq info [79605:79605:8:4294967295] 00000400:00000200:1.0:1734676303.625432:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.625436:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.625439:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62000. 00000800:00000200:1.0:1734676303.625443:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.625448:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.625451:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.625462:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.625465:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.625468:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19c00. 00010000:00000010:2.0:1734676303.625473:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 02000000:00000010:1.0:1734676303.625474:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676303.625476:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00010000:00000010:2.0:1734676303.625478:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a0dd80. 02000000:00000010:1.0:1734676303.625479:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676303.625481:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.625484:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676303.625486:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.625490:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676303.625492:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.625496:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676303.625499:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676303.625501:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676303.625503:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000200:1.0:1734676303.625507:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.625512:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad7e8. 00000400:00000010:1.0:1734676303.625516:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800735a9780. 00010000:00000010:2.0:1734676303.625602:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103fa00. 00010000:00000010:2.0:1734676303.625607:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.625614:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.625617:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.625622:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.625629:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103fc00. 00000800:00000200:3.0:1734676303.625630:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.625632:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62000. 00000400:00000200:3.0:1734676303.625635:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.625638:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.625641:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:3.0:1734676303.625642:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 02000000:00000010:3.0:1734676303.625644:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 02000000:00000010:2.0:1734676303.625644:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103e000. 00000400:00000010:2.0:1734676303.625647:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.625650:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.625653:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339840, portal 16 00000400:00000010:2.0:1734676303.625656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676303.625657:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339840, offset 0 00000400:00000200:2.0:1734676303.625661:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.625665:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.625668:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.625671:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.625674:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.625675:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.625677:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79610:79610:256:4294967295] 192.168.203.46@tcp LPNI seq info [79606:79606:8:4294967295] 00000400:00000200:2.0:1734676303.625683:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.625686:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.625689:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef400. 00000800:00000200:2.0:1734676303.625692:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.625695:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.625697:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.626915:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.626919:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef400. 00000400:00000200:1.0:1734676303.626922:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.626926:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.626930:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676303.626931:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:1.0:1734676303.626939:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864339840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.627210:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec2800. 00010000:00000010:3.1:1734676303.627382:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80f800. 00000400:00000200:0.0:1734676303.629707:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.629722:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08b80 00000400:00000200:0.0:1734676303.629730:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ce1 [1] + 224 00000400:00000200:0.0:1734676303.629750:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.629754:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.629763:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864339840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.629849:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.629854:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.629856:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.629863:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864339840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.629870:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864339840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.629898:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103e000. 02000000:00000010:2.0:1734676303.629904:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103fc00. 00000100:00000010:2.0:1734676303.629908:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.629913:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.629917:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00010000:00000010:0.1:1734676303.630729:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54200. 00000400:00000200:0.0:1734676303.631609:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.631620:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161680 00000400:00000200:0.0:1734676303.631627:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 0 00000400:00000200:0.0:1734676303.631682:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.631685:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.631691:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.631696:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676303.631774:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7cfc00. 00000020:00000010:3.0:1734676303.631779:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.631783:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.631803:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867848832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.631835:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848832 02000000:00000010:3.0:1734676303.631843:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081400. 00010000:00000010:3.0:1734676303.631865:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66000. 00010000:00000010:3.0:1734676303.631894:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.631899:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.631906:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.631909:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.631918:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.631922:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848832, offset 224 00000400:00000200:3.0:1734676303.631927:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676303.631931:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013103fc00. 00000400:00000200:3.0:1734676303.631933:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.631938:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79611:79611:256:4294967295] 192.168.203.46@tcp LPNI seq info [79607:79607:8:4294967295] 00000400:00000200:3.0:1734676303.631944:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.631948:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.631951:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.631955:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.631960:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.631963:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.631982:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.631985:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00010000:00000010:2.0:1734676303.631985:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00000020:00000010:3.0:1734676303.631988:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7cfc00. 00010000:00000010:2.0:1734676303.631990:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800834fbf00. 00010000:00000010:2.0:1734676303.632078:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103e000. 00010000:00000010:2.0:1734676303.632082:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.632088:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.632091:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.632108:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.632116:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103f200. 02000000:00000010:2.0:1734676303.632133:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d1fc200. 00000400:00000010:2.0:1734676303.632137:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.632141:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.632144:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864339968, portal 16 00000400:00000010:2.0:1734676303.632147:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676303.632149:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864339968, offset 0 00000400:00000200:2.0:1734676303.632153:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.632157:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.632160:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.632164:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.632166:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.632168:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.632170:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79612:79612:255:4294967295] 192.168.203.46@tcp LPNI seq info [79608:79608:7:4294967295] 00000400:00000200:2.0:1734676303.632178:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.632181:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.632183:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef300. 00000800:00000200:2.0:1734676303.632186:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.632190:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.632192:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.632764:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.632768:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.632770:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.632774:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.632778:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676303.632779:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:0.0:1734676303.632958:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.632960:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef300. 00000400:00000200:0.0:1734676303.632963:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.632966:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.632969:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676303.632970:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676303.632977:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864339968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.633147:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d6600. 00010000:00000010:1.1:1734676303.633152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39400. 00010000:00000010:1.1:1734676303.633155:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62200. 00010000:00000010:1.1:1734676303.633158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e200. 00000400:00000200:0.0:1734676303.634264:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.634275:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08c00 00000400:00000200:0.0:1734676303.634282:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ced [1] + 224 00000400:00000200:0.0:1734676303.634298:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.634302:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.634310:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864339968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.635021:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.635027:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161700 00000400:00000200:0.0:1734676303.635032:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 328 00000400:00000010:2.0:1734676303.635205:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.635209:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.635211:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.635217:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864339968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.635224:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864339968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.635246:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d1fc200. 02000000:00000010:2.0:1734676303.635251:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103f200. 00000100:00000010:2.0:1734676303.635256:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.635261:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.635264:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000400:00000200:0.0:1734676303.635424:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.635429:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.635434:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.635438:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676303.635492:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18e00. 00000020:00000010:1.0:1734676303.635497:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.635501:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.635519:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867848960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.635549:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867848960 02000000:00000010:1.0:1734676303.635558:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676303.635579:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66e00. 00010000:00000010:1.0:1734676303.635603:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.635612:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313073c0. 00000100:00000010:1.0:1734676303.635623:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313073c0. 00010000:00000010:1.0:1734676303.635625:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.635634:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676303.635638:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867848960, offset 224 00000400:00000200:1.0:1734676303.635642:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.635648:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.635653:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79613:79613:256:4294967295] 192.168.203.46@tcp LPNI seq info [79609:79609:8:4294967295] 00000400:00000200:1.0:1734676303.635659:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.635663:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.635666:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62200. 00000800:00000200:1.0:1734676303.635670:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.635676:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.635679:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.635691:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.635694:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.635697:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18e00. 00080000:00000010:2.0:1734676303.635738:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1fc200. 00010000:00000010:2.0:1734676303.635793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.635798:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66080. 00000800:00000200:1.0:1734676303.635828:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.635831:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62200. 00000400:00000200:1.0:1734676303.635833:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.635836:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.635838:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676303.635839:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00010000:00000010:2.0:1734676303.635852:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1fd600. 00010000:00000010:2.0:1734676303.635857:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.635863:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.635866:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.635870:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.635879:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130111600. 02000000:00000010:2.0:1734676303.635894:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130111200. 00000400:00000010:2.0:1734676303.635897:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.635899:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.635904:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340096, portal 16 00000400:00000010:2.0:1734676303.635907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676303.635909:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340096, offset 0 00000400:00000200:2.0:1734676303.635912:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.635917:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.635920:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.635923:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.635926:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.635928:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.635930:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79614:79614:256:4294967295] 192.168.203.46@tcp LPNI seq info [79610:79610:8:4294967295] 00000400:00000200:2.0:1734676303.635936:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.635940:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.635942:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefa00. 00000800:00000200:2.0:1734676303.635945:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.635949:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.635951:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.636138:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.636141:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefa00. 00000400:00000200:1.0:1734676303.636143:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.636146:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.636148:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676303.636150:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:1.0:1734676303.636154:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864340096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.637320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fece800. 00000400:00000200:0.0:1734676303.638467:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.638478:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08c80 00000400:00000200:0.0:1734676303.638485:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3cf9 [1] + 224 00000400:00000200:0.0:1734676303.638493:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.638496:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.638504:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864340096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.638529:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.638532:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161780 00000400:00000200:0.0:1734676303.638536:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 656 00000400:00000200:0.0:1734676303.638548:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.638550:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.638554:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.638558:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:2.0:1734676303.638640:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.638645:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.638647:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.638652:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864340096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.638659:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864340096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.638680:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130111200. 02000000:00000010:2.0:1734676303.638684:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130111600. 00000100:00000010:2.0:1734676303.638687:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.638692:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.638695:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:3.0:1734676303.638764:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7cfc00. 00000020:00000010:3.0:1734676303.638773:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.638777:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.638795:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867849088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.638823:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849088 02000000:00000010:3.0:1734676303.638831:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676303.638851:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136d400. 00010000:00000010:3.0:1734676303.638875:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.638880:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.638891:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.638895:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.638903:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676303.638907:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849088, offset 224 00000400:00000200:3.0:1734676303.638911:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.638918:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.638923:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79615:79615:256:4294967295] 192.168.203.46@tcp LPNI seq info [79611:79611:8:4294967295] 00000400:00000200:3.0:1734676303.638930:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.638934:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.638938:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.638942:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.638948:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.638950:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.638964:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.638967:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.638970:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7cfc00. 00080000:00000010:2.0:1734676303.639340:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130111600. 00010000:00000010:2.0:1734676303.639397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.639403:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013136d380. 00010000:00000010:2.0:1734676303.639458:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130111200. 00010000:00000010:2.0:1734676303.639462:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.639468:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.639471:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.639476:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.639485:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d8b3800. 02000000:00000010:2.0:1734676303.639501:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d8b2600. 00000400:00000010:2.0:1734676303.639505:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.639508:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.639512:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340224, portal 16 00000400:00000010:2.0:1734676303.639516:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676303.639517:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340224, offset 0 00000400:00000200:2.0:1734676303.639521:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.639526:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.639530:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.639533:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.639535:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.639537:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.639539:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79616:79616:255:4294967295] 192.168.203.46@tcp LPNI seq info [79612:79612:7:4294967295] 00000400:00000200:2.0:1734676303.639545:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.639548:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.639551:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef200. 00000800:00000200:2.0:1734676303.639554:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.639558:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.639560:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.639693:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.639697:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676303.639700:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.639704:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.639707:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676303.639708:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:1.0:1734676303.639741:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.639743:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef200. 00000400:00000200:1.0:1734676303.639745:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.639748:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.639749:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676303.639750:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676303.639754:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864340224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.641595:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.641608:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08d00 00000400:00000200:0.0:1734676303.641614:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d05 [1] + 224 00000400:00000200:0.0:1734676303.641621:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.641625:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.641631:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864340224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.641661:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.641665:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161800 00000400:00000200:0.0:1734676303.641669:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 984 00000400:00000200:0.0:1734676303.641715:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.641718:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.641722:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.641726:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676303.641811:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19600. 00000020:00000010:1.0:1734676303.641816:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.641820:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.641834:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867849216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.641864:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849216 02000000:00000010:1.0:1734676303.641872:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.641897:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.641902:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313073c0. 00000100:00000010:1.0:1734676303.641906:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313073c0. 00010000:00000010:1.0:1734676303.641909:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.641917:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676303.641920:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849216, offset 224 00000400:00000200:1.0:1734676303.641925:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.641932:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.641936:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79617:79617:256:4294967295] 192.168.203.46@tcp LPNI seq info [79613:79613:8:4294967295] 00000400:00000200:1.0:1734676303.641943:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.641947:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.641950:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62200. 00000800:00000200:1.0:1734676303.641954:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.641958:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.641961:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.641971:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.641974:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.641977:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19600. 00000800:00000200:0.0:1734676303.642240:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.642243:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62200. 00000400:00000200:0.0:1734676303.642246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.642249:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.642252:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676303.642254:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000400:00000010:2.0:1734676303.642309:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.642313:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.642314:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.642319:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864340224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.642332:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864340224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.642347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d18f600. 02000000:00000010:2.0:1734676303.642356:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d8b2600. 02000000:00000010:2.0:1734676303.642360:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d8b3800. 00000100:00000010:2.0:1734676303.642364:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.642369:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.642371:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00080000:00000010:2.0:1734676303.642382:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b3800. 00010000:00000010:2.0:1734676303.642430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.642435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d18f580. 00010000:00000010:2.0:1734676303.642489:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012fdef200. 00010000:00000010:2.0:1734676303.642492:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.642495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b2600. 00010000:00000010:2.0:1734676303.642499:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676303.642507:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a4f98000. 00010000:00000010:2.0:1734676303.642524:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676303.642527:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.642565:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a97e00. 00010000:00000010:2.0:1734676303.642567:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.642573:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.642576:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.642580:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.642588:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880088a97800. 02000000:00000010:2.0:1734676303.642602:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a96400. 00000400:00000010:2.0:1734676303.642605:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.642608:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.642611:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340352, portal 16 00000400:00000010:2.0:1734676303.642614:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676303.642616:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340352, offset 0 00000400:00000200:2.0:1734676303.642620:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.642624:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.642627:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.642630:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.642633:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.642635:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.642637:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79618:79618:256:4294967295] 192.168.203.46@tcp LPNI seq info [79614:79614:8:4294967295] 00000400:00000200:2.0:1734676303.642643:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.642646:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.642649:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefa00. 00000800:00000200:2.0:1734676303.642652:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.642656:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.642658:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676303.643139:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.643142:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefa00. 00000400:00000200:3.0:1734676303.643144:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.643148:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.643151:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676303.643152:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676303.643157:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864340352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.643319:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29800. 00010000:00000010:1.1:1734676303.643328:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67000. 00010000:00000010:1.1:1734676303.643331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103fa00. 00000400:00000200:0.0:1734676303.644775:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.644785:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08d80 00000400:00000200:0.0:1734676303.644791:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d11 [1] + 224 00000400:00000200:0.0:1734676303.644806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.644809:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.644815:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864340352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.645084:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.645091:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161880 00000400:00000200:0.0:1734676303.645106:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 1312 00000400:00000200:0.0:1734676303.645151:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.645155:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.645160:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.645165:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676303.645395:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7cf600. 00000020:00000010:3.0:1734676303.645401:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.645405:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.645420:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867849344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676303.645743:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676303.645747:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676303.645749:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.645756:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864340352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.645763:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864340352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.645781:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a96400. 02000000:00000010:2.0:1734676303.645787:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880088a97800. 00000100:00000010:2.0:1734676303.645790:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676303.645795:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676303.645798:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000100:00000200:3.0:1734676303.645843:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849344 02000000:00000010:3.0:1734676303.645850:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676303.645870:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff3c00. 00010000:00000010:3.0:1734676303.645882:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.645887:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.645901:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.645905:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.645914:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.645918:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849344, offset 224 00000400:00000200:3.0:1734676303.645923:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.645929:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.645935:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79619:79619:256:4294967295] 192.168.203.46@tcp LPNI seq info [79615:79615:8:4294967295] 00000400:00000200:3.0:1734676303.645943:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.645947:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.645950:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.645954:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.645960:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.645963:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.645975:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.645978:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.645981:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7cf600. 00080000:00000010:2.0:1734676303.646283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a97800. 00010000:00000010:2.0:1734676303.646335:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.646340:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3300. 00010000:00000010:2.0:1734676303.646394:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a96400. 00010000:00000010:2.0:1734676303.646400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676303.646406:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aeda80. 00000100:00000010:2.0:1734676303.646408:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676303.646412:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676303.646421:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481400. 02000000:00000010:2.0:1734676303.646437:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098481600. 00000400:00000010:2.0:1734676303.646440:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676303.646443:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.646447:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340480, portal 16 00000400:00000010:2.0:1734676303.646450:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676303.646451:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340480, offset 0 00000400:00000200:2.0:1734676303.646455:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.646460:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.646463:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.646466:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.646469:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.646471:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.646473:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79620:79620:255:4294967295] 192.168.203.46@tcp LPNI seq info [79616:79616:7:4294967295] 00000400:00000200:2.0:1734676303.646479:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.646482:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.646484:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef300. 00000800:00000200:2.0:1734676303.646487:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.646491:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.646493:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676303.646717:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.646720:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:3.0:1734676303.646722:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.646726:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.646728:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676303.646730:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:3.0:1734676303.646760:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.646761:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef300. 00000400:00000200:3.0:1734676303.646764:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.646767:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.646768:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:3.0:1734676303.646770:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:3.0:1734676303.646775:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864340480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.648032:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.648085:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08e00 00000400:00000200:0.0:1734676303.648091:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d1d [1] + 224 00000400:00000200:0.0:1734676303.648108:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.648111:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.648117:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864340480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.648145:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.648149:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161900 00000400:00000200:0.0:1734676303.648153:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 1640 00000400:00000200:0.0:1734676303.648188:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.648192:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.648195:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.648200:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:3.0:1734676303.648344:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:3.0:1734676303.648348:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:3.0:1734676303.648349:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:3.0:1734676303.648354:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864340480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.648361:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864340480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.648378:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098481600. 02000000:00000010:3.0:1734676303.648382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481400. 00000100:00000010:3.0:1734676303.648385:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676303.648390:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:3.0:1734676303.648393:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aeda80. 00000020:00000010:3.0:1734676303.648417:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7ce200. 00000020:00000010:3.0:1734676303.648420:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.648424:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.648437:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867849472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.648647:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849472 02000000:00000010:3.0:1734676303.648654:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.648670:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d794380. 00010000:00000010:3.0:1734676303.648680:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.648684:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.648690:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.648693:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.648699:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.648703:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849472, offset 224 00000400:00000200:3.0:1734676303.648706:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.648712:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.648715:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79621:79621:256:4294967295] 192.168.203.46@tcp LPNI seq info [79617:79617:8:4294967295] 00000400:00000200:3.0:1734676303.648722:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.648726:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.648729:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.648733:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.648737:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.648739:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.648761:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676303.648764:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.648767:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7ce200. 00080000:00000010:3.0:1734676303.648784:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7ce200. 00010000:00000010:3.0:1734676303.648833:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:3.0:1734676303.648837:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d794300. 00010000:00000010:3.0:1734676303.648886:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7cfc00. 00010000:00000010:3.0:1734676303.648890:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.648895:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.648897:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.648902:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.648909:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7cf600. 02000000:00000010:3.0:1734676303.648921:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d987a00. 00000400:00000010:3.0:1734676303.648924:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.648928:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.648931:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340608, portal 16 00000400:00000010:3.0:1734676303.648934:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.648935:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340608, offset 0 00000400:00000200:3.0:1734676303.648940:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.648944:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.648947:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.648949:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.648952:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.648953:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.648956:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79622:79622:255:4294967295] 192.168.203.46@tcp LPNI seq info [79618:79618:7:4294967295] 00000400:00000200:3.0:1734676303.648962:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.648966:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.648968:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.648971:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.648975:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.648977:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.649209:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.649212:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676303.649214:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.649218:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.649221:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676303.649222:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00010000:00000010:1.1:1734676303.649479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6e00. 00000800:00000200:0.0:1734676303.649507:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.649509:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676303.649512:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.649515:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.649517:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676303.649519:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676303.649524:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864340608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.650755:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.650765:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08e80 00000400:00000200:0.0:1734676303.650771:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d29 [1] + 224 00000400:00000200:0.0:1734676303.650786:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.650790:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.650796:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864340608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.650992:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.650998:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161980 00000400:00000200:0.0:1734676303.651003:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2665 [2] + 1968 00000400:00000010:0.0:1734676303.651006:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:0.0:1734676303.651009:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009ce2b780 00000400:00000200:0.0:1734676303.651418:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.651422:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.651425:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009ce2b780 00000400:00000010:0.0:1734676303.651427:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009ce2b780. 00000100:00000200:0.0:1734676303.651433:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.651505:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19600. 00000020:00000010:1.0:1734676303.651509:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.651513:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.651529:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb450 x1818938867849600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.651580:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849600 02000000:00000010:1.0:1734676303.651587:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.651610:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.651615:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801313073c0. 00000100:00000010:1.0:1734676303.651619:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8801313073c0. 00010000:00000010:1.0:1734676303.651621:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.651629:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676303.651632:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849600, offset 224 00000400:00000200:1.0:1734676303.651637:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.651642:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.651647:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79623:79623:256:4294967295] 192.168.203.46@tcp LPNI seq info [79619:79619:8:4294967295] 00000400:00000200:1.0:1734676303.651654:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.651658:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.651660:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62c00. 00000800:00000200:1.0:1734676303.651664:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.651669:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.651673:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.651682:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.651685:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.651688:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19600. 02000000:00000010:1.0:1734676303.651693:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676303.651696:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.651700:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676303.651702:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.651705:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676303.651707:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.651709:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676303.651711:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.651713:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676303.651715:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676303.651717:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:1.0:1734676303.651719:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000200:1.0:1734676303.651722:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.651725:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adbb0. 00000400:00000010:1.0:1734676303.651727:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8801313073c0. 00000400:00000010:3.0:1734676303.651779:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.651782:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.651783:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.651788:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864340608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.651796:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864340608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.651812:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5d600. 02000000:00000010:3.0:1734676303.651820:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d987a00. 02000000:00000010:3.0:1734676303.651824:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7cf600. 00000100:00000010:3.0:1734676303.651827:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.651830:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.651833:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00080000:00000010:3.0:1734676303.651843:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d987a00. 00010000:00000010:3.0:1734676303.651892:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.651897:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5d200. 00010000:00000010:3.0:1734676303.651947:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d986200. 00010000:00000010:3.0:1734676303.651951:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.651956:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.651959:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.651963:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.651970:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d986a00. 02000000:00000010:3.0:1734676303.651983:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7cf600. 00000400:00000010:3.0:1734676303.651986:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.651988:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.651991:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340736, portal 16 00000400:00000010:3.0:1734676303.651994:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676303.651995:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340736, offset 0 00000400:00000200:3.0:1734676303.652000:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.652003:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.652007:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.652010:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.652013:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.652015:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.652017:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79624:79624:255:4294967295] 192.168.203.46@tcp LPNI seq info [79620:79620:7:4294967295] 00000400:00000200:3.0:1734676303.652023:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.652026:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.652029:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676303.652032:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.652053:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.652056:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.652187:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.652190:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62c00. 00000400:00000200:0.0:1734676303.652193:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.652196:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.652198:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676303.652200:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 02000000:00000010:0.0:1734676303.652203:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000800:00000200:0.0:1734676303.652235:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.652237:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676303.652239:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.652242:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.652244:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.652245:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676303.652249:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864340736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.654273:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.654287:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08f00 00000400:00000200:0.0:1734676303.654294:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d39 [1] + 224 00000400:00000200:0.0:1734676303.654303:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.654306:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.654315:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864340736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.654348:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.654352:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161a00 00000400:00000200:0.0:1734676303.654356:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 0 00000400:00000200:0.0:1734676303.654413:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.654417:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.654421:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.654426:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676303.654499:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.654503:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.654505:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.654511:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864340736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.654518:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864340736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.654539:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7cf600. 02000000:00000010:3.0:1734676303.654543:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d986a00. 00000100:00000010:3.0:1734676303.654547:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.654549:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.654554:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:2.0:1734676303.655075:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480800. 00000020:00000010:2.0:1734676303.655081:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.655084:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.655111:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867849728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.655141:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849728 02000000:00000010:2.0:1734676303.655149:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.655169:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a17d00. 00010000:00000010:2.0:1734676303.655184:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aede80. 00000100:00000010:2.0:1734676303.655189:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676303.655200:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676303.655203:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aede80. 00000400:00000010:2.0:1734676303.655214:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676303.655217:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849728, offset 224 00000400:00000200:2.0:1734676303.655222:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.655229:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.655234:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79625:79625:256:4294967295] 192.168.203.46@tcp LPNI seq info [79621:79621:8:4294967295] 00000400:00000200:2.0:1734676303.655242:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.655246:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.655249:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef400. 00000800:00000200:2.0:1734676303.655253:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00080000:00000010:3.0:1734676303.655259:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7cf600. 00000800:00000200:2.0:1734676303.655259:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.655262:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.655273:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.655275:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.655279:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480800. 00010000:00000010:3.0:1734676303.655317:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.655322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a17c80. 00010000:00000010:0.1:1734676303.655370:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62100. 00010000:00000010:3.0:1734676303.655373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d986a00. 00010000:00000010:0.1:1734676303.655375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e000. 00010000:00000010:3.0:1734676303.655377:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:0.1:1734676303.655378:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5800. 00010000:00000010:0.1:1734676303.655380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fd600. 00010000:00000010:0.1:1734676303.655383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b800. 00010000:00000010:3.0:1734676303.655384:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.655386:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00010000:00000010:0.1:1734676303.655386:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3700. 00010000:00000010:0.1:1734676303.655389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130111200. 00000100:00000010:3.0:1734676303.655391:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00010000:00000010:0.1:1734676303.655392:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef200. 00010000:00000010:0.1:1734676303.655395:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b2600. 02000000:00000010:3.0:1734676303.655399:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009def6200. 02000000:00000010:3.0:1734676303.655414:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009def6800. 00000400:00000010:3.0:1734676303.655417:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.655421:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.655424:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340864, portal 16 00000400:00000010:3.0:1734676303.655427:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.655428:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340864, offset 0 00000400:00000200:3.0:1734676303.655433:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.655437:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.655440:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.655443:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.655446:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.655448:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.655450:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79626:79626:255:4294967295] 192.168.203.46@tcp LPNI seq info [79622:79622:7:4294967295] 00000400:00000200:3.0:1734676303.655456:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.655459:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.655462:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.655464:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.655468:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.655470:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.655528:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.655531:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef400. 00000400:00000200:0.0:1734676303.655534:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.655538:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.655540:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676303.655542:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:0.0:1734676303.655572:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.655575:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676303.655577:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.655580:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.655582:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676303.655583:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676303.655588:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864340864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.656902:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.656912:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e08f80 00000400:00000200:0.0:1734676303.656918:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d45 [1] + 224 00000400:00000200:0.0:1734676303.656933:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.656936:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.656942:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864340864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.657305:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.657311:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161a80 00000400:00000200:0.0:1734676303.657316:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 328 00000400:00000200:0.0:1734676303.657658:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.657663:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.657668:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676303.657671:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000100:00000010:0.0:1734676303.657673:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000200:3.0:1734676303.657675:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.657677:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.657682:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864340864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.657689:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864340864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.657710:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009def6800. 02000000:00000010:3.0:1734676303.657715:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009def6200. 00000100:00000010:3.0:1734676303.657718:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.657725:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.657729:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.657768:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b19600. 00000020:00000010:1.0:1734676303.657774:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.657777:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.657793:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867849856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.657818:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849856 02000000:00000010:1.0:1734676303.657824:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676303.657839:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfed700. 00010000:00000010:1.0:1734676303.657857:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.657861:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.657868:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.657871:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.657879:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676303.657883:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849856, offset 224 00000400:00000200:1.0:1734676303.657887:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676303.657893:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009def6200. 00000400:00000200:1.0:1734676303.657894:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.657898:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79627:79627:256:4294967295] 192.168.203.46@tcp LPNI seq info [79623:79623:8:4294967295] 00000400:00000200:1.0:1734676303.657905:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.657908:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.657911:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62f00. 00000800:00000200:1.0:1734676303.657915:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.657919:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.657922:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.657932:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.657935:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.657938:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b19600. 00010000:00000010:3.0:1734676303.657945:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.657950:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfed480. 00010000:00000010:3.0:1734676303.658003:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009def6800. 00010000:00000010:3.0:1734676303.658007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.658014:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.658016:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.658020:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.658027:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009def7c00. 02000000:00000010:3.0:1734676303.658078:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7000. 00000400:00000010:3.0:1734676303.658081:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.658084:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.658088:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864340992, portal 16 00000400:00000010:3.0:1734676303.658091:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.658092:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864340992, offset 0 00000400:00000200:3.0:1734676303.658108:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.658113:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.658116:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.658119:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.658122:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.658123:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.658126:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79628:79628:255:4294967295] 192.168.203.46@tcp LPNI seq info [79624:79624:7:4294967295] 00000400:00000200:3.0:1734676303.658131:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.658135:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.658137:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.658140:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.658144:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.658146:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.658190:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.658193:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62f00. 00000400:00000200:0.0:1734676303.658230:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.658234:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.658240:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676303.658241:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000800:00000200:1.0:1734676303.658645:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.658648:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676303.658651:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.658654:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.658657:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676303.658658:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676303.658662:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864340992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.660271:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.660280:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09000 00000400:00000200:0.0:1734676303.660286:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d51 [1] + 224 00000400:00000200:0.0:1734676303.660292:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.660295:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.660301:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864340992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.660334:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.660339:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161b00 00000400:00000200:0.0:1734676303.660344:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 656 00000400:00000200:0.0:1734676303.660387:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.660391:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.660394:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.660398:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:3.0:1734676303.660476:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.660480:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.660482:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.660486:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864340992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.660493:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864340992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.660513:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7000. 02000000:00000010:3.0:1734676303.660517:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009def7c00. 00000100:00000010:3.0:1734676303.660521:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.660523:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.660527:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:2.0:1734676303.660691:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480800. 00000020:00000010:2.0:1734676303.660695:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.660699:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.660714:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867849984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.660744:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867849984 02000000:00000010:2.0:1734676303.660752:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.660768:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880071558580. 00010000:00000010:2.0:1734676303.660781:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aede80. 00000100:00000010:2.0:1734676303.660785:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676303.660790:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676303.660792:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aede80. 00000400:00000010:2.0:1734676303.660800:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676303.660803:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867849984, offset 224 00000400:00000200:2.0:1734676303.660808:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.660813:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.660817:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79629:79629:256:4294967295] 192.168.203.46@tcp LPNI seq info [79625:79625:8:4294967295] 00000400:00000200:2.0:1734676303.660824:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.660828:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.660831:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef900. 00000800:00000200:2.0:1734676303.660834:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.660839:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.660841:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.660861:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.660864:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:2.0:1734676303.660867:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480800. 00080000:00000010:3.0:1734676303.661172:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7000. 00010000:00000010:3.0:1734676303.661228:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.661233:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880071558080. 00010000:00000010:3.0:1734676303.661291:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6200. 00010000:00000010:3.0:1734676303.661295:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.661301:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.661303:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.661307:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.661315:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6000. 02000000:00000010:3.0:1734676303.661328:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc6600. 00000400:00000010:3.0:1734676303.661332:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.661334:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.661338:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341120, portal 16 00000400:00000010:3.0:1734676303.661341:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.661343:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341120, offset 0 00000400:00000200:3.0:1734676303.661347:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.661351:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.661354:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.661356:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.661359:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.661361:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.661363:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79630:79630:255:4294967295] 192.168.203.46@tcp LPNI seq info [79626:79626:7:4294967295] 00000400:00000200:3.0:1734676303.661369:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.661372:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.661375:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676303.661378:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.661382:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.661384:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.661453:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.661455:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef900. 00000400:00000200:0.0:1734676303.661458:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.661461:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.661464:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676303.661465:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000800:00000200:0.0:1734676303.661498:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.661499:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676303.661502:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.661504:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.661506:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676303.661508:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676303.661512:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864341120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.663797:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.663812:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09080 00000400:00000200:0.0:1734676303.663821:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d5d [1] + 224 00000400:00000200:0.0:1734676303.663831:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.663835:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.663844:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864341120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.664223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e8400. 00010000:00000010:1.1:1734676303.664229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4e00. 00010000:00000010:1.1:1734676303.664233:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7400. 00010000:00000010:1.1:1734676303.664236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a96400. 00000400:00000200:0.0:1734676303.664627:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.664632:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161b80 00000400:00000200:0.0:1734676303.664638:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 984 00000400:00000200:0.0:1734676303.664653:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.664657:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.664661:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.664666:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:3.0:1734676303.664721:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.664726:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.664728:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.664734:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864341120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.664742:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864341120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.664763:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc6600. 02000000:00000010:3.0:1734676303.664767:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6000. 00000100:00000010:3.0:1734676303.664770:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.664773:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.664776:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.665370:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.665376:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.665380:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.665399:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867850112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.665457:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850112 02000000:00000010:1.0:1734676303.665465:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.665486:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9acd80. 00010000:00000010:1.0:1734676303.665499:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.665505:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.665608:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.665612:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.665621:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676303.665625:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850112, offset 224 00000400:00000200:1.0:1734676303.665630:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.665638:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.665642:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79631:79631:256:4294967295] 192.168.203.46@tcp LPNI seq info [79627:79627:8:4294967295] 00000400:00000200:1.0:1734676303.665649:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.665654:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.665657:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62300. 00000800:00000200:1.0:1734676303.665661:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.665666:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.665669:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.665735:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6000. 00010000:00000010:3.0:1734676303.665793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.665798:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9acd00. 00010000:00000010:3.0:1734676303.665851:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6600. 00010000:00000010:3.0:1734676303.665855:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.665861:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.665864:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.665868:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.665875:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6a00. 02000000:00000010:3.0:1734676303.665889:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc6c00. 00000400:00000010:3.0:1734676303.665893:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.665896:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.665900:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341248, portal 16 00000400:00000010:3.0:1734676303.665902:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.665904:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341248, offset 0 00000400:00000200:3.0:1734676303.665908:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.665913:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.665916:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.665919:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.665922:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.665923:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.665925:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79632:79632:255:4294967295] 192.168.203.46@tcp LPNI seq info [79628:79628:7:4294967295] 00000400:00000200:3.0:1734676303.665931:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.665934:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.665937:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.665939:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.665943:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.665946:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.666124:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.666128:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.666132:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00010000:00000010:0.1:1734676303.666415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8e00. 00010000:00000010:0.1:1734676303.666421:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a97e00. 00010000:00000010:0.1:1734676303.666425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28e00. 00010000:00000010:1.1:1734676303.666441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94a600. 00000800:00000200:0.0:1734676303.666569:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.666572:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62300. 00000400:00000200:0.0:1734676303.666575:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.666579:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.666582:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676303.666583:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:0.0:1734676303.667316:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.667319:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676303.667323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.667326:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.667329:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676303.667330:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676303.667336:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864341248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.669380:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.669394:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09100 00000400:00000200:0.0:1734676303.669401:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d69 [1] + 224 00000400:00000200:0.0:1734676303.669421:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.669425:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.669432:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864341248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.669592:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.669596:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.669598:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.669604:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864341248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.669611:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864341248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.669633:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc6c00. 02000000:00000010:3.0:1734676303.669638:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6a00. 00000100:00000010:3.0:1734676303.669641:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.669644:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.669648:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.669760:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.669767:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161c00 00000400:00000200:0.0:1734676303.669772:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 1312 00000400:00000200:0.0:1734676303.670028:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.670033:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.670069:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.670074:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676303.670321:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.670327:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.670331:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.670349:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867850240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.670680:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850240 02000000:00000010:1.0:1734676303.670689:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.670709:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d422e80. 00010000:00000010:1.0:1734676303.670723:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.670728:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00010000:00000010:0.1:1734676303.670860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ce200. 00010000:00000010:0.1:1734676303.670866:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9300. 00010000:00000010:0.1:1734676303.670870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7cfc00. 00010000:00000010:0.1:1734676303.670874:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417200. 00010000:00000010:0.1:1734676303.670877:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d986200. 00010000:00000010:0.1:1734676303.670882:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d993400. 00010000:00000010:0.1:1734676303.670890:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d986a00. 00010000:00000010:0.1:1734676303.670893:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dc2f900. 00010000:00000010:0.1:1734676303.670895:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009def6800. 00000100:00000010:1.0:1734676303.671172:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.671176:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.671187:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676303.671193:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850240, offset 224 00000400:00000200:1.0:1734676303.671198:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.671205:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.671210:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79633:79633:256:4294967295] 192.168.203.46@tcp LPNI seq info [79629:79629:8:4294967295] 00000400:00000200:1.0:1734676303.671217:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.671222:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.671225:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62a00. 00000800:00000200:1.0:1734676303.671229:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.671234:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.671238:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.671254:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.671258:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.671261:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00080000:00000010:3.0:1734676303.671580:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6a00. 00010000:00000010:3.0:1734676303.671637:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.671642:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d422e00. 00010000:00000010:3.0:1734676303.671700:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:3.0:1734676303.671704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676303.671712:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.671716:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.671721:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676303.671730:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7800. 02000000:00000010:3.0:1734676303.671745:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7e00. 00000400:00000010:3.0:1734676303.671750:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.671753:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.671758:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341376, portal 16 00000400:00000010:3.0:1734676303.671761:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.671762:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341376, offset 0 00000400:00000200:3.0:1734676303.671766:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.671771:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.671774:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.671778:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.671780:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.671782:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.671784:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79634:79634:255:4294967295] 192.168.203.46@tcp LPNI seq info [79630:79630:7:4294967295] 00000400:00000200:3.0:1734676303.671791:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.671794:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.671797:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.671800:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.671803:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.671806:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.671845:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.671848:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62a00. 00000400:00000200:0.0:1734676303.671851:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.671854:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.671857:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676303.671859:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:0.0:1734676303.671889:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.671891:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676303.671894:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.671897:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.671899:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676303.671900:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676303.671905:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864341376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.673343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44800. 00010000:00000010:0.1:1734676303.673863:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd34e00. 00000400:00000200:2.0:1734676303.673908:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.673922:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09180 00000400:00000200:2.0:1734676303.673929:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d75 [1] + 224 00000400:00000200:2.0:1734676303.673938:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.673942:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.673950:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864341376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.673984:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.673989:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161c80 00000400:00000200:2.0:1734676303.673993:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 1640 00000400:00000200:2.0:1734676303.674008:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.674011:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.674015:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.674020:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000400:00000010:3.0:1734676303.674087:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:3.0:1734676303.674091:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.674102:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.674108:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864341376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.674115:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864341376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.674136:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7e00. 02000000:00000010:3.0:1734676303.674141:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7800. 00000100:00000010:3.0:1734676303.674144:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676303.674147:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.674151:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.674434:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.674439:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.674443:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.674460:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867850368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.674478:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850368 02000000:00000010:1.0:1734676303.674485:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.674503:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19380. 00010000:00000010:1.0:1734676303.674515:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.674520:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.674537:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.674540:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.674548:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676303.674552:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850368, offset 224 00000400:00000200:1.0:1734676303.674557:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.674564:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.674569:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79635:79635:256:4294967295] 192.168.203.46@tcp LPNI seq info [79631:79631:8:4294967295] 00000400:00000200:1.0:1734676303.674576:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.674580:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.674584:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62d00. 00000800:00000200:1.0:1734676303.674588:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.674593:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.674596:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.674615:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.674619:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.674622:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00080000:00000010:2.0:1734676303.674673:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098480800. 00010000:00000010:2.0:1734676303.674737:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:2.0:1734676303.674742:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19300. 00010000:00000010:2.0:1734676303.674794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480000. 00010000:00000010:2.0:1734676303.674800:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676303.674806:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aede80. 00000100:00000010:2.0:1734676303.674809:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676303.674814:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676303.674822:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481e00. 02000000:00000010:2.0:1734676303.674837:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098481c00. 00000400:00000010:2.0:1734676303.674840:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.674843:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676303.674847:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341504, portal 16 00000400:00000010:2.0:1734676303.674850:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.674851:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341504, offset 0 00000400:00000200:2.0:1734676303.674855:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.674859:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.674863:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.674866:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.674868:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.674870:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.674873:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79636:79636:255:4294967295] 192.168.203.46@tcp LPNI seq info [79632:79632:7:4294967295] 00000400:00000200:2.0:1734676303.674878:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.674882:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.674885:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdef600. 00000800:00000200:2.0:1734676303.674887:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.674891:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.674893:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdef600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.674956:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.674959:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62d00. 00000400:00000200:0.0:1734676303.674962:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.674965:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.674968:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676303.674969:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000800:00000200:0.0:1734676303.675201:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.675204:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdef600. 00000400:00000200:0.0:1734676303.675207:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.675210:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.675212:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676303.675213:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676303.675218:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864341504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.676792:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad500. 00010000:00000010:0.1:1734676303.676802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6200. 00000400:00000200:0.0:1734676303.677149:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.677161:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09200 00000400:00000200:0.0:1734676303.677170:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d81 [1] + 224 00000400:00000200:0.0:1734676303.677179:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.677182:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.677190:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864341504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.677219:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.677223:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161d00 00000400:00000200:0.0:1734676303.677227:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa26bd [2] + 1968 00000400:00000010:0.0:1734676303.677230:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:0.0:1734676303.677233:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880096fa5e40 00000400:00000200:0.0:1734676303.677246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.677249:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.677251:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096fa5e40 00000400:00000010:0.0:1734676303.677253:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880096fa5e40. 00000100:00000200:0.0:1734676303.677257:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676303.677445:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676303.677449:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676303.677451:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676303.677457:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864341504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.677465:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864341504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.677485:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098481c00. 02000000:00000010:2.0:1734676303.677490:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481e00. 00000100:00000010:2.0:1734676303.677493:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676303.677498:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676303.677501:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aede80. 00000020:00000010:3.0:1734676303.677628:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:3.0:1734676303.677634:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.677637:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.677656:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bac50 x1818938867850496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.677801:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850496 02000000:00000010:3.0:1734676303.677811:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.677830:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9acf00. 00010000:00000010:3.0:1734676303.677843:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.677849:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880094464cc0. 00000100:00000010:3.0:1734676303.677862:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880094464cc0. 00010000:00000010:3.0:1734676303.677866:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.677874:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.677878:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850496, offset 224 00000400:00000200:3.0:1734676303.677883:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.677889:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.677893:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79637:79637:256:4294967295] 192.168.203.46@tcp LPNI seq info [79633:79633:8:4294967295] 00000400:00000200:3.0:1734676303.677902:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.677906:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.677909:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.677913:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.677918:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.677922:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.677933:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.677936:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.677939:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 02000000:00000010:3.0:1734676303.677946:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:3.0:1734676303.677948:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:3.0:1734676303.677950:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676303.677952:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.677956:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676303.677958:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:3.0:1734676303.677960:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676303.677964:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676303.677966:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:3.0:1734676303.677967:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676303.677969:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:3.0:1734676303.677971:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000200:3.0:1734676303.677976:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.677979:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676303.677983:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880094464cc0. 00000800:00000200:2.0:1734676303.678352:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.678356:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:2.0:1734676303.678359:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.678362:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.678365:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676303.678366:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 02000000:00000010:2.0:1734676303.678370:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00080000:00000010:2.0:1734676303.678390:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481c00. 00010000:00000010:2.0:1734676303.678444:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676303.678450:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9ac280. 00010000:00000010:2.0:1734676303.678505:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480600. 00010000:00000010:2.0:1734676303.678510:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676303.678516:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880136aede80. 00000100:00000010:2.0:1734676303.678519:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676303.678523:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676303.678530:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481a00. 02000000:00000010:2.0:1734676303.678546:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480a00. 00000400:00000010:2.0:1734676303.678548:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676303.678551:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676303.678554:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341632, portal 16 00000400:00000010:2.0:1734676303.678558:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676303.678559:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341632, offset 0 00000400:00000200:2.0:1734676303.678563:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.678568:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.678571:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.678574:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.678577:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.678579:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.678581:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79638:79638:256:4294967295] 192.168.203.46@tcp LPNI seq info [79634:79634:8:4294967295] 00000400:00000200:2.0:1734676303.678588:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.678592:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.678594:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fdefc00. 00000800:00000200:2.0:1734676303.678597:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.678601:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.678603:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fdefc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.678942:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.678945:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fdefc00. 00000400:00000200:0.0:1734676303.678947:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.678951:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.678953:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676303.678954:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676303.678960:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864341632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.680248:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1300. 00010000:00000010:1.1:1734676303.680255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:0.1:1734676303.680603:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2a00. 00000400:00000200:2.0:1734676303.680960:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.680973:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09280 00000400:00000200:2.0:1734676303.680981:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d91 [1] + 224 00000400:00000200:2.0:1734676303.680990:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.680993:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.681002:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864341632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.681032:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.681056:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161d80 00000400:00000200:2.0:1734676303.681060:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 0 00000400:00000200:2.0:1734676303.681076:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.681079:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.681083:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.681089:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000400:00000010:0.0:1734676303.681200:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:0.0:1734676303.681205:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676303.681206:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:0.0:1734676303.681213:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864341632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.681221:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864341632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.681242:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480a00. 02000000:00000010:0.0:1734676303.681248:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481a00. 00000100:00000010:0.0:1734676303.681251:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:0.0:1734676303.681257:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:0.0:1734676303.681260:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880136aede80. 00000020:00000010:1.0:1734676303.681283:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.681289:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.681294:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.681311:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867850624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.681488:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850624 02000000:00000010:1.0:1734676303.681496:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676303.681516:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e138e80. 00010000:00000010:1.0:1734676303.681529:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.681534:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.681544:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.681547:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.681556:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676303.681560:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850624, offset 224 00000400:00000200:1.0:1734676303.681565:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.681571:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.681575:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79639:79639:256:4294967295] 192.168.203.46@tcp LPNI seq info [79635:79635:8:4294967295] 00080000:00000010:0.0:1734676303.681575:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd38200. 00000400:00000200:1.0:1734676303.681583:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.681587:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.681591:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62b00. 00000800:00000200:1.0:1734676303.681595:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.681600:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.681603:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.681621:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.681625:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.681628:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00010000:00000010:0.0:1734676303.681631:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:0.0:1734676303.681636:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e138e00. 00000800:00000200:2.0:1734676303.681743:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.681745:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62b00. 00000400:00000200:2.0:1734676303.681748:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.681751:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.681753:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:2.0:1734676303.681755:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00010000:00000010:0.0:1734676303.681845:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd38a00. 00010000:00000010:0.0:1734676303.681850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb00. 00010000:00000010:0.0:1734676303.681856:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273ec0. 00000100:00000010:0.0:1734676303.681859:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676303.681864:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676303.681871:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd39800. 02000000:00000010:0.0:1734676303.681885:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd39400. 00000400:00000010:0.0:1734676303.681888:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676303.681891:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676303.681894:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341760, portal 16 00000400:00000010:0.0:1734676303.681897:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676303.681898:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341760, offset 0 00000400:00000200:0.0:1734676303.681902:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.681906:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.681909:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.681912:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.681914:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.681916:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.681918:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79640:79640:256:4294967295] 192.168.203.46@tcp LPNI seq info [79636:79636:8:4294967295] 00000400:00000200:0.0:1734676303.681924:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.681928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.681930:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d09b400. 00000800:00000200:0.0:1734676303.681933:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.681937:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.681939:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d09b400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.682402:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.682404:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d09b400. 00000400:00000200:2.0:1734676303.682407:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.682411:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.682413:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:2.0:1734676303.682414:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:2.0:1734676303.682418:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864341760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.684277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080000. 00010000:00000010:0.1:1734676303.684287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6600. 00010000:00000010:1.1:1734676303.690542:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e139000. 00010000:00000010:1.1:1734676303.690557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480600. 00010000:00000010:1.1:1734676303.690568:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b500. 00010000:00000010:1.1:1734676303.690572:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480000. 00010000:00000010:2.1:1734676303.692204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6a00. 00000400:00000200:3.0:1734676303.694261:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.694276:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09300 00000400:00000200:3.0:1734676303.694284:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3d9d [1] + 224 00000400:00000200:3.0:1734676303.694294:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.694297:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.694308:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864341760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676303.694340:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.694345:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161e00 00000400:00000200:3.0:1734676303.694349:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 328 00000400:00000200:3.0:1734676303.694404:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.694408:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.694412:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676303.694418:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000400:00000010:1.0:1734676303.694501:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:1.0:1734676303.694506:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:1.0:1734676303.694508:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:1.0:1734676303.694514:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864341760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.694521:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864341760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.694544:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd39400. 02000000:00000010:1.0:1734676303.694548:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd39800. 00000100:00000010:1.0:1734676303.694551:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:1.0:1734676303.694555:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:1.0:1734676303.694558:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273ec0. 00000020:00000010:1.0:1734676303.694592:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b18000. 00000020:00000010:1.0:1734676303.694596:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.694600:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.694618:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b800 x1818938867850752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.694634:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850752 02000000:00000010:1.0:1734676303.694642:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676303.694663:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9b3680. 00010000:00000010:1.0:1734676303.694676:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.694681:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.694687:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.694690:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000010:1.0:1734676303.694699:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676303.694703:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850752, offset 224 00000400:00000200:1.0:1734676303.694707:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.694714:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.694719:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79641:79641:256:4294967295] 192.168.203.46@tcp LPNI seq info [79637:79637:8:4294967295] 00000400:00000200:1.0:1734676303.694728:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.694732:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.694735:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62500. 00000800:00000200:1.0:1734676303.694740:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.694745:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.694748:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.694760:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.694763:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.694766:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b18000. 00080000:00000010:1.0:1734676303.694784:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b18000. 00010000:00000010:1.0:1734676303.694843:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb00. 00010000:00000010:1.0:1734676303.694848:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9b3b80. 00010000:00000010:1.0:1734676303.694908:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b18e00. 00010000:00000010:1.0:1734676303.694912:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.694918:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:1.0:1734676303.694921:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.694925:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.694933:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b19c00. 02000000:00000010:1.0:1734676303.694949:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b19600. 00000400:00000010:1.0:1734676303.694952:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad1b8. 00000400:00000010:1.0:1734676303.694955:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.694959:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864341888, portal 16 00000400:00000010:1.0:1734676303.694961:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676303.694963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864341888, offset 0 00000400:00000200:1.0:1734676303.694967:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.694972:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.694975:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.694978:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.694980:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.694982:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.694984:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79642:79642:255:4294967295] 192.168.203.46@tcp LPNI seq info [79638:79638:7:4294967295] 00000400:00000200:1.0:1734676303.694990:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.694993:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.694995:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097f62e00. 00000800:00000200:1.0:1734676303.694997:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.695000:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.695002:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097f62e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.695119:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.695122:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62500. 00000400:00000200:2.0:1734676303.695124:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.695128:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.695130:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:2.0:1734676303.695132:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000800:00000200:2.0:1734676303.695170:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.695173:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097f62e00. 00000400:00000200:2.0:1734676303.695175:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.695178:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.695179:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:2.0:1734676303.695181:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:2.0:1734676303.695185:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864341888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.698250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776200. 00000400:00000200:0.0:1734676303.701414:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.701429:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09380 00000400:00000200:0.0:1734676303.701436:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3da9 [1] + 224 00000400:00000200:0.0:1734676303.701445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.701449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.701459:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864341888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.701489:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.701494:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161e80 00000400:00000200:0.0:1734676303.701498:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 656 00000400:00000200:0.0:1734676303.701511:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.701514:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.701518:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.701522:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:3.0:1734676303.701612:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:3.0:1734676303.701617:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.701622:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.701640:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867850880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.701667:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867850880 02000000:00000010:3.0:1734676303.701675:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676303.701703:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.701709:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.701714:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.701716:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.701725:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.701729:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867850880, offset 224 00000400:00000200:3.0:1734676303.701734:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.701740:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.701745:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79643:79643:256:4294967295] 192.168.203.46@tcp LPNI seq info [79639:79639:8:4294967295] 00000400:00000200:3.0:1734676303.701753:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.701758:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.701761:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.701765:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.701770:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.701773:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.701794:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.701797:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.701800:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00000800:00000200:2.0:1734676303.701922:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.701926:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:2.0:1734676303.701929:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.701932:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.701935:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:2.0:1734676303.701937:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000400:00000010:1.0:1734676303.703710:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad1b8. 00000400:00000200:1.0:1734676303.703717:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676303.703719:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.703729:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864341888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.703737:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864341888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.703760:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df9100. 02000000:00000010:1.0:1734676303.703770:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b19600. 02000000:00000010:1.0:1734676303.703776:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b19c00. 00000100:00000010:1.0:1734676303.703779:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.703782:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.703786:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00080000:00000010:1.0:1734676303.703799:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b19c00. 00010000:00000010:1.0:1734676303.703860:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.703868:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da1b280. 00010000:00000010:1.0:1734676303.703919:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b19600. 00010000:00000010:1.0:1734676303.703923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.703932:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.703936:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.703941:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.703950:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880088a97e00. 02000000:00000010:1.0:1734676303.703967:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a96400. 00000400:00000010:1.0:1734676303.703971:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad1b8. 00000400:00000010:1.0:1734676303.703974:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.703978:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342016, portal 16 00000400:00000010:1.0:1734676303.703982:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676303.703984:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342016, offset 0 00000400:00000200:1.0:1734676303.703988:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.703996:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.703999:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.704003:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.704005:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.704007:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.704010:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79644:79644:256:4294967295] 192.168.203.46@tcp LPNI seq info [79640:79640:8:4294967295] 00000400:00000200:1.0:1734676303.704017:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.704022:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.704026:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b200. 00000800:00000200:1.0:1734676303.704031:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:3.1:1734676303.704175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484000. 00000800:00000200:1.0:1734676303.704570:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.704574:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.704681:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.704685:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b200. 00000400:00000200:2.0:1734676303.704688:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.704692:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.704695:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676303.704696:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:2.0:1734676303.704701:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864342016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.705991:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.706003:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09400 00000400:00000200:0.0:1734676303.706010:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3db5 [1] + 224 00000400:00000200:0.0:1734676303.706018:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.706021:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.706028:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864342016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.706603:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.706608:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161f00 00000400:00000200:0.0:1734676303.706613:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 984 00000400:00000200:0.0:1734676303.706625:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.706628:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.706632:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.706637:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:2.0:1734676303.706738:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481800. 00000020:00000010:2.0:1734676303.706744:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d00. 00000020:00000010:2.0:1734676303.706747:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf3e8. 00000100:00000200:2.0:1734676303.706767:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867851008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.707139:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851008 02000000:00000010:3.0:1734676303.707150:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676303.707177:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.707183:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.707187:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.707189:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.707199:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.707204:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851008, offset 224 00000400:00000200:3.0:1734676303.707209:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.707216:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.707221:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79645:79645:256:4294967295] 192.168.203.46@tcp LPNI seq info [79641:79641:8:4294967295] 00000400:00000200:3.0:1734676303.707228:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.707232:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.707235:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.707239:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.707244:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.707247:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.707260:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d00. 00000020:00000010:3.0:1734676303.707263:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf3e8. 00000020:00000010:3.0:1734676303.707266:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481800. 00000800:00000200:3.0:1734676303.707345:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.707348:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:3.0:1734676303.707350:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.707353:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.707356:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.707358:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000400:00000010:1.0:1734676303.707780:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad1b8. 00000400:00000200:1.0:1734676303.707784:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676303.707786:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.707793:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864342016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.707801:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864342016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.707823:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5b700. 02000000:00000010:1.0:1734676303.707831:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a96400. 02000000:00000010:1.0:1734676303.707836:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880088a97e00. 00000100:00000010:1.0:1734676303.707839:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.707842:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.707845:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00080000:00000010:1.0:1734676303.707856:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a97e00. 00010000:00000010:1.0:1734676303.707911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.707917:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5b280. 00010000:00000010:1.0:1734676303.707973:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a96400. 00010000:00000010:1.0:1734676303.707977:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.707983:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.707986:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.707991:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676303.707999:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103e000. 02000000:00000010:1.0:1734676303.708014:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103fa00. 00000400:00000010:1.0:1734676303.708017:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad1b8. 00000400:00000010:1.0:1734676303.708020:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.708024:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342144, portal 16 00000400:00000010:1.0:1734676303.708026:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676303.708028:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342144, offset 0 00000400:00000200:1.0:1734676303.708032:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.708053:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.708056:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.708059:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.708062:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.708064:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.708066:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79646:79646:256:4294967295] 192.168.203.46@tcp LPNI seq info [79642:79642:8:4294967295] 00000400:00000200:1.0:1734676303.708073:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.708076:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.708079:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b800. 00000800:00000200:1.0:1734676303.708082:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.708086:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.708089:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676303.708509:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.708511:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b800. 00000400:00000200:3.0:1734676303.708514:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.708518:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.708520:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:3.0:1734676303.708521:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:3.0:1734676303.708526:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864342144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.710875:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.710891:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09480 00000400:00000200:0.0:1734676303.710899:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3dc1 [1] + 224 00000400:00000200:0.0:1734676303.710917:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.710921:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.710929:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864342144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.711201:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad1b8. 00000400:00000200:1.0:1734676303.711206:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676303.711208:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.711213:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864342144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.711220:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864342144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.711242:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103fa00. 02000000:00000010:1.0:1734676303.711247:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103e000. 00000100:00000010:1.0:1734676303.711251:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676303.711255:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.711259:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00010000:00000010:2.1:1734676303.712323:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dac1600. 00010000:00000010:2.1:1734676303.712330:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095810400. 00010000:00000010:2.1:1734676303.712335:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38a00. 00010000:00000010:2.1:1734676303.712337:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181600. 00010000:00000010:2.1:1734676303.712340:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421e00. 00010000:00000010:2.1:1734676303.712343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00000400:00000200:3.0:1734676303.712578:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.712592:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5161f80 00000400:00000200:3.0:1734676303.712599:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 1312 00000400:00000200:3.0:1734676303.712669:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.712674:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676303.712679:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676303.712684:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 00000020:00000010:2.0:1734676303.712744:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480200. 00000020:00000010:2.0:1734676303.712753:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676303.712757:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.712778:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2bb80 x1818938867851136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.712858:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851136 02000000:00000010:2.0:1734676303.712867:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.712893:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d1b80. 00010000:00000010:2.0:1734676303.712920:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.712926:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d6c0. 00000100:00000010:2.0:1734676303.712941:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d6c0. 00010000:00000010:2.0:1734676303.712945:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.712956:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676303.712961:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851136, offset 224 00000400:00000200:2.0:1734676303.712966:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.712974:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.712979:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79647:79647:256:4294967295] 192.168.203.46@tcp LPNI seq info [79643:79643:8:4294967295] 00000400:00000200:2.0:1734676303.712988:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.712992:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.712995:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5f00. 00000800:00000200:2.0:1734676303.712999:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.713004:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.713007:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.713019:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676303.713022:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.713026:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480200. 00000800:00000200:3.0:1734676303.713139:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.713145:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5f00. 00000400:00000200:3.0:1734676303.713150:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.713153:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.713156:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:3.0:1734676303.713157:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00080000:00000010:0.0:1734676303.713215:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd38a00. 00010000:00000010:0.0:1734676303.713277:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:0.0:1734676303.713284:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d1b00. 00010000:00000010:0.0:1734676303.713356:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd39800. 00010000:00000010:0.0:1734676303.713361:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd80. 00010000:00000010:0.0:1734676303.713368:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae300. 00000100:00000010:0.0:1734676303.713372:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676303.713376:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676303.713384:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd39400. 02000000:00000010:0.0:1734676303.713401:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d986a00. 00000400:00000010:0.0:1734676303.713405:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9ec8. 00000400:00000010:0.0:1734676303.713408:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676303.713412:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342272, portal 16 00000400:00000010:0.0:1734676303.713415:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676303.713417:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342272, offset 0 00000400:00000200:0.0:1734676303.713421:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.713425:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.713430:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.713433:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.713436:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.713437:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.713440:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79648:79648:256:4294967295] 192.168.203.46@tcp LPNI seq info [79644:79644:8:4294967295] 00000400:00000200:0.0:1734676303.713448:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.713451:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.713454:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd700. 00000800:00000200:0.0:1734676303.713456:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.713460:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.713462:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.713577:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.713579:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd700. 00000400:00000200:2.0:1734676303.713581:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.713585:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.713587:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:2.0:1734676303.713589:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:2.0:1734676303.713594:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864342272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.715020:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.715031:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09500 00000400:00000200:0.0:1734676303.715270:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3dcd [1] + 224 00000400:00000200:0.0:1734676303.715280:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.715283:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.715291:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864342272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.715314:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.715319:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162000 00000400:00000200:0.0:1734676303.715324:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 1640 00000400:00000200:0.0:1734676303.715378:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.715385:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.715389:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.715394:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:2.0:1734676303.715456:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9ec8. 00000400:00000200:2.0:1734676303.715460:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:2.0:1734676303.715462:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:2.0:1734676303.715467:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864342272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.715474:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864342272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676303.715567:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7600. 00000020:00000010:3.0:1734676303.715573:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.715577:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.715593:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867851264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.715610:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851264 02000000:00000010:3.0:1734676303.715617:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 02000000:00000010:2.0:1734676303.715619:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d986a00. 02000000:00000010:2.0:1734676303.715623:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd39400. 00000100:00000010:2.0:1734676303.715626:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676303.715630:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:3.0:1734676303.715634:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1f00. 00010000:00000010:2.0:1734676303.715634:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae300. 00010000:00000010:3.0:1734676303.715659:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.715664:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.715668:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.715670:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.715677:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.715681:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851264, offset 224 00000400:00000200:3.0:1734676303.715936:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.715943:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.715948:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79649:79649:256:4294967295] 192.168.203.46@tcp LPNI seq info [79645:79645:8:4294967295] 00000400:00000200:3.0:1734676303.715955:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.715959:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.715963:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.715967:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.715972:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.715975:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.715989:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676303.715991:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.715995:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7600. 00000800:00000200:3.0:1734676303.716059:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.716062:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:3.0:1734676303.716064:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.716067:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.716070:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.716071:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00080000:00000010:2.0:1734676303.716641:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098480000. 00010000:00000010:2.0:1734676303.716706:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd80. 00010000:00000010:2.0:1734676303.716713:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1e80. 00010000:00000010:2.0:1734676303.716769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480600. 00010000:00000010:2.0:1734676303.716773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676303.716781:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.716786:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d6c0. 00000100:00000010:2.0:1734676303.716791:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676303.716801:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098480400. 02000000:00000010:2.0:1734676303.716819:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098481a00. 00000400:00000010:2.0:1734676303.716825:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676303.716828:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676303.716834:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342400, portal 16 00000400:00000010:2.0:1734676303.716838:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676303.716840:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342400, offset 0 00000400:00000200:2.0:1734676303.716844:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.716850:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.716854:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.716858:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.716860:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.716862:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.716864:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79650:79650:256:4294967295] 192.168.203.46@tcp LPNI seq info [79646:79646:8:4294967295] 00000400:00000200:2.0:1734676303.716870:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.716874:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.716877:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5300. 00000800:00000200:2.0:1734676303.716880:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.716884:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.716886:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.717229:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.717232:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5300. 00000400:00000200:0.0:1734676303.717238:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.717242:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.717245:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676303.717246:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676303.717252:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864342400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.717457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8800. 00010000:00000010:2.1:1734676303.717462:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009daf3900. 00010000:00000010:2.1:1734676303.717471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b19600. 00000400:00000200:0.0:1734676303.719469:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.719485:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09580 00000400:00000200:0.0:1734676303.719493:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3dd9 [1] + 224 00000400:00000200:0.0:1734676303.719511:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.719515:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.719524:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864342400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.719649:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676303.719654:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676303.719656:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676303.719663:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864342400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.719670:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864342400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.719696:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098481a00. 02000000:00000010:2.0:1734676303.719702:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098480400. 00000100:00000010:2.0:1734676303.719707:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676303.719710:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d6c0. 00010000:00000010:2.0:1734676303.719713:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000200:0.0:1734676303.721103:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.721114:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162080 00000400:00000200:0.0:1734676303.721120:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2715 [2] + 1968 00000400:00000010:0.0:1734676303.721124:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd99f8. 00000400:00000200:0.0:1734676303.721127:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800aa725900 00000400:00000200:0.0:1734676303.721176:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.721180:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.721183:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800aa725900 00000400:00000010:0.0:1734676303.721185:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800aa725900. 00000100:00000200:0.0:1734676303.721193:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1734676303.721400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0de00. 00010000:00000010:1.1:1734676303.721482:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbdb00. 00010000:00000010:1.1:1734676303.721487:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a96400. 00010000:00000010:1.1:1734676303.721495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141600. 00000020:00000010:2.0:1734676303.721867:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480400. 00000020:00000010:2.0:1734676303.721872:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.721876:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.721897:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb850 x1818938867851392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.721929:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851392 02000000:00000010:2.0:1734676303.721936:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.721958:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c400480. 00010000:00000010:2.0:1734676303.721971:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.721977:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d6c0. 00000100:00000010:2.0:1734676303.721996:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d6c0. 00010000:00000010:2.0:1734676303.721999:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.722008:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676303.722012:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851392, offset 224 00000400:00000200:2.0:1734676303.722017:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676303.722024:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7400. 00000400:00000200:2.0:1734676303.722027:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.722032:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79651:79651:256:4294967295] 192.168.203.46@tcp LPNI seq info [79647:79647:8:4294967295] 00000400:00000200:2.0:1734676303.722056:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.722060:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.722063:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5400. 00000800:00000200:2.0:1734676303.722067:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.722072:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.722076:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.722103:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.722106:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00010000:00000010:3.0:1734676303.722107:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676303.722109:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480400. 00010000:00000010:3.0:1734676303.722113:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dafc900. 02000000:00000010:2.0:1734676303.722116:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:2.0:1734676303.722119:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676303.722123:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676303.722127:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 02000000:00000010:2.0:1734676303.722129:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676303.722130:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:2.0:1734676303.722133:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676303.722134:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676303.722138:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:2.0:1734676303.722140:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 02000000:00000010:2.0:1734676303.722141:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:2.0:1734676303.722143:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000200:2.0:1734676303.722147:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676303.722151:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676303.722154:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d6c0. 00010000:00000010:3.0:1734676303.722159:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def700. 00010000:00000010:3.0:1734676303.722162:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.722165:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7a00. 00010000:00000010:3.0:1734676303.722168:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00000800:00000200:1.0:1734676303.722338:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.722341:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5400. 00000400:00000200:1.0:1734676303.722346:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.722349:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.722352:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676303.722354:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 02000000:00000010:1.0:1734676303.722357:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00080000:00000010:3.0:1734676303.722388:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7200. 00010000:00000010:3.0:1734676303.722410:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676303.722413:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.722447:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6800. 00010000:00000010:3.0:1734676303.722450:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.722455:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.722458:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.722463:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.722471:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6400. 02000000:00000010:3.0:1734676303.722489:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7600. 00000400:00000010:3.0:1734676303.722492:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.722496:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.722499:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342528, portal 16 00000400:00000010:3.0:1734676303.722502:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.722504:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342528, offset 0 00000400:00000200:3.0:1734676303.722508:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.722513:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.722516:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.722519:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.722521:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.722523:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.722525:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79652:79652:256:4294967295] 192.168.203.46@tcp LPNI seq info [79648:79648:8:4294967295] 00000400:00000200:3.0:1734676303.722530:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.722533:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.722536:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676303.722539:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.722542:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.722544:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.722640:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.722642:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676303.722645:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.722648:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.722650:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676303.722652:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676303.722657:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864342528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.724674:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27900. 00010000:00000010:0.1:1734676303.724684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39800. 00010000:00000010:1.1:1734676303.727289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4700. 00010000:00000010:1.1:1734676303.727298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480600. 00000400:00000200:0.0:1734676303.727392:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.727406:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09600 00000400:00000200:0.0:1734676303.727413:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3de9 [1] + 224 00000400:00000200:0.0:1734676303.727429:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.727433:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.727441:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864342528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.727538:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.727543:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.727544:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.727550:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864342528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.727557:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864342528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.727579:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7600. 02000000:00000010:3.0:1734676303.727583:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6400. 00000100:00000010:3.0:1734676303.727586:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.727589:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.727592:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.730188:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.730202:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162100 00000400:00000200:0.0:1734676303.730209:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 0 00000400:00000200:0.0:1734676303.730266:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.730270:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.730276:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.730280:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676303.730375:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480400. 00000020:00000010:2.0:1734676303.730381:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.730385:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.730406:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867851520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.730426:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851520 02000000:00000010:2.0:1734676303.730433:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.730459:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006e825580. 00010000:00000010:2.0:1734676303.730471:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.730477:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d840. 00000100:00000010:2.0:1734676303.730494:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d840. 00010000:00000010:2.0:1734676303.730497:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.730508:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676303.730514:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851520, offset 224 00000400:00000200:2.0:1734676303.730519:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.730526:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.730530:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79653:79653:256:4294967295] 192.168.203.46@tcp LPNI seq info [79649:79649:8:4294967295] 00000400:00000200:2.0:1734676303.730538:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.730541:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.730544:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676303.730549:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.730554:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.730557:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.730769:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6400. 00010000:00000010:3.0:1734676303.730825:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.730832:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006e825f80. 00010000:00000010:3.0:1734676303.730884:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7600. 00010000:00000010:3.0:1734676303.730889:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.730895:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.730899:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.730904:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.730912:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7e00. 02000000:00000010:3.0:1734676303.730928:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7800. 00000400:00000010:3.0:1734676303.730933:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.730936:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.730940:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342656, portal 16 00000400:00000010:3.0:1734676303.730943:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676303.730945:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342656, offset 0 00000400:00000200:3.0:1734676303.730948:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.730953:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.730956:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.730959:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.730962:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.730963:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.730965:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79654:79654:255:4294967295] 192.168.203.46@tcp LPNI seq info [79650:79650:7:4294967295] 00000400:00000200:3.0:1734676303.730971:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.730974:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.730977:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.730980:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.730983:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.730985:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.731210:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.731214:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.731218:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480400. 00000800:00000200:1.0:1734676303.731403:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.731406:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:1.0:1734676303.731421:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.731425:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.731428:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676303.731429:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:1.0:1734676303.731469:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.731471:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676303.731474:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.731476:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.731478:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676303.731480:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676303.731485:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864342656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.733447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48ba00. 00000400:00000200:2.0:1734676303.733467:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.733478:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09680 00000400:00000200:2.0:1734676303.733484:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3df5 [1] + 224 00000400:00000200:2.0:1734676303.733504:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.733507:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.733514:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864342656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.733716:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.733721:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.733722:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.733727:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864342656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.733738:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864342656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.733758:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7800. 02000000:00000010:3.0:1734676303.733762:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7e00. 00000100:00000010:3.0:1734676303.733766:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.733769:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.733771:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.733852:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.733859:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162180 00000400:00000200:0.0:1734676303.733864:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 328 00000400:00000200:0.0:1734676303.733901:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.733904:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.733908:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.733912:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:2.0:1734676303.733962:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098480400. 00000020:00000010:2.0:1734676303.733967:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.733971:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.733987:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867851648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.734015:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851648 02000000:00000010:2.0:1734676303.734023:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.734056:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da0ef80. 00010000:00000010:2.0:1734676303.734068:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.734072:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d840. 00000100:00000010:2.0:1734676303.734090:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d840. 00010000:00000010:2.0:1734676303.734101:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.734110:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.734113:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851648, offset 224 00000400:00000200:2.0:1734676303.734117:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.734123:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.734127:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79655:79655:256:4294967295] 192.168.203.46@tcp LPNI seq info [79651:79651:8:4294967295] 00000400:00000200:2.0:1734676303.734135:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.734139:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.734142:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5b00. 00000800:00000200:2.0:1734676303.734145:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.734151:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.734153:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.734174:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.734177:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.734180:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098480400. 00080000:00000010:3.0:1734676303.734309:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7e00. 00010000:00000010:3.0:1734676303.734356:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.734361:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da0ef00. 00010000:00000010:3.0:1734676303.734421:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7800. 00010000:00000010:3.0:1734676303.734426:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.734432:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.734435:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.734439:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.734446:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6600. 02000000:00000010:3.0:1734676303.734460:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc6c00. 00000400:00000010:3.0:1734676303.734463:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.734465:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.734469:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342784, portal 16 00000400:00000010:3.0:1734676303.734472:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676303.734473:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342784, offset 0 00000400:00000200:3.0:1734676303.734477:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.734481:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.734485:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.734487:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.734490:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.734492:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.734494:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79656:79656:255:4294967295] 192.168.203.46@tcp LPNI seq info [79652:79652:7:4294967295] 00000400:00000200:3.0:1734676303.734500:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.734504:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.734507:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.734510:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.734513:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.734515:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.734579:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.734582:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5b00. 00000400:00000200:1.0:1734676303.734586:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.734590:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.734592:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676303.734593:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676303.734609:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.734611:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676303.734613:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.734616:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.734617:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676303.734618:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676303.734623:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864342784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.738077:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.738103:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09700 00000400:00000200:0.0:1734676303.738112:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e01 [1] + 224 00000400:00000200:0.0:1734676303.738122:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.738126:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.738135:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864342784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.738167:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.738171:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162200 00000400:00000200:0.0:1734676303.738176:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 656 00000400:00000010:3.0:1734676303.738191:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.738195:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.738197:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.738204:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864342784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.738211:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864342784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.738232:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.738236:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676303.738238:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc6c00. 00000100:00000200:0.0:1734676303.738240:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676303.738243:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6600. 00000100:00000010:0.0:1734676303.738245:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000100:00000010:3.0:1734676303.738246:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.738248:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.738251:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.738389:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.738395:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.738400:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.738419:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867851776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.738621:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851776 02000000:00000010:1.0:1734676303.738633:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.738661:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d114280. 00010000:00000010:1.0:1734676303.738687:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.738693:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.738699:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.738702:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.738712:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.738716:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851776, offset 224 00000400:00000200:1.0:1734676303.738721:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.738729:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.738734:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79657:79657:256:4294967295] 192.168.203.46@tcp LPNI seq info [79653:79653:8:4294967295] 00000400:00000200:1.0:1734676303.738742:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.738746:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.738749:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b800. 00000800:00000200:1.0:1734676303.738753:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.738759:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.738762:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.738883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6600. 00010000:00000010:3.0:1734676303.738937:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.738942:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d114000. 00010000:00000010:3.0:1734676303.738997:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:3.0:1734676303.739001:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.739008:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.739011:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.739015:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.739023:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6200. 02000000:00000010:3.0:1734676303.739056:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009def6800. 00000400:00000010:3.0:1734676303.739059:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.739062:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.739066:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864342912, portal 16 00000400:00000010:3.0:1734676303.739070:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.739071:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864342912, offset 0 00000400:00000200:3.0:1734676303.739075:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.739079:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.739082:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.739086:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.739088:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.739091:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.739108:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79658:79658:255:4294967295] 192.168.203.46@tcp LPNI seq info [79654:79654:7:4294967295] 00000400:00000200:3.0:1734676303.739115:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.739119:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.739121:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.739124:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.739128:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.739131:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.739278:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.739283:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.739286:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00000800:00000200:1.0:1734676303.739965:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.739968:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b800. 00000400:00000200:1.0:1734676303.739971:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.739975:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.739978:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676303.739980:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000800:00000200:1.0:1734676303.740023:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.740025:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676303.740028:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.740031:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.740033:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00010000:00000010:0.1:1734676303.740116:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def700. 00010000:00000010:0.1:1734676303.740121:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7a00. 00000400:00000010:1.0:1734676303.740373:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676303.740381:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864342912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.743105:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.743120:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09780 00000400:00000200:0.0:1734676303.743127:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e0d [1] + 224 00000400:00000200:0.0:1734676303.743148:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.743152:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.743161:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864342912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.743283:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.743288:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.743290:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.743295:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864342912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.743302:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864342912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.743324:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009def6800. 02000000:00000010:3.0:1734676303.743329:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6200. 00000100:00000010:3.0:1734676303.743333:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.743335:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.743339:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:2.0:1734676303.744351:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.744360:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162280 00000400:00000200:2.0:1734676303.744365:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 984 00000400:00000200:2.0:1734676303.744564:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.744569:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.744574:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.744579:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:0.0:1734676303.744755:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d986200. 00000020:00000010:0.0:1734676303.744761:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676303.744765:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676303.744785:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867851904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.744817:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867851904 02000000:00000010:0.0:1734676303.744826:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676303.744854:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92a80. 00010000:00000010:0.0:1734676303.744885:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae140. 00000100:00000010:0.0:1734676303.744892:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676303.744949:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676303.744953:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae140. 00000400:00000010:0.0:1734676303.744964:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676303.744968:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867851904, offset 224 00000400:00000200:0.0:1734676303.744973:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.744981:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.744987:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79659:79659:256:4294967295] 192.168.203.46@tcp LPNI seq info [79655:79655:8:4294967295] 00080000:00000010:3.0:1734676303.744994:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009def6800. 00000400:00000200:0.0:1734676303.744998:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.745002:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.745005:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd200. 00000800:00000200:0.0:1734676303.745009:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.745014:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.745017:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.745054:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676303.745057:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676303.745060:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d986200. 00010000:00000010:3.0:1734676303.745071:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.745077:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db92a00. 00010000:00000010:3.0:1734676303.745145:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009def7c00. 00010000:00000010:3.0:1734676303.745149:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.745156:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.745159:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.745164:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.745173:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097c86200. 02000000:00000010:3.0:1734676303.745189:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800735b3400. 00000400:00000010:3.0:1734676303.745193:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.745197:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.745201:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343040, portal 16 00000400:00000010:3.0:1734676303.745204:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.745205:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343040, offset 0 00000400:00000200:3.0:1734676303.745209:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.745214:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.745218:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.745221:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.745224:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.745226:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.745228:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79660:79660:255:4294967295] 192.168.203.46@tcp LPNI seq info [79656:79656:7:4294967295] 00000400:00000200:3.0:1734676303.745234:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.745238:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.745240:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676303.745243:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.745246:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.745248:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.745300:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.745303:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd200. 00000400:00000200:1.0:1734676303.745305:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.745309:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.745312:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:1.0:1734676303.745313:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000800:00000200:1.0:1734676303.745345:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.745347:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676303.745349:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.745352:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.745354:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676303.745355:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676303.745360:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.747492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724e00. 00010000:00000010:1.1:1734676303.747541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d117a00. 00000400:00000200:0.0:1734676303.749639:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.749655:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09800 00000400:00000200:0.0:1734676303.749662:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e19 [1] + 224 00000400:00000200:0.0:1734676303.749671:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.749674:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.749683:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.749718:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.749721:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162300 00000400:00000200:0.0:1734676303.749725:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 1312 00000400:00000200:0.0:1734676303.749769:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.749772:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.749775:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.749781:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:3.0:1734676303.749935:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.749940:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.749942:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.749947:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.749954:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.749976:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800735b3400. 02000000:00000010:3.0:1734676303.749982:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097c86200. 00000100:00000010:3.0:1734676303.749985:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.749988:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.749990:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.750072:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e000. 00000020:00000010:1.0:1734676303.750077:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.750081:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.750111:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867852032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.750142:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852032 02000000:00000010:1.0:1734676303.750150:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676303.750175:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e4600. 00010000:00000010:1.0:1734676303.750203:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.750208:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.750213:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.750215:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.750224:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676303.750228:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852032, offset 224 00000400:00000200:1.0:1734676303.750233:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.750240:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.750244:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79661:79661:256:4294967295] 192.168.203.46@tcp LPNI seq info [79657:79657:8:4294967295] 00000400:00000200:1.0:1734676303.750252:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.750257:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.750260:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b800. 00000800:00000200:1.0:1734676303.750264:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.750270:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.750273:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.750701:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735b3400. 00010000:00000010:3.0:1734676303.750755:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.750760:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4e4580. 00010000:00000010:3.0:1734676303.750817:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c86200. 00010000:00000010:3.0:1734676303.750821:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.750826:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.750829:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.750833:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.750843:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d89d800. 02000000:00000010:3.0:1734676303.750859:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007347b200. 00000400:00000010:3.0:1734676303.750863:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.750866:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.750869:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343168, portal 16 00000400:00000010:3.0:1734676303.750872:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.750873:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343168, offset 0 00000400:00000200:3.0:1734676303.750877:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.750881:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.750885:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.750888:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.750890:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.750891:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.750894:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79662:79662:255:4294967295] 192.168.203.46@tcp LPNI seq info [79658:79658:7:4294967295] 00000400:00000200:3.0:1734676303.750899:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.750902:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.750904:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.750908:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.750911:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.750914:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.750952:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.750956:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.750959:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e000. 00000800:00000200:2.0:1734676303.751797:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.751802:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b800. 00000400:00000200:2.0:1734676303.751805:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.751809:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.751813:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:2.0:1734676303.751815:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000800:00000200:2.0:1734676303.752580:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.752584:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:2.0:1734676303.752588:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.752593:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.752596:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676303.752598:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:2.0:1734676303.752606:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.754207:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724600. 00010000:00000010:1.1:1734676303.754207:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5b000. 00010000:00000010:1.1:1734676303.754218:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6800. 00010000:00000010:1.1:1734676303.754221:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104500. 00010000:00000010:1.1:1734676303.754223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7600. 00010000:00000010:1.1:1734676303.754226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90e00. 00010000:00000010:1.1:1734676303.754229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7800. 00000400:00000200:0.0:1734676303.755919:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.755934:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09880 00000400:00000200:0.0:1734676303.755942:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e25 [1] + 224 00000400:00000200:0.0:1734676303.755952:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.755956:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.755965:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.756000:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.756004:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162380 00000400:00000200:0.0:1734676303.756008:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 1640 00000400:00000200:0.0:1734676303.756025:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.756028:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.756034:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.756075:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.756194:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e000. 00000020:00000010:1.0:1734676303.756200:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.756204:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.756223:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867852160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.756257:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852160 02000000:00000010:1.0:1734676303.756266:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676303.756297:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.756303:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.756308:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.756311:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.756321:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676303.756326:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852160, offset 224 00000400:00000200:1.0:1734676303.756331:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.756338:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.756342:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79663:79663:256:4294967295] 192.168.203.46@tcp LPNI seq info [79659:79659:8:4294967295] 00000400:00000200:1.0:1734676303.756349:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.756353:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.756356:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b200. 00000800:00000200:1.0:1734676303.756360:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.756365:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.756368:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.756380:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.756384:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.756387:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e000. 00000400:00000010:3.0:1734676303.756452:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.756456:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.756458:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.756463:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.756470:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.756486:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cce1600. 02000000:00000010:3.0:1734676303.756496:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007347b200. 02000000:00000010:3.0:1734676303.756500:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d89d800. 00000100:00000010:3.0:1734676303.756505:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.756507:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.756509:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00080000:00000010:3.0:1734676303.756521:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347b200. 00010000:00000010:3.0:1734676303.756577:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.756582:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801301ae280. 00010000:00000010:3.0:1734676303.756652:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347b400. 00010000:00000010:3.0:1734676303.756656:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.756663:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.756666:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.756671:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.756678:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007347b800. 02000000:00000010:3.0:1734676303.756694:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007347aa00. 00000400:00000010:3.0:1734676303.756697:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.756699:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.756703:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343296, portal 16 00000400:00000010:3.0:1734676303.756706:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.756708:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343296, offset 0 00000400:00000200:3.0:1734676303.756712:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.756716:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.756720:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.756723:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.756725:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.756727:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.756729:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79664:79664:255:4294967295] 192.168.203.46@tcp LPNI seq info [79660:79660:7:4294967295] 00000400:00000200:3.0:1734676303.756735:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.756739:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.756741:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.756744:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.756747:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.756749:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.756859:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.756861:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b200. 00000400:00000200:0.0:1734676303.756864:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.756868:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.756870:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676303.756871:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000800:00000200:0.0:1734676303.756916:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.756918:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676303.756921:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.756927:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.756928:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676303.756930:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676303.756934:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.757418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01800. 00010000:00000010:2.1:1734676303.757454:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91200. 00010000:00000010:1.1:1734676303.760295:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4e00. 00010000:00000010:1.1:1734676303.760305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:1.1:1734676303.760307:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def500. 00010000:00000010:1.1:1734676303.760310:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009def7c00. 00000400:00000200:2.0:1734676303.760883:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.760897:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09900 00000400:00000200:2.0:1734676303.760904:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e31 [1] + 224 00000400:00000200:2.0:1734676303.760922:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.760926:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.760934:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.761174:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.761181:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162400 00000400:00000200:0.0:1734676303.761186:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2775 [2] + 1968 00000400:00000010:0.0:1734676303.761190:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:0.0:1734676303.761193:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b4caa80 00000400:00000200:0.0:1734676303.761243:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.761247:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.761250:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b4caa80 00000400:00000010:0.0:1734676303.761252:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b4caa80. 00000100:00000200:0.0:1734676303.761258:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676303.761322:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.761326:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.761327:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.761333:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.761340:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.761362:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007347aa00. 02000000:00000010:3.0:1734676303.761367:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007347b800. 00000100:00000010:3.0:1734676303.761371:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.761374:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.761377:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:2.0:1734676303.761441:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481a00. 00000020:00000010:2.0:1734676303.761446:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.761451:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.761473:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9450 x1818938867852288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.761657:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852288 02000000:00000010:2.0:1734676303.761667:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.761687:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d737180. 00010000:00000010:2.0:1734676303.761705:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.761710:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d840. 00000100:00000010:2.0:1734676303.761723:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d840. 00010000:00000010:2.0:1734676303.761726:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.761735:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676303.761739:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852288, offset 224 00000400:00000200:2.0:1734676303.761744:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.761755:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.761760:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79665:79665:256:4294967295] 192.168.203.46@tcp LPNI seq info [79661:79661:8:4294967295] 00000400:00000200:2.0:1734676303.761767:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.761771:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.761775:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676303.761779:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.761784:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.761787:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.761798:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.761801:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.761805:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481a00. 02000000:00000010:2.0:1734676303.761813:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:2.0:1734676303.761815:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:2.0:1734676303.761818:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:2.0:1734676303.761819:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676303.761822:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:2.0:1734676303.761824:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676303.761827:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:2.0:1734676303.761829:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676303.761832:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676303.761835:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:2.0:1734676303.761837:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676303.761838:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:2.0:1734676303.761843:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676303.761847:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7898. 00000400:00000010:2.0:1734676303.761850:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d840. 00000800:00000200:0.0:1734676303.762899:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.762904:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:0.0:1734676303.762911:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.762916:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.762920:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676303.762921:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 02000000:00000010:0.0:1734676303.762926:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00080000:00000010:3.0:1734676303.762978:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347b800. 00010000:00000010:3.0:1734676303.763074:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.763080:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d737800. 00010000:00000010:3.0:1734676303.763248:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347aa00. 00010000:00000010:3.0:1734676303.763253:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.763260:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.763264:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.763270:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.763278:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007347a200. 02000000:00000010:3.0:1734676303.763294:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007347bc00. 00000400:00000010:3.0:1734676303.763298:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.763301:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.763304:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343424, portal 16 00000400:00000010:3.0:1734676303.763307:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.763429:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343424, offset 0 00000400:00000200:3.0:1734676303.763435:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.763441:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.763447:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.763450:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.763452:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.763454:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.763456:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79666:79666:256:4294967295] 192.168.203.46@tcp LPNI seq info [79662:79662:8:4294967295] 00000400:00000200:3.0:1734676303.763463:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.763468:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.763471:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676303.763474:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.763479:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.763482:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.763961:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.763964:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:2.0:1734676303.763967:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.763970:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.763973:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676303.763975:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:2.0:1734676303.763981:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.768461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6400. 00010000:00000010:1.1:1734676303.768472:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8e9200. 00010000:00000010:1.1:1734676303.768476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c86200. 00000400:00000200:2.0:1734676303.768745:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.768760:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09980 00000400:00000200:2.0:1734676303.768767:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e41 [1] + 224 00000400:00000200:2.0:1734676303.768777:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.768781:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.768789:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.768824:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.768828:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162480 00000400:00000200:2.0:1734676303.768832:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 0 00000400:00000200:2.0:1734676303.768849:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.768852:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.768856:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.768861:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000400:00000010:3.0:1734676303.769230:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.769234:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.769236:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.769241:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.769249:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.769276:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007347bc00. 02000000:00000010:3.0:1734676303.769282:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007347a200. 00000100:00000010:3.0:1734676303.769286:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.769288:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.769291:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.769832:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e000. 00000020:00000010:1.0:1734676303.769838:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.769843:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.769863:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867852416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.769960:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852416 02000000:00000010:1.0:1734676303.769970:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.769994:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e204480. 00010000:00000010:1.0:1734676303.770021:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.770027:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.770032:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.770067:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.770078:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676303.770082:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852416, offset 224 00000400:00000200:1.0:1734676303.770086:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.770108:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.770115:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79667:79667:256:4294967295] 192.168.203.46@tcp LPNI seq info [79663:79663:8:4294967295] 00000400:00000200:1.0:1734676303.770123:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.770129:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.770132:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4ba00. 00000800:00000200:1.0:1734676303.770137:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.770142:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.770146:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4ba00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.770170:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.770174:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.770178:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e000. 00000800:00000200:0.0:1734676303.770254:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.770258:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4ba00. 00000400:00000200:0.0:1734676303.770260:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.770264:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.770267:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676303.770268:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00080000:00000010:3.0:1734676303.770751:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347a200. 00010000:00000010:3.0:1734676303.770841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.770847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e204400. 00010000:00000010:3.0:1734676303.770914:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347bc00. 00010000:00000010:3.0:1734676303.770919:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.770927:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.770931:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.770936:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.770947:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d89d800. 02000000:00000010:3.0:1734676303.770969:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007355ae00. 00000400:00000010:3.0:1734676303.770974:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.770978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.770982:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343552, portal 16 00000400:00000010:3.0:1734676303.770985:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.770986:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343552, offset 0 00000400:00000200:3.0:1734676303.770990:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.770996:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.770999:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.771002:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.771004:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.771006:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.771008:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79668:79668:256:4294967295] 192.168.203.46@tcp LPNI seq info [79664:79664:8:4294967295] 00000400:00000200:3.0:1734676303.771014:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.771017:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.771019:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.771023:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.771027:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.771029:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.772695:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.772701:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:2.0:1734676303.772706:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.772713:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.772717:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676303.772719:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:2.0:1734676303.772727:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.774592:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731c00. 00000400:00000200:0.0:1734676303.776573:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.776589:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09a00 00000400:00000200:0.0:1734676303.776597:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e4d [1] + 224 00000400:00000200:0.0:1734676303.776612:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.776615:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.776625:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.776659:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.776663:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162500 00000400:00000200:0.0:1734676303.776667:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 328 00000400:00000200:0.0:1734676303.776682:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.776685:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.776689:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.776695:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:3.0:1734676303.776702:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.776707:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.776709:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.776714:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.776722:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.776745:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007355ae00. 02000000:00000010:3.0:1734676303.776754:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d89d800. 00000100:00000010:3.0:1734676303.776759:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.776766:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.776770:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00010000:00000010:1.1:1734676303.777163:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dada00. 00010000:00000010:1.1:1734676303.777169:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347b400. 00010000:00000010:3.1:1734676303.777237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0800. 00000020:00000010:2.0:1734676303.777907:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481e00. 00000020:00000010:2.0:1734676303.777913:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.777918:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.777942:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867852544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.777978:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852544 02000000:00000010:2.0:1734676303.777986:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.778009:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097faef80. 00010000:00000010:2.0:1734676303.778053:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.778059:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:2.0:1734676303.778075:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:2.0:1734676303.778078:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.778088:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676303.778102:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852544, offset 224 00000400:00000200:2.0:1734676303.778107:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.778117:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.778122:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79669:79669:256:4294967295] 192.168.203.46@tcp LPNI seq info [79665:79665:8:4294967295] 00000400:00000200:2.0:1734676303.778130:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.778134:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.778140:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676303.778145:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.778150:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.778153:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.778176:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.778180:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.778183:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481e00. 00000800:00000200:0.0:1734676303.778342:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.778344:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:0.0:1734676303.778349:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.778353:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.778356:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676303.778358:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00080000:00000010:3.0:1734676303.778554:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007355ae00. 00010000:00000010:3.0:1734676303.778611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.778617:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097faef00. 00010000:00000010:3.0:1734676303.778668:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007355be00. 00010000:00000010:3.0:1734676303.778673:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.778679:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.778682:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.778687:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.778695:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007355aa00. 02000000:00000010:3.0:1734676303.778711:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007355b600. 00000400:00000010:3.0:1734676303.778715:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.778719:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.778723:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343680, portal 16 00000400:00000010:3.0:1734676303.778726:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.778728:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343680, offset 0 00000400:00000200:3.0:1734676303.778733:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.778738:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.778741:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.778745:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.778747:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.778749:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.778752:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79670:79670:256:4294967295] 192.168.203.46@tcp LPNI seq info [79666:79666:8:4294967295] 00000400:00000200:3.0:1734676303.778758:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.778761:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.778764:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.778766:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.778770:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.778772:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.778910:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.778912:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:2.0:1734676303.778915:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.778918:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.778920:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676303.778921:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676303.778926:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.781210:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127cf00. 00010000:00000010:1.1:1734676303.781218:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347aa00. 00000400:00000200:2.0:1734676303.781326:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.781337:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09a80 00000400:00000200:2.0:1734676303.781344:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e59 [1] + 224 00000400:00000200:2.0:1734676303.781361:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.781365:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.781373:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.781595:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.781602:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162580 00000400:00000200:0.0:1734676303.781607:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 656 00000400:00000010:3.0:1734676303.781779:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.781783:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.781785:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.781790:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.781797:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.781822:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007355b600. 02000000:00000010:3.0:1734676303.781831:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007355aa00. 00000400:00000200:0.0:1734676303.781835:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1734676303.781837:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000400:00000200:0.0:1734676303.781839:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676303.781840:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.781842:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000100:00000200:0.0:1734676303.781843:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.781847:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676303.781915:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481400. 00000020:00000010:2.0:1734676303.781924:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.781927:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.781945:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867852672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.781973:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852672 02000000:00000010:2.0:1734676303.781980:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.781998:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313db480. 00010000:00000010:2.0:1734676303.782009:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.782013:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:2.0:1734676303.782027:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:2.0:1734676303.782030:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00080000:00000010:3.0:1734676303.782083:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007355aa00. 00010000:00000010:3.0:1734676303.782160:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.782165:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313db400. 00010000:00000010:3.0:1734676303.782215:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007355b600. 00010000:00000010:3.0:1734676303.782219:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.782224:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.782228:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.782231:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.782239:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d89d800. 00000400:00000010:2.0:1734676303.782581:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676303.782587:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852672, offset 224 00000400:00000200:2.0:1734676303.782591:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.782597:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.782603:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79671:79671:256:4294967295] 192.168.203.46@tcp LPNI seq info [79667:79667:8:4294967295] 00000400:00000200:2.0:1734676303.782610:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.782614:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.782618:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676303.782622:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.782627:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.782630:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.782644:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.782647:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.782651:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481400. 02000000:00000010:3.0:1734676303.782659:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006ea88400. 00000400:00000010:3.0:1734676303.782662:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.782665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.782669:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343808, portal 16 00000400:00000010:3.0:1734676303.782671:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.782673:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343808, offset 0 00000400:00000200:3.0:1734676303.782677:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.782681:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.782685:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.782687:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.782690:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.782692:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.782694:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79672:79672:255:4294967295] 192.168.203.46@tcp LPNI seq info [79668:79668:7:4294967295] 00000400:00000200:3.0:1734676303.782700:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.782703:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.782705:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.782707:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.782711:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.782713:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.782786:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.782788:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:0.0:1734676303.782793:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.782796:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.782798:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676303.782799:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000800:00000200:0.0:1734676303.782828:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.782830:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676303.782832:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.782834:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.782836:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676303.782837:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676303.782841:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.783134:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d008e00. 00000400:00000200:0.0:1734676303.784782:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.784795:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09b00 00000400:00000200:0.0:1734676303.784803:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e65 [1] + 224 00000400:00000200:0.0:1734676303.784820:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.784824:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.784832:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.784969:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.784974:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.784976:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.784981:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.784988:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.785010:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006ea88400. 02000000:00000010:3.0:1734676303.785016:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d89d800. 00000100:00000010:3.0:1734676303.785020:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.785023:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.785026:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.785429:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.785436:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162600 00000400:00000200:0.0:1734676303.785441:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 984 00000400:00000200:0.0:1734676303.785637:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.785642:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.785647:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.785652:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676303.785764:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481400. 00000020:00000010:2.0:1734676303.785770:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.785774:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.785792:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867852800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.786124:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852800 02000000:00000010:2.0:1734676303.786132:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676303.786153:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d971700. 00010000:00000010:2.0:1734676303.786166:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.786172:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:2.0:1734676303.786479:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:2.0:1734676303.786484:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.786494:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676303.786498:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852800, offset 224 00000400:00000200:2.0:1734676303.786503:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.786510:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.786515:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79673:79673:256:4294967295] 192.168.203.46@tcp LPNI seq info [79669:79669:8:4294967295] 00000400:00000200:2.0:1734676303.786522:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.786527:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.786531:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5900. 00000800:00000200:2.0:1734676303.786535:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.786540:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.786543:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.786556:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.786558:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.786561:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481400. 00000800:00000200:0.0:1734676303.786645:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.786648:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5900. 00000400:00000200:0.0:1734676303.786654:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.786657:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.786660:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676303.786661:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00080000:00000010:3.0:1734676303.786710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006ea88400. 00010000:00000010:3.0:1734676303.786766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.786771:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d971680. 00010000:00000010:3.0:1734676303.786827:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89d800. 00010000:00000010:3.0:1734676303.786832:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.786839:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.786842:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.786848:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.786856:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880088a94600. 02000000:00000010:3.0:1734676303.786872:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a94200. 00000400:00000010:3.0:1734676303.786876:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.786879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.786883:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864343936, portal 16 00000400:00000010:3.0:1734676303.786885:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676303.786887:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864343936, offset 0 00000400:00000200:3.0:1734676303.786891:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.786896:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.786899:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.786902:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.786905:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.786907:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.786910:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79674:79674:256:4294967295] 192.168.203.46@tcp LPNI seq info [79670:79670:8:4294967295] 00000400:00000200:3.0:1734676303.786916:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.786920:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.786922:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.786925:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.786929:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.786932:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.787014:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.787016:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.787019:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.787022:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.787025:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.787026:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676303.787031:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864343936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.788810:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.788823:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09b80 00000400:00000200:0.0:1734676303.788830:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e71 [1] + 224 00000400:00000200:0.0:1734676303.788847:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.788850:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.788859:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864343936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.788939:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.788943:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.788944:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.788949:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864343936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.788955:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864343936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.788976:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a94200. 02000000:00000010:3.0:1734676303.788981:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880088a94600. 00000100:00000010:3.0:1734676303.788985:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.788987:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.788990:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00010000:00000010:1.1:1734676303.789335:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dad400. 00010000:00000010:1.1:1734676303.789341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347bc00. 00000400:00000200:2.0:1734676303.792599:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.792615:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162680 00000400:00000200:2.0:1734676303.792622:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 1312 00000400:00000200:2.0:1734676303.792688:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.792692:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.792698:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.792703:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00010000:00000010:3.1:1734676303.792752:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57600. 00000020:00000010:0.0:1734676303.793160:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d986200. 00000020:00000010:0.0:1734676303.793166:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676303.793170:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676303.793189:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867852928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.793225:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867852928 02000000:00000010:0.0:1734676303.793233:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676303.793257:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011d1b9180. 00010000:00000010:0.0:1734676303.793284:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae140. 00000100:00000010:0.0:1734676303.793290:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676303.793304:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676303.793307:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae140. 00000400:00000010:0.0:1734676303.793317:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676303.793321:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867852928, offset 224 00000400:00000200:0.0:1734676303.793326:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.793333:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.793338:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79675:79675:256:4294967295] 192.168.203.46@tcp LPNI seq info [79671:79671:8:4294967295] 00000400:00000200:0.0:1734676303.793344:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.793348:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.793351:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd100. 00000800:00000200:0.0:1734676303.793355:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.793360:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.793363:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.793376:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676303.793378:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676303.793380:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d986200. 00000800:00000200:0.0:1734676303.793433:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.793436:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd100. 00000400:00000200:0.0:1734676303.793438:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.793442:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.793445:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:0.0:1734676303.793447:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00080000:00000010:3.0:1734676303.793511:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a94600. 00010000:00000010:3.0:1734676303.793568:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.793575:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011d1b9f80. 00010000:00000010:3.0:1734676303.793640:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a94200. 00010000:00000010:3.0:1734676303.793645:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.793652:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.793656:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.793661:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.793669:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880088a94400. 02000000:00000010:3.0:1734676303.793685:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a94e00. 00000400:00000010:3.0:1734676303.793689:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.793692:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.793696:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344064, portal 16 00000400:00000010:3.0:1734676303.793699:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.793701:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344064, offset 0 00000400:00000200:3.0:1734676303.793705:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.793709:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.793713:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.793717:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.793720:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.793722:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.793724:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79676:79676:256:4294967295] 192.168.203.46@tcp LPNI seq info [79672:79672:8:4294967295] 00000400:00000200:3.0:1734676303.793730:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.793733:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.793735:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.793738:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.793742:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.793744:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.794362:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.794365:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676303.794368:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.794371:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.794374:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676303.794375:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676303.794380:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864344064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.795565:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097faf400. 00010000:00000010:1.1:1734676303.795573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007355be00. 00010000:00000010:1.1:1734676303.795578:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8900. 00010000:00000010:1.1:1734676303.795581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007355b600. 00000400:00000200:0.0:1734676303.796381:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.796394:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09c00 00000400:00000200:0.0:1734676303.796401:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e7d [1] + 224 00000400:00000200:0.0:1734676303.796420:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.796424:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.796433:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864344064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.798808:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.798819:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162700 00000400:00000200:0.0:1734676303.798826:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 1640 00000400:00000200:0.0:1734676303.798884:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.798888:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.798894:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.798900:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676303.799020:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e000. 00000020:00000010:1.0:1734676303.799025:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.799030:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.799069:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867853056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.799089:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853056 02000000:00000010:1.0:1734676303.799106:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676303.799136:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.799142:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.799147:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.799150:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.799160:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676303.799165:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853056, offset 224 00000400:00000200:1.0:1734676303.799169:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.799176:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.799181:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79677:79677:256:4294967295] 192.168.203.46@tcp LPNI seq info [79673:79673:8:4294967295] 00000400:00000200:1.0:1734676303.799188:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.799193:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.799196:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bd00. 00000800:00000200:1.0:1734676303.799200:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.799206:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.799209:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.799220:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.799224:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.799227:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e000. 00000800:00000200:1.0:1734676303.799273:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.799276:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bd00. 00000400:00000200:1.0:1734676303.799278:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.799282:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.799284:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:1.0:1734676303.799286:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000400:00000010:3.0:1734676303.799520:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.799524:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.799526:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.799532:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864344064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.799540:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864344064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.799556:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d971280. 02000000:00000010:3.0:1734676303.799571:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a94e00. 02000000:00000010:3.0:1734676303.799577:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880088a94400. 00000100:00000010:3.0:1734676303.799580:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.799583:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.799585:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00080000:00000010:3.0:1734676303.799596:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a94400. 00010000:00000010:3.0:1734676303.799652:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.799657:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fae400. 00010000:00000010:3.0:1734676303.799708:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a94e00. 00010000:00000010:3.0:1734676303.799712:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.799719:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.799721:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.799726:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.799735:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6bc400. 02000000:00000010:3.0:1734676303.799749:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6bc000. 00000400:00000010:3.0:1734676303.799752:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.799755:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.799759:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344192, portal 16 00000400:00000010:3.0:1734676303.799762:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.799763:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344192, offset 0 00000400:00000200:3.0:1734676303.799767:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.799771:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.799774:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.799776:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.799779:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.799781:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.799784:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79678:79678:256:4294967295] 192.168.203.46@tcp LPNI seq info [79674:79674:8:4294967295] 00000400:00000200:3.0:1734676303.799789:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.799793:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.799795:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.799798:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.799802:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.799805:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.800650:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.800654:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676303.800658:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.800663:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.800666:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676303.800667:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:1.0:1734676303.800673:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864344192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.801413:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8fc000. 00010000:00000010:3.1:1734676303.801682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009000. 00000400:00000200:0.0:1734676303.802131:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.802144:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09c80 00000400:00000200:0.0:1734676303.802151:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e89 [1] + 224 00000400:00000200:0.0:1734676303.802171:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.802175:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.802183:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864344192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.802245:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.802249:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.802251:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.802255:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864344192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.802262:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864344192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.802281:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6bc000. 02000000:00000010:3.0:1734676303.802285:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6bc400. 00000100:00000010:3.0:1734676303.802288:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676303.802291:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.802294:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.803128:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.803135:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162780 00000400:00000200:0.0:1734676303.803140:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa27c5 [2] + 1968 00000400:00000010:0.0:1734676303.803143:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:0.0:1734676303.803146:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b4ca9c0 00000400:00000200:0.0:1734676303.803899:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.803904:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.803908:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b4ca9c0 00000400:00000010:0.0:1734676303.803910:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b4ca9c0. 00000100:00000200:0.0:1734676303.803916:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676303.804324:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481400. 00000020:00000010:2.0:1734676303.804330:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.804334:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.804354:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba450 x1818938867853184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:0.1:1734676303.804582:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006e9ae200. 00010000:00000010:0.1:1734676303.804590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89d800. 00000100:00000200:2.0:1734676303.804748:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853184 02000000:00000010:2.0:1734676303.804758:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.804780:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b06e00. 00010000:00000010:2.0:1734676303.804806:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.804813:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:2.0:1734676303.804820:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:2.0:1734676303.804823:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.804833:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.804837:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853184, offset 224 00000400:00000200:2.0:1734676303.804843:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.804851:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.804857:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79679:79679:256:4294967295] 192.168.203.46@tcp LPNI seq info [79675:79675:8:4294967295] 00000400:00000200:2.0:1734676303.804864:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.804868:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.804872:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676303.804876:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.804881:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.804885:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.804944:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6bc400. 00010000:00000010:3.0:1734676303.805010:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.805016:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b06d80. 00000020:00000010:2.0:1734676303.806757:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.806766:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.806772:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481400. 02000000:00000010:2.0:1734676303.806783:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676303.806787:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:2.0:1734676303.806790:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:2.0:1734676303.806793:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676303.806795:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:2.0:1734676303.806799:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:2.0:1734676303.806801:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676303.806804:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676303.806807:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676303.806808:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676303.806810:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:2.0:1734676303.806812:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000200:2.0:1734676303.806819:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676303.806826:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c78f0. 00000400:00000010:2.0:1734676303.806832:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08da80. 00000800:00000200:2.0:1734676303.806943:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.806946:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:2.0:1734676303.806949:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.806956:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.806959:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676303.806961:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 02000000:00000010:2.0:1734676303.806965:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00010000:00000010:3.0:1734676303.807484:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6bc000. 00010000:00000010:3.0:1734676303.807492:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.807503:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.807509:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.807516:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.807527:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6bde00. 02000000:00000010:3.0:1734676303.807548:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6bc200. 00000400:00000010:3.0:1734676303.807551:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.807555:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.807558:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344320, portal 16 00000400:00000010:3.0:1734676303.807561:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676303.807564:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344320, offset 0 00000400:00000200:3.0:1734676303.807569:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.807579:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.807583:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.807586:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.807589:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.807591:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.807594:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79680:79680:256:4294967295] 192.168.203.46@tcp LPNI seq info [79676:79676:8:4294967295] 00000400:00000200:3.0:1734676303.807601:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.807605:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.807608:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.807612:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.807617:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.807621:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676303.807643:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.807652:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e10ba00. 02000000:00000010:3.0:1734676303.807660:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe7400. 00000400:00000010:3.0:1734676303.807663:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.807665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.807667:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344448, portal 16 00000400:00000010:3.0:1734676303.807669:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.807670:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344448, offset 0 00000400:00000200:3.0:1734676303.807673:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.807676:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.807678:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.807680:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.807681:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.807683:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.807685:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79681:79681:255:4294967295] 192.168.203.46@tcp LPNI seq info [79677:79677:7:4294967295] 00000400:00000200:3.0:1734676303.807690:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.807693:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.807696:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.807698:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.807701:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.807703:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.807768:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.807771:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676303.807774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.807777:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.807780:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676303.807781:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676303.807787:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864344320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.807819:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.807821:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676303.807822:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.807825:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.807827:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676303.807828:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676303.807831:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864344448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.808635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01400. 00010000:00000010:0.1:1734676303.809719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120a000. 00010000:00000010:0.1:1734676303.809726:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46f00. 00010000:00000010:0.1:1734676303.809729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a94200. 00000400:00000200:0.0:1734676303.810588:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.810601:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09d00 00000400:00000200:0.0:1734676303.810608:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3e99 [1] + 224 00000400:00000200:0.0:1734676303.810624:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.810628:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.810636:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864344320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.810698:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.810702:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676303.810704:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.810711:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864344320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.810717:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864344320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.811740:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.811750:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09d80 00000400:00000200:0.0:1734676303.811757:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ea1 [1] + 224 00000400:00000200:0.0:1734676303.811765:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.811768:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.811775:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864344448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.811804:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.811808:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162800 00000400:00000200:0.0:1734676303.811812:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 0 00000400:00000200:0.0:1734676303.811825:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.811829:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.811834:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.811838:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:3.0:1734676303.812001:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.812006:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.812008:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.812014:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864344448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.812021:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864344448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.812079:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6bc200. 02000000:00000010:3.0:1734676303.812086:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6bde00. 00000100:00000010:3.0:1734676303.812091:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676303.812101:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe7400. 02000000:00000010:3.0:1734676303.812104:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e10ba00. 00000100:00000010:3.0:1734676303.812107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.812109:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.812113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:1.0:1734676303.812358:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.812364:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.812368:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.812391:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867853312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.812407:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853312 02000000:00000010:1.0:1734676303.812414:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.812434:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313db180. 00000400:00000010:1.0:1734676303.812452:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676303.812456:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853312, offset 224 00000400:00000200:1.0:1734676303.812461:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.812468:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.812474:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79682:79682:256:4294967295] 192.168.203.46@tcp LPNI seq info [79678:79678:8:4294967295] 00000400:00000200:1.0:1734676303.812481:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.812486:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.812489:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bd00. 00000800:00000200:1.0:1734676303.812493:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.812499:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.812503:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.812515:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.812518:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.812521:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00010000:00000010:0.1:1734676303.812772:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101d00. 00010000:00000010:0.1:1734676303.812778:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a94e00. 00000800:00000200:0.0:1734676303.812930:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.812932:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bd00. 00000400:00000200:0.0:1734676303.812936:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.812940:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.812943:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676303.812944:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000400:00000200:0.0:1734676303.813745:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.813755:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162880 00000400:00000200:0.0:1734676303.813761:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 328 00000400:00000200:0.0:1734676303.813778:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.813782:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.813787:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.813792:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676303.814162:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481600. 00000020:00000010:2.0:1734676303.814168:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.814172:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.814192:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867853440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.814217:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853440 02000000:00000010:2.0:1734676303.814225:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.814247:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99ef00. 00010000:00000010:2.0:1734676303.814276:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.814281:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.814289:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.814292:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.814301:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.814306:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853440, offset 224 00000400:00000200:2.0:1734676303.814311:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.814317:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.814326:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79683:79683:256:4294967295] 192.168.203.46@tcp LPNI seq info [79679:79679:8:4294967295] 00000400:00000200:2.0:1734676303.814334:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.814338:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.814341:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676303.814345:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.814350:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.814353:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.814368:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.814371:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.814375:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481600. 00000800:00000200:0.0:1734676303.814460:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.814463:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:0.0:1734676303.814467:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.814470:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.814473:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676303.814474:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00080000:00000010:3.0:1734676303.814534:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7400. 00010000:00000010:3.0:1734676303.814593:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.814599:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99ee80. 00010000:00000010:3.0:1734676303.814952:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe7200. 00010000:00000010:3.0:1734676303.814958:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.814965:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.814967:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.814973:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.814982:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe6200. 02000000:00000010:3.0:1734676303.814999:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe6e00. 00000400:00000010:3.0:1734676303.815004:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.815008:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.815012:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344576, portal 16 00000400:00000010:3.0:1734676303.815015:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.815016:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344576, offset 0 00000400:00000200:3.0:1734676303.815020:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.815024:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.815028:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.815031:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.815033:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.815054:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.815056:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79684:79684:256:4294967295] 192.168.203.46@tcp LPNI seq info [79680:79680:8:4294967295] 00000400:00000200:3.0:1734676303.815062:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.815066:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.815068:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.815071:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.815075:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.815077:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.815152:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.815155:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676303.815158:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.815162:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.815165:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676303.815166:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676303.815171:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864344576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.815991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073705600. 00000400:00000200:0.0:1734676303.817804:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.817819:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09e00 00000400:00000200:0.0:1734676303.817827:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3eb1 [1] + 224 00000400:00000200:0.0:1734676303.817837:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.817840:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.817850:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864344576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.817884:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.817888:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162900 00000400:00000200:0.0:1734676303.817893:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 656 00000400:00000200:0.0:1734676303.817941:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.817945:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.817949:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.817955:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.818064:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.818069:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.818074:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.818104:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867853568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.818131:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853568 02000000:00000010:1.0:1734676303.818138:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00000400:00000010:3.0:1734676303.818150:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.818155:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.818157:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.818163:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864344576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.818167:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000200:3.0:1734676303.818169:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864344576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:1.0:1734676303.818173:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.818177:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.818180:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00010000:00000010:3.0:1734676303.818187:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf14480. 00000400:00000010:1.0:1734676303.818189:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676303.818193:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853568, offset 224 02000000:00000010:3.0:1734676303.818197:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe6e00. 00000400:00000200:1.0:1734676303.818198:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:3.0:1734676303.818201:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe6200. 00000100:00000010:3.0:1734676303.818204:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000400:00000200:1.0:1734676303.818205:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000100:00000010:3.0:1734676303.818206:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.818208:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:1.0:1734676303.818210:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79685:79685:256:4294967295] 192.168.203.46@tcp LPNI seq info [79681:79681:8:4294967295] 00080000:00000010:3.0:1734676303.818221:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe6200. 00000400:00000200:1.0:1734676303.818230:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.818234:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.818238:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bf00. 00000800:00000200:1.0:1734676303.818242:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.818248:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.818251:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.818262:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.818266:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.818269:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00010000:00000010:3.0:1734676303.818278:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.818284:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf14180. 00010000:00000010:3.0:1734676303.818341:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6e00. 00010000:00000010:3.0:1734676303.818346:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.818352:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.818354:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.818359:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.818366:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe7600. 02000000:00000010:3.0:1734676303.818380:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe6400. 00000400:00000010:3.0:1734676303.818383:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.818385:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.818389:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344704, portal 16 00000400:00000010:3.0:1734676303.818392:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676303.818394:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344704, offset 0 00000400:00000200:3.0:1734676303.818398:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.818402:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.818405:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.818408:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.818410:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.818412:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.818414:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79686:79686:255:4294967295] 192.168.203.46@tcp LPNI seq info [79682:79682:7:4294967295] 00000400:00000200:3.0:1734676303.818421:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.818424:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.818426:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.818429:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.818432:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.818434:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.818973:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.818976:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bf00. 00000400:00000200:0.0:1734676303.818979:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.818983:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.818986:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676303.818987:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000800:00000200:0.0:1734676303.819021:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.819023:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676303.819025:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.819027:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.819029:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676303.819031:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676303.819062:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864344704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.820862:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.820878:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09e80 00000400:00000200:0.0:1734676303.820887:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ebd [1] + 224 00000400:00000200:0.0:1734676303.820897:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.820900:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.820909:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864344704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.820942:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.820947:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162980 00000400:00000200:0.0:1734676303.820950:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 984 00000400:00000200:0.0:1734676303.821002:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.821006:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.821010:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.821016:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:3.0:1734676303.821224:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.821228:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.821230:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.821235:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864344704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.821242:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864344704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.821264:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe6400. 00000020:00000010:2.0:1734676303.821266:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481600. 02000000:00000010:3.0:1734676303.821268:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe7600. 00000100:00000010:3.0:1734676303.821271:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000020:00000010:2.0:1734676303.821272:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000100:00000010:3.0:1734676303.821274:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00000020:00000010:2.0:1734676303.821275:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00010000:00000010:3.0:1734676303.821277:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000100:00000200:2.0:1734676303.821292:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867853696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.821316:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853696 02000000:00000010:2.0:1734676303.821324:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.821344:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd92d80. 00010000:00000010:2.0:1734676303.821359:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.821365:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.821370:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.821372:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.821382:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.821385:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853696, offset 224 00000400:00000200:2.0:1734676303.821390:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.821397:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.821401:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79687:79687:256:4294967295] 192.168.203.46@tcp LPNI seq info [79683:79683:8:4294967295] 00000400:00000200:2.0:1734676303.821409:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.821414:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.821417:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676303.821421:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.821426:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.821429:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.821436:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7600. 00000020:00000010:2.0:1734676303.821441:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.821443:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.821447:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481600. 00010000:00000010:3.0:1734676303.821496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.821502:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd92d00. 00010000:00000010:3.0:1734676303.821558:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676303.821560:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.821564:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6400. 00010000:00000010:3.0:1734676303.821567:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00080000:00000010:3.0:1734676303.821576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7a00. 00010000:00000010:3.0:1734676303.821593:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676303.821595:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.821633:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6800. 00010000:00000010:3.0:1734676303.821636:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.821641:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.821644:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.821648:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.821655:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe7c00. 02000000:00000010:3.0:1734676303.821672:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe7e00. 00000400:00000010:3.0:1734676303.821675:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.821678:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.821683:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344832, portal 16 00000400:00000010:3.0:1734676303.821686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676303.821687:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344832, offset 0 00000400:00000200:3.0:1734676303.821691:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.821695:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.821698:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.821701:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.821704:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.821706:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.821709:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79688:79688:255:4294967295] 192.168.203.46@tcp LPNI seq info [79684:79684:7:4294967295] 00000400:00000200:3.0:1734676303.821715:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.821718:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.821720:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676303.821722:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.821726:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.821728:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.821938:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.821942:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:0.0:1734676303.821947:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.821951:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.821953:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676303.821955:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000800:00000200:0.0:1734676303.822188:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.822191:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676303.822194:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.822197:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.822199:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676303.822200:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676303.822205:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864344832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.823086:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f400. 00010000:00000010:0.1:1734676303.823101:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6bc000. 00010000:00000010:2.1:1734676303.823195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6a00. 00000400:00000200:0.0:1734676303.823562:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.823571:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09f00 00000400:00000200:0.0:1734676303.823578:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ec9 [1] + 224 00000400:00000200:0.0:1734676303.823586:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.823589:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.823595:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864344832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.823622:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.823626:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162a00 00000400:00000200:0.0:1734676303.823630:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 1312 00000400:00000200:0.0:1734676303.823643:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.823647:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.823651:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.823655:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676303.823806:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.823810:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.823812:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.823816:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864344832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.823823:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864344832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.823842:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe7e00. 02000000:00000010:3.0:1734676303.823846:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe7c00. 00000100:00000010:3.0:1734676303.823849:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.823852:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.823854:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000020:00000010:2.0:1734676303.823917:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880098481600. 00000020:00000010:2.0:1734676303.823922:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.823926:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.823943:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867853824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.823974:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853824 02000000:00000010:2.0:1734676303.823985:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676303.824003:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3600. 00010000:00000010:2.0:1734676303.824018:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.824024:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.824060:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.824064:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000010:2.0:1734676303.824073:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.824076:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853824, offset 224 00000400:00000200:2.0:1734676303.824080:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.824087:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.824091:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79689:79689:256:4294967295] 192.168.203.46@tcp LPNI seq info [79685:79685:8:4294967295] 00000400:00000200:2.0:1734676303.824108:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.824112:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.824115:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676303.824118:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.824123:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.824127:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.824141:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b00. 00000020:00000010:2.0:1734676303.824144:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.824148:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880098481600. 00080000:00000010:3.0:1734676303.824243:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7c00. 00010000:00000010:3.0:1734676303.824297:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.824303:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3200. 00010000:00000010:3.0:1734676303.824351:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe7e00. 00010000:00000010:3.0:1734676303.824355:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676303.824360:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.824363:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.824367:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.824374:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe7000. 02000000:00000010:3.0:1734676303.824388:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe7800. 00000400:00000010:3.0:1734676303.824390:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.824393:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.824397:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864344960, portal 16 00000400:00000010:3.0:1734676303.824400:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676303.824402:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864344960, offset 0 00000400:00000200:3.0:1734676303.824406:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.824409:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.824413:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.824416:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.824418:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.824420:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.824422:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79690:79690:255:4294967295] 192.168.203.46@tcp LPNI seq info [79686:79686:7:4294967295] 00000400:00000200:3.0:1734676303.824429:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.824432:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.824434:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.824437:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.824440:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.824443:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.824505:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.824508:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:0.0:1734676303.824512:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.824515:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.824518:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676303.824519:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:0.0:1734676303.824560:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.824561:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676303.824564:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.824566:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.824568:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676303.824569:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676303.824573:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864344960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.825483:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.825491:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e09f80 00000400:00000200:0.0:1734676303.825497:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ed5 [1] + 224 00000400:00000200:0.0:1734676303.825510:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.825513:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.825519:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864344960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.825603:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.825606:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676303.825607:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.825612:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864344960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.825618:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864344960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.825633:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe7800. 02000000:00000010:3.0:1734676303.825636:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe7000. 00000100:00000010:3.0:1734676303.825639:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.825641:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.825643:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00010000:00000010:0.1:1734676303.827531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2a00. 00010000:00000010:0.1:1734676303.827541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0300. 00010000:00000010:0.1:1734676303.827545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7200. 00010000:00000010:0.1:1734676303.827548:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1f00. 00010000:00000010:0.1:1734676303.827551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6e00. 00010000:00000010:0.1:1734676303.827554:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:0.1:1734676303.827556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6400. 00000400:00000200:2.0:1734676303.827667:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.827679:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162a80 00000400:00000200:2.0:1734676303.827686:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 1640 00000400:00000200:2.0:1734676303.827753:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.827758:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.827764:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.827769:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:1.0:1734676303.827863:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.827869:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.827873:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.827892:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867853952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.827920:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867853952 02000000:00000010:1.0:1734676303.827928:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.827950:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a018db80. 00010000:00000010:1.0:1734676303.828334:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.828341:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79af00. 00000100:00000010:1.0:1734676303.828459:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79af00. 00010000:00000010:1.0:1734676303.828464:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.828474:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676303.828478:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867853952, offset 224 00000400:00000200:1.0:1734676303.828483:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.828490:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.828495:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79691:79691:256:4294967295] 192.168.203.46@tcp LPNI seq info [79687:79687:8:4294967295] 00000400:00000200:1.0:1734676303.828503:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.828507:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.828510:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b100. 00000800:00000200:1.0:1734676303.828514:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.828519:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.828522:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.828546:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.828550:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.828552:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00080000:00000010:2.0:1734676303.828607:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481600. 00010000:00000010:2.0:1734676303.828669:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:2.0:1734676303.828675:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a018db00. 00010000:00000010:2.0:1734676303.828731:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098481400. 00010000:00000010:2.0:1734676303.828736:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.828743:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.828746:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.828752:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676303.828762:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481e00. 02000000:00000010:2.0:1734676303.828779:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480a00. 00000400:00000010:2.0:1734676303.828784:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7790. 00000400:00000010:2.0:1734676303.828788:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676303.828792:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345088, portal 16 00000400:00000010:2.0:1734676303.828795:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676303.828796:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345088, offset 0 00000400:00000200:2.0:1734676303.828800:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.828805:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.828808:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.828812:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.828814:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.828816:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.828819:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79692:79692:255:4294967295] 192.168.203.46@tcp LPNI seq info [79688:79688:7:4294967295] 00000400:00000200:2.0:1734676303.828824:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.828827:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.828829:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5b00. 00000800:00000200:2.0:1734676303.828832:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.828837:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.828839:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676303.828844:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.828848:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481a00. 02000000:00000010:2.0:1734676303.828855:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480400. 00000400:00000010:2.0:1734676303.828857:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.828859:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.828861:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345216, portal 16 00000400:00000010:2.0:1734676303.828864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676303.828866:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345216, offset 0 00000400:00000200:2.0:1734676303.828869:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.828872:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.828875:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.828876:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.828878:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.828880:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.828882:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79693:79693:254:4294967295] 192.168.203.46@tcp LPNI seq info [79689:79689:6:4294967295] 00000400:00000200:2.0:1734676303.828887:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.828890:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.828892:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676303.828894:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.828897:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.828899:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.828908:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.828911:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b100. 00000400:00000200:0.0:1734676303.828913:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.828918:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.828921:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676303.828923:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:0.0:1734676303.828931:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.828932:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5b00. 00000400:00000200:0.0:1734676303.828941:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.828944:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.828945:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676303.828947:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676303.828953:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864345088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676303.829001:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.829003:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:0.0:1734676303.829005:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.829008:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.829010:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676303.829011:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676303.829014:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.830322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bf400. 00000400:00000200:0.0:1734676303.831564:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.831580:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a000 00000400:00000200:0.0:1734676303.831588:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ee1 [1] + 224 00000400:00000200:0.0:1734676303.831598:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.831602:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.831611:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864345088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.831645:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.831650:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a080 00000400:00000200:0.0:1734676303.831654:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ee9 [1] + 224 00000400:00000200:0.0:1734676303.831669:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.831672:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.831677:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.831931:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7790. 00000400:00000200:2.0:1734676303.831935:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676303.831937:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676303.831943:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864345088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.831950:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864345088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.831970:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676303.831972:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676303.831973:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.831976:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.831982:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.831994:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480a00. 02000000:00000010:2.0:1734676303.832001:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481e00. 00000100:00000010:2.0:1734676303.832005:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676303.832008:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480400. 02000000:00000010:2.0:1734676303.832010:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481a00. 00000100:00000010:2.0:1734676303.832012:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676303.832016:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.832020:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000200:0.0:1734676303.832074:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.832080:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162b80 00000400:00000200:0.0:1734676303.832085:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa281d [2] + 1968 00000400:00000010:0.0:1734676303.832087:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:0.0:1734676303.832090:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b4ca600 00000400:00000200:0.0:1734676303.832106:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.832109:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.832112:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b4ca600 00000400:00000010:0.0:1734676303.832113:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b4ca600. 00000100:00000200:0.0:1734676303.832118:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1734676303.832136:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.832140:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162b00 00000400:00000200:0.0:1734676303.832144:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 0 00000400:00000200:0.0:1734676303.832154:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.832158:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.832160:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.832164:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676303.832348:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.832353:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.832357:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.832374:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba050 x1818938867854208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676303.832405:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.832407:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.832409:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.832416:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867854080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.832427:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854208 02000000:00000010:1.0:1734676303.832435:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.832456:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99ea80. 00000400:00000010:1.0:1734676303.832472:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.832475:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854208, offset 224 00000400:00000200:1.0:1734676303.832480:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.832486:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.832491:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79694:79694:256:4294967295] 192.168.203.46@tcp LPNI seq info [79690:79690:8:4294967295] 00000400:00000200:1.0:1734676303.832499:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.832503:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.832506:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bb00. 00000800:00000200:1.0:1734676303.832511:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.832516:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.832520:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.832531:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.832534:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.832538:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 02000000:00000010:1.0:1734676303.832544:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676303.832546:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:1.0:1734676303.832549:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676303.832551:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.832556:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676303.832557:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.832560:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.832562:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.832564:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676303.832567:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.832569:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676303.832571:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000200:1.0:1734676303.832576:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.832579:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad1b8. 00000400:00000010:1.0:1734676303.832583:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79af00. 00000100:00000200:1.0:1734676303.832592:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854080 02000000:00000010:1.0:1734676303.832595:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676303.832605:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00eb00. 00010000:00000010:1.0:1734676303.832614:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.832619:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79acc0. 00000100:00000010:1.0:1734676303.832624:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79acc0. 00010000:00000010:1.0:1734676303.832627:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.832631:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676303.832633:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854080, offset 224 00000400:00000200:1.0:1734676303.832636:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.832640:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.832642:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79695:79695:255:4294967295] 192.168.203.46@tcp LPNI seq info [79691:79691:7:4294967295] 00000400:00000200:1.0:1734676303.832649:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.832652:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.832654:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bc00. 00000800:00000200:1.0:1734676303.832656:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.832660:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.832662:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.832667:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.832669:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.832671:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00000800:00000200:1.0:1734676303.832706:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.832708:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bb00. 00000400:00000200:1.0:1734676303.832711:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.832713:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.832716:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676303.832717:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:1.0:1734676303.832719:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000800:00000200:1.0:1734676303.832750:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.832752:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bc00. 00000400:00000200:1.0:1734676303.832754:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.832756:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.832758:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676303.832759:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00080000:00000010:2.0:1734676303.832766:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481a00. 00010000:00000010:2.0:1734676303.832822:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.832827:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99e900. 00010000:00000010:2.0:1734676303.832885:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480400. 00010000:00000010:2.0:1734676303.832890:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.832896:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.832899:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.832903:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.832911:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481e00. 02000000:00000010:2.0:1734676303.832927:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480a00. 00000400:00000010:2.0:1734676303.832930:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.832932:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.832935:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345344, portal 16 00000400:00000010:2.0:1734676303.832938:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676303.832939:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345344, offset 0 00000400:00000200:2.0:1734676303.832943:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.832947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.832951:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.832954:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.832957:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.832959:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.832961:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79696:79696:256:4294967295] 192.168.203.46@tcp LPNI seq info [79692:79692:8:4294967295] 00000400:00000200:2.0:1734676303.832967:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.832970:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.832973:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5400. 00000800:00000200:2.0:1734676303.832975:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.832979:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.832981:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.833009:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.833012:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5400. 00000400:00000200:0.0:1734676303.833017:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.833020:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.833022:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676303.833023:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676303.833027:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.833734:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974c00. 00010000:00000010:1.1:1734676303.834921:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7600. 00010000:00000010:1.1:1734676303.834929:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6800. 00000400:00000200:0.0:1734676303.835494:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.835506:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a100 00000400:00000200:0.0:1734676303.835514:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3efd [1] + 224 00000400:00000200:0.0:1734676303.835524:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.835528:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.835536:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.835569:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.835574:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162c00 00000400:00000200:0.0:1734676303.835578:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 328 00000400:00000200:0.0:1734676303.835594:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.835597:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.835601:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.835606:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676303.835915:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.835921:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.835925:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.835943:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867854336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676303.836033:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676303.836106:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676303.836108:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.836115:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.836121:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.836141:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480a00. 02000000:00000010:2.0:1734676303.836147:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481e00. 00000100:00000010:2.0:1734676303.836151:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676303.836155:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.836159:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000100:00000200:1.0:1734676303.836528:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854336 02000000:00000010:1.0:1734676303.836537:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.836556:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095b34480. 00010000:00000010:1.0:1734676303.836568:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.836573:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79acc0. 00000100:00000010:1.0:1734676303.836587:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79acc0. 00010000:00000010:1.0:1734676303.836589:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.836597:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676303.836600:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854336, offset 224 00000400:00000200:1.0:1734676303.836605:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.836612:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.836617:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79697:79697:256:4294967295] 192.168.203.46@tcp LPNI seq info [79693:79693:8:4294967295] 00000400:00000200:1.0:1734676303.836623:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.836627:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.836631:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bc00. 00000800:00000200:1.0:1734676303.836634:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.836639:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.836642:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.836656:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.836659:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.836662:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00010000:00000010:2.1:1734676303.836793:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4000. 00010000:00000010:2.1:1734676303.836799:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14ed00. 00010000:00000010:2.1:1734676303.836802:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7e00. 00080000:00000010:2.0:1734676303.836816:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481e00. 00000800:00000200:0.0:1734676303.836817:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.836820:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bc00. 00000400:00000200:0.0:1734676303.836822:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.836825:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.836828:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676303.836829:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00010000:00000010:2.0:1734676303.836873:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.836877:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d086e80. 00010000:00000010:2.0:1734676303.836931:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480a00. 00010000:00000010:2.0:1734676303.836936:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.836942:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.836945:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.836950:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.836957:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098480600. 02000000:00000010:2.0:1734676303.836972:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480200. 00000400:00000010:2.0:1734676303.836975:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.836978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.836982:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345472, portal 16 00000400:00000010:2.0:1734676303.836985:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676303.836986:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345472, offset 0 00000400:00000200:2.0:1734676303.836990:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.836994:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.836997:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.837000:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.837003:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.837005:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.837007:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79698:79698:256:4294967295] 192.168.203.46@tcp LPNI seq info [79694:79694:8:4294967295] 00000400:00000200:2.0:1734676303.837012:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.837015:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.837017:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5300. 00000800:00000200:2.0:1734676303.837020:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.837023:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.837025:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.837346:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.837348:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5300. 00000400:00000200:0.0:1734676303.837353:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.837357:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.837359:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676303.837360:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676303.837365:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.839608:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeb200. 00010000:00000010:0.1:1734676303.839620:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9c400. 00000400:00000200:0.0:1734676303.840075:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.840089:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a180 00000400:00000200:0.0:1734676303.840106:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f09 [1] + 224 00000400:00000200:0.0:1734676303.840116:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.840119:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.840128:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.840162:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.840167:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162c80 00000400:00000200:0.0:1734676303.840171:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 656 00000400:00000200:0.0:1734676303.840219:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.840223:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.840228:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.840233:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676303.840356:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7000. 00000020:00000010:3.0:1734676303.840362:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.840366:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.840384:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867854464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.840409:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854464 02000000:00000010:3.0:1734676303.840417:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.840443:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.840449:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.840454:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.840456:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.840465:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676303.840469:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854464, offset 224 00000400:00000200:3.0:1734676303.840474:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.840480:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.840485:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79699:79699:256:4294967295] 192.168.203.46@tcp LPNI seq info [79695:79695:8:4294967295] 00000400:00000200:3.0:1734676303.840493:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.840497:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.840501:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.840505:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.840510:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.840513:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.840524:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.840527:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.840530:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7000. 00000800:00000200:0.0:1734676303.840846:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.840849:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676303.840851:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.840855:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.840857:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676303.840859:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000400:00000010:2.0:1734676303.841071:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676303.841075:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676303.841076:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.841083:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.841090:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.841114:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d54eb80. 02000000:00000010:2.0:1734676303.841141:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480200. 02000000:00000010:2.0:1734676303.841146:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098480600. 00000100:00000010:2.0:1734676303.841149:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676303.841151:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.841153:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00080000:00000010:2.0:1734676303.841167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098480600. 00010000:00000010:2.0:1734676303.841224:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.841229:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d54eb00. 00010000:00000010:2.0:1734676303.841289:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480200. 00010000:00000010:2.0:1734676303.841293:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.841300:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.841303:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.841308:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.841315:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481000. 02000000:00000010:2.0:1734676303.841332:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098481800. 00000400:00000010:2.0:1734676303.841335:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.841338:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.841343:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345600, portal 16 00000400:00000010:2.0:1734676303.841346:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676303.841348:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345600, offset 0 00000400:00000200:2.0:1734676303.841352:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.841358:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.841362:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.841365:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.841367:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.841369:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.841371:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79700:79700:256:4294967295] 192.168.203.46@tcp LPNI seq info [79696:79696:8:4294967295] 00000400:00000200:2.0:1734676303.841377:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.841381:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.841383:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5f00. 00000800:00000200:2.0:1734676303.841386:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.841391:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.841393:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.842584:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.842588:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5f00. 00000400:00000200:0.0:1734676303.842595:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.842600:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.842603:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676303.842605:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676303.842611:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.842694:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819600. 00010000:00000010:2.1:1734676303.842701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098481400. 00000400:00000200:0.0:1734676303.843872:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.843884:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a200 00000400:00000200:0.0:1734676303.843892:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f15 [1] + 224 00000400:00000200:0.0:1734676303.843912:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.843916:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.843924:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.844064:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676303.844068:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676303.844070:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.844074:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.844081:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.844110:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098481800. 02000000:00000010:2.0:1734676303.844115:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481000. 00000100:00000010:2.0:1734676303.844118:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676303.844123:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.844126:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00010000:00000010:0.1:1734676303.845231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20200. 00010000:00000010:2.1:1734676303.849312:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26200. 00010000:00000010:2.1:1734676303.849324:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480400. 00010000:00000010:2.1:1734676303.849330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20000. 00010000:00000010:2.1:1734676303.849333:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420400. 00010000:00000010:2.1:1734676303.849336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480a00. 00000400:00000200:0.0:1734676303.849904:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.849917:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162d00 00000400:00000200:0.0:1734676303.849925:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 984 00000400:00000200:0.0:1734676303.850335:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.850340:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.850347:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.850352:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676303.850474:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.850479:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.850482:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.850514:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867854592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.851804:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854592 02000000:00000010:1.0:1734676303.851819:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.852155:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b1e9bb80. 00010000:00000010:1.0:1734676303.852178:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.852185:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79acc0. 00000100:00000010:1.0:1734676303.852200:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79acc0. 00010000:00000010:1.0:1734676303.852204:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.852214:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.852218:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854592, offset 224 00000400:00000200:1.0:1734676303.852225:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.852235:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.852240:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79701:79701:256:4294967295] 192.168.203.46@tcp LPNI seq info [79697:79697:8:4294967295] 00000400:00000200:1.0:1734676303.852247:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.852252:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.852254:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bb00. 00000800:00000200:1.0:1734676303.852259:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.852264:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.852267:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.852282:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.852286:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.852289:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00000800:00000200:1.0:1734676303.852366:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.852369:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bb00. 00000400:00000200:1.0:1734676303.852371:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.852375:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.852378:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676303.852379:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00080000:00000010:2.0:1734676303.853651:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098480a00. 00010000:00000010:2.0:1734676303.853721:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.853728:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009df21d80. 00010000:00000010:2.0:1734676303.853800:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480400. 00010000:00000010:2.0:1734676303.853806:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.853813:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.853819:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.853825:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.853835:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481000. 02000000:00000010:2.0:1734676303.853856:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098481800. 00000400:00000010:2.0:1734676303.853867:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.853871:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.853876:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345728, portal 16 00000400:00000010:2.0:1734676303.853880:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676303.853881:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345728, offset 0 00000400:00000200:2.0:1734676303.853956:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.853966:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.853970:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.853974:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.853976:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.853978:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.853981:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79702:79702:256:4294967295] 192.168.203.46@tcp LPNI seq info [79698:79698:8:4294967295] 00000400:00000200:2.0:1734676303.853989:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.853993:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.854001:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5000. 00000800:00000200:2.0:1734676303.854005:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.854011:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.854015:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.854442:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.854445:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5000. 00000400:00000200:0.0:1734676303.854451:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.854455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.854457:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676303.854459:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676303.854466:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.855731:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.855742:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a280 00000400:00000200:0.0:1734676303.855749:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f21 [1] + 224 00000400:00000200:0.0:1734676303.855767:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.855770:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.855778:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.855878:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676303.855882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676303.855884:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.855889:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.855896:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.855920:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098481800. 02000000:00000010:2.0:1734676303.855926:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481000. 00000100:00000010:2.0:1734676303.855928:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676303.855933:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676303.855936:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000200:0.0:1734676303.857195:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.857208:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162d80 00000400:00000200:0.0:1734676303.857215:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 1312 00000400:00000200:0.0:1734676303.857270:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.857273:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.857279:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.857284:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.857358:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103fa00. 00000020:00000010:1.0:1734676303.857364:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.857368:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.857391:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867854720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.857420:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854720 02000000:00000010:1.0:1734676303.857427:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.857449:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76f600. 00010000:00000010:1.0:1734676303.857464:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.857471:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79acc0. 00000100:00000010:1.0:1734676303.857486:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79acc0. 00010000:00000010:1.0:1734676303.857489:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.857499:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.857503:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854720, offset 224 00000400:00000200:1.0:1734676303.857508:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.857514:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.857520:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79703:79703:256:4294967295] 192.168.203.46@tcp LPNI seq info [79699:79699:8:4294967295] 00000400:00000200:1.0:1734676303.857528:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.857532:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.857535:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bb00. 00000800:00000200:1.0:1734676303.857539:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.857544:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.857547:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.857568:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.857572:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.857575:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103fa00. 00080000:00000010:2.0:1734676303.857733:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481000. 00010000:00000010:2.0:1734676303.857792:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.857797:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ecef00. 00010000:00000010:2.0:1734676303.857857:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098481800. 00010000:00000010:2.0:1734676303.857862:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.857869:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c80. 00000100:00000010:2.0:1734676303.857872:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676303.857877:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676303.857884:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481400. 02000000:00000010:2.0:1734676303.857903:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd39800. 00000400:00000010:2.0:1734676303.857908:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676303.857911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676303.857915:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345856, portal 16 00000400:00000010:2.0:1734676303.857917:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676303.857919:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345856, offset 0 00000400:00000200:2.0:1734676303.857923:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.857927:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.857930:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.857933:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.857936:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.857938:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.857940:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79704:79704:255:4294967295] 192.168.203.46@tcp LPNI seq info [79700:79700:7:4294967295] 00000400:00000200:2.0:1734676303.857946:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.857949:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.857952:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5200. 00000800:00000200:2.0:1734676303.857955:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.857958:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.857960:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.858631:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.858634:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bb00. 00000400:00000200:1.0:1734676303.858637:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.858641:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.858645:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676303.858647:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:1.0:1734676303.858817:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.858819:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5200. 00000400:00000200:1.0:1734676303.858825:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.858828:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.858830:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676303.858832:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676303.858838:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864345856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.860396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddb000. 00000400:00000200:2.0:1734676303.860656:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.860671:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a300 00000400:00000200:2.0:1734676303.860679:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f2d [1] + 224 00000400:00000200:2.0:1734676303.860701:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.860705:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.860716:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864345856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.860739:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.860744:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162e00 00000400:00000010:0.0:1734676303.860749:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:0.0:1734676303.860754:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676303.860756:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000400:00000200:2.0:1734676303.860762:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 1640 00000100:00000200:0.0:1734676303.860762:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864345856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.860769:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864345856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.860792:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd39800. 02000000:00000010:0.0:1734676303.860796:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481400. 00000100:00000010:0.0:1734676303.860801:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:0.0:1734676303.860805:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:0.0:1734676303.860808:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c80. 00000400:00000200:2.0:1734676303.860902:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.860906:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.860911:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.860914:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000020:00000010:3.0:1734676303.861177:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7000. 00000020:00000010:3.0:1734676303.861183:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.861188:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.861206:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867854848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.861234:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854848 02000000:00000010:3.0:1734676303.861242:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081400. 00010000:00000010:3.0:1734676303.861262:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf06080. 00010000:00000010:3.0:1734676303.861286:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.861292:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.861297:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.861299:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.861307:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00080000:00000010:0.0:1734676303.861308:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d986a00. 00000100:00000200:3.0:1734676303.861310:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854848, offset 224 00000400:00000200:3.0:1734676303.861314:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.861321:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.861326:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79705:79705:256:4294967295] 192.168.203.46@tcp LPNI seq info [79701:79701:8:4294967295] 00000400:00000200:3.0:1734676303.861333:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.861337:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.861340:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676303.861344:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.861349:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.861352:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676303.861365:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:0.0:1734676303.861371:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf06000. 00000020:00000010:3.0:1734676303.861373:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.861376:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.861379:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7000. 00010000:00000010:0.0:1734676303.861427:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d986200. 00010000:00000010:0.0:1734676303.861432:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676303.861438:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae140. 00000100:00000010:0.0:1734676303.861441:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676303.861446:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.861454:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481400. 02000000:00000010:0.0:1734676303.861471:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a94e00. 00000400:00000010:0.0:1734676303.861474:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 00000400:00000010:0.0:1734676303.861478:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676303.861481:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864345984, portal 16 00000400:00000010:0.0:1734676303.861484:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676303.861485:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864345984, offset 0 00000400:00000200:0.0:1734676303.861489:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.861493:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.861497:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.861499:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.861502:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.861503:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.861506:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79706:79706:255:4294967295] 192.168.203.46@tcp LPNI seq info [79702:79702:7:4294967295] 00000400:00000200:0.0:1734676303.861511:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.861514:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.861516:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbda00. 00000800:00000200:0.0:1734676303.861519:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.861522:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.861524:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbda00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.861625:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.861627:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:2.0:1734676303.861630:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.861634:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.861636:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:2.0:1734676303.861639:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:2.0:1734676303.861820:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.861823:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbda00. 00000400:00000200:2.0:1734676303.861826:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.861829:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.861831:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676303.861832:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:2.0:1734676303.861837:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864345984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.863082:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.863102:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a380 00000400:00000200:0.0:1734676303.863109:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f39 [1] + 224 00000400:00000200:0.0:1734676303.863118:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.863121:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.863129:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864345984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.863266:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.863272:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162e80 00000400:00000200:0.0:1734676303.863276:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2875 [2] + 1968 00000400:00000010:0.0:1734676303.863279:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9528. 00000400:00000200:0.0:1734676303.863282:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b4cae40 00000400:00000200:0.0:1734676303.863295:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.863298:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.863301:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b4cae40 00000400:00000010:0.0:1734676303.863304:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b4cae40. 00000100:00000200:0.0:1734676303.863309:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.863402:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e000. 00000020:00000010:1.0:1734676303.863408:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.863411:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.863428:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8450 x1818938867854976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.863456:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867854976 02000000:00000010:1.0:1734676303.863465:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676303.863492:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.863498:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79acc0. 00000100:00000010:1.0:1734676303.863501:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79acc0. 00010000:00000010:1.0:1734676303.863505:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.863514:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676303.863517:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867854976, offset 224 00000400:00000200:1.0:1734676303.863522:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.863527:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.863532:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79707:79707:256:4294967295] 192.168.203.46@tcp LPNI seq info [79703:79703:8:4294967295] 00000400:00000200:1.0:1734676303.863544:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.863548:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.863550:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bb00. 00000800:00000200:1.0:1734676303.863554:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.863560:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.863564:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.863576:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.863579:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.863582:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e000. 02000000:00000010:1.0:1734676303.863588:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:1.0:1734676303.863591:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:1.0:1734676303.863594:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676303.863596:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.863599:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.863601:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676303.863604:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676303.863605:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676303.863608:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676303.863610:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.863612:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676303.863614:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:1.0:1734676303.863618:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.863622:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad528. 00000400:00000010:1.0:1734676303.863625:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79acc0. 00000400:00000010:2.0:1734676303.863691:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9e18. 00000400:00000200:2.0:1734676303.863695:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:2.0:1734676303.863697:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:2.0:1734676303.863701:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864345984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.863707:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864345984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.863723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d084c80. 02000000:00000010:2.0:1734676303.863731:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a94e00. 02000000:00000010:2.0:1734676303.863736:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481400. 00000100:00000010:2.0:1734676303.863740:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:2.0:1734676303.863742:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676303.863744:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae140. 00080000:00000010:2.0:1734676303.863756:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd39800. 00010000:00000010:2.0:1734676303.863819:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:2.0:1734676303.863825:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d084c00. 00010000:00000010:2.0:1734676303.863877:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098481400. 00010000:00000010:2.0:1734676303.863882:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676303.863889:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9bc0. 00000100:00000010:2.0:1734676303.863892:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676303.863897:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 02000000:00000010:2.0:1734676303.863905:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b19600. 02000000:00000010:2.0:1734676303.863922:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b18e00. 00000400:00000010:2.0:1734676303.863927:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7790. 00000400:00000010:2.0:1734676303.863930:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676303.863932:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346112, portal 16 00000400:00000010:2.0:1734676303.863935:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676303.863937:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346112, offset 0 00000400:00000200:2.0:1734676303.863941:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.863945:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.863948:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.863951:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.863953:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.863955:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.863957:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79708:79708:255:4294967295] 192.168.203.46@tcp LPNI seq info [79704:79704:7:4294967295] 00000400:00000200:2.0:1734676303.863963:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.863966:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.863969:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5100. 00000800:00000200:2.0:1734676303.863971:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.863975:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.863978:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.864008:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.864011:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bb00. 00000400:00000200:2.0:1734676303.864013:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.864016:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.864018:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:2.0:1734676303.864020:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:2.0:1734676303.864023:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000800:00000200:2.0:1734676303.864090:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.864102:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5100. 00000400:00000200:2.0:1734676303.864105:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.864108:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.864110:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676303.864111:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676303.864116:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864346112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.866032:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.866204:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a400 00000400:00000200:0.0:1734676303.866212:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f49 [1] + 224 00000400:00000200:0.0:1734676303.866223:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.866226:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.866234:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0a80 x1818938864346112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.866388:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7790. 00000400:00000200:3.0:1734676303.866393:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:3.0:1734676303.866395:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:3.0:1734676303.866401:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0a80 x1818938864346112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.866408:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0a80 x1818938864346112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.866429:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b18e00. 02000000:00000010:3.0:1734676303.866433:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b19600. 00000100:00000010:3.0:1734676303.866436:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 00000100:00000010:3.0:1734676303.866440:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676303.866443:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9bc0. 00000400:00000200:1.0:1734676303.866494:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.866500:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162f00 00000400:00000200:1.0:1734676303.866505:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 0 00000400:00000200:1.0:1734676303.866748:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.866752:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.866757:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.866761:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:3.0:1734676303.866937:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7000. 00000020:00000010:3.0:1734676303.866943:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.866946:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.866963:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867855104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.866981:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855104 02000000:00000010:3.0:1734676303.866987:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676303.867006:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d191900. 00010000:00000010:3.0:1734676303.867018:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.867023:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.867029:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.867031:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.867064:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676303.867068:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855104, offset 224 00000400:00000200:3.0:1734676303.867073:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.867080:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.867085:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79709:79709:256:4294967295] 192.168.203.46@tcp LPNI seq info [79705:79705:8:4294967295] 00000400:00000200:3.0:1734676303.867101:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.867106:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.867109:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.867113:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.867119:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.867122:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.867136:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676303.867139:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.867143:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7000. 00080000:00000010:3.0:1734676303.867160:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7000. 00010000:00000010:3.0:1734676303.867219:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:3.0:1734676303.867225:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d191880. 00010000:00000010:3.0:1734676303.867274:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe7800. 00010000:00000010:3.0:1734676303.867278:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676303.867284:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.867286:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.867291:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.867298:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe6000. 02000000:00000010:3.0:1734676303.867312:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe6c00. 00000400:00000010:3.0:1734676303.867315:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.867318:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.867321:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346240, portal 16 00000400:00000010:3.0:1734676303.867324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676303.867326:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346240, offset 0 00000400:00000200:3.0:1734676303.867329:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.867333:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.867336:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.867339:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.867342:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.867344:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.867346:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79710:79710:255:4294967295] 192.168.203.46@tcp LPNI seq info [79706:79706:7:4294967295] 00000400:00000200:3.0:1734676303.867353:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.867356:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.867359:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.867361:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.867365:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.867367:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.867451:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.867454:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676303.867457:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.867460:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.867463:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676303.867464:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:0.0:1734676303.867495:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.867497:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676303.867499:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.867502:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.867504:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676303.867506:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676303.867510:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864346240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.867588:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b900. 00010000:00000010:2.1:1734676303.867594:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480200. 00000400:00000200:0.0:1734676303.869326:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.869338:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a480 00000400:00000200:0.0:1734676303.869345:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f55 [1] + 224 00000400:00000200:0.0:1734676303.869364:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.869368:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.869377:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864346240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.869485:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676303.869490:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676303.869491:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.869497:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864346240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.869508:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864346240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.869532:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe6c00. 02000000:00000010:3.0:1734676303.869537:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe6000. 00000100:00000010:3.0:1734676303.869540:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.869543:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.869546:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:1.0:1734676303.870570:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.870579:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5162f80 00000400:00000200:1.0:1734676303.870585:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 328 00000400:00000200:1.0:1734676303.870637:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.870641:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.870645:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.870650:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:2.0:1734676303.870763:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880099529400. 00000020:00000010:2.0:1734676303.870769:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676303.870772:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.870791:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867855232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.870948:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855232 02000000:00000010:2.0:1734676303.870956:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.870976:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08400. 00010000:00000010:2.0:1734676303.870991:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.870995:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.871002:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.871004:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00000400:00000010:2.0:1734676303.871014:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676303.871018:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855232, offset 224 00000400:00000200:2.0:1734676303.871023:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.871029:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.871053:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79711:79711:256:4294967295] 192.168.203.46@tcp LPNI seq info [79707:79707:8:4294967295] 00000400:00000200:2.0:1734676303.871062:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.871067:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.871070:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5100. 00000800:00000200:2.0:1734676303.871074:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00080000:00000010:0.0:1734676303.871238:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a94200. 00010000:00000010:0.0:1734676303.871302:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:0.0:1734676303.871307:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da08380. 00010000:00000010:0.0:1734676303.871351:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097dbd000. 00010000:00000010:0.0:1734676303.871353:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.871358:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a94e00. 00010000:00000010:0.0:1734676303.871362:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00080000:00000010:0.0:1734676303.871370:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d89d800. 00010000:00000010:0.0:1734676303.871385:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.871388:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.871428:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:0.0:1734676303.871431:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.871436:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daecc0. 00000100:00000010:0.0:1734676303.871439:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676303.871444:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676303.871452:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7800. 02000000:00000010:0.0:1734676303.871467:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7600. 00000400:00000010:0.0:1734676303.871471:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676303.871474:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676303.871478:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346368, portal 16 00000400:00000010:0.0:1734676303.871481:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676303.871483:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346368, offset 0 00000400:00000200:0.0:1734676303.871486:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.871490:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.871494:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.871496:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.871499:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.871501:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.871503:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79712:79712:255:4294967295] 192.168.203.46@tcp LPNI seq info [79708:79708:7:4294967295] 00000400:00000200:0.0:1734676303.871510:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.871514:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.871516:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd200. 00000800:00000200:0.0:1734676303.871519:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.871523:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.871526:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.872000:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.872003:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd200. 00000400:00000200:1.0:1734676303.872006:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.872009:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.872012:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676303.872014:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676303.872019:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864346368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1734676303.872076:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.872079:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.872091:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676303.872103:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.872107:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880099529400. 00000800:00000200:0.0:1734676303.872364:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.872366:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5100. 00000400:00000200:0.0:1734676303.872371:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.872375:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.872377:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676303.872378:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:3.1:1734676303.873776:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1fd00. 00010000:00000010:3.1:1734676303.873783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098481800. 00010000:00000010:1.1:1734676303.873811:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22a00. 00010000:00000010:2.1:1734676303.873855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d775c00. 00000400:00000200:1.0:1734676303.873974:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.873984:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a500 00000400:00000200:1.0:1734676303.873990:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f61 [1] + 224 00000400:00000200:1.0:1734676303.874004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.874007:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.874015:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864346368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676303.874162:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:0.0:1734676303.874166:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:0.0:1734676303.874167:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676303.874172:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864346368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.874179:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864346368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676303.874201:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7600. 02000000:00000010:0.0:1734676303.874205:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7800. 00000100:00000010:0.0:1734676303.874208:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:0.0:1734676303.874212:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676303.874216:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daecc0. 00000400:00000200:0.0:1734676303.874502:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.874509:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163000 00000400:00000200:0.0:1734676303.874514:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 656 00000400:00000200:0.0:1734676303.874555:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.874558:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.874562:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.874565:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:3.0:1734676303.875065:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6000. 00000020:00000010:3.0:1734676303.875071:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.875074:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.875092:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867855360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.875127:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855360 02000000:00000010:3.0:1734676303.875135:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676303.875154:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5aa80. 00010000:00000010:3.0:1734676303.875167:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.875171:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.875182:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.875185:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.875193:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676303.875197:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855360, offset 224 00000400:00000200:3.0:1734676303.875201:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.875208:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.875213:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79713:79713:256:4294967295] 192.168.203.46@tcp LPNI seq info [79709:79709:8:4294967295] 00000400:00000200:3.0:1734676303.875220:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.875224:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.875227:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.875231:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.875236:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.875240:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.875262:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.875266:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.875269:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6000. 00080000:00000010:0.0:1734676303.875318:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6800. 00010000:00000010:0.0:1734676303.875376:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.875381:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5aa00. 00010000:00000010:0.0:1734676303.875432:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7800. 00010000:00000010:0.0:1734676303.875436:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd00. 00010000:00000010:0.0:1734676303.875442:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daecc0. 00000100:00000010:0.0:1734676303.875444:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676303.875449:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676303.875456:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7600. 02000000:00000010:0.0:1734676303.875471:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc6200. 00000400:00000010:0.0:1734676303.875474:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676303.875477:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676303.875481:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346496, portal 16 00000400:00000010:0.0:1734676303.875483:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676303.875485:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346496, offset 0 00000400:00000200:0.0:1734676303.875488:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.875492:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.875496:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.875499:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.875502:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.875504:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.875506:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79714:79714:255:4294967295] 192.168.203.46@tcp LPNI seq info [79710:79710:7:4294967295] 00000400:00000200:0.0:1734676303.875512:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.875515:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.875518:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbde00. 00000800:00000200:0.0:1734676303.875521:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.875524:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.875527:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.875618:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.875621:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676303.875623:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.875626:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.875628:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676303.875630:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000800:00000200:1.0:1734676303.875660:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.875661:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbde00. 00000400:00000200:1.0:1734676303.875663:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.875666:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.875668:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:1.0:1734676303.875669:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:1.0:1734676303.875673:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864346496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.876382:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea100. 00010000:00000010:2.1:1734676303.876388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480400. 00010000:00000010:2.1:1734676303.876392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daee00. 00010000:00000010:2.1:1734676303.876394:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847d00. 00010000:00000010:2.1:1734676303.876397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d986200. 00010000:00000010:2.1:1734676303.876408:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821800. 00010000:00000010:2.1:1734676303.876412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af200. 00010000:00000010:2.1:1734676303.876415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098481400. 00010000:00000010:3.1:1734676303.876454:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af900. 00010000:00000010:3.1:1734676303.876458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe7800. 00010000:00000010:3.1:1734676303.876460:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd000. 00010000:00000010:3.1:1734676303.876462:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a94e00. 00000400:00000200:0.0:1734676303.876942:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.876950:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a580 00000400:00000200:0.0:1734676303.876957:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f6d [1] + 224 00000400:00000200:0.0:1734676303.876964:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.876967:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.876973:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864346496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.877192:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.877197:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163080 00000400:00000200:0.0:1734676303.877202:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 984 00000400:00000200:0.0:1734676303.877215:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.877219:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.877222:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.877225:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:3.0:1734676303.877380:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7800. 00000020:00000010:3.0:1734676303.877385:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.877388:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.877404:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867855488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.877419:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855488 02000000:00000010:3.0:1734676303.877425:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.877445:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.877450:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.877453:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.877455:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.877462:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676303.877466:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855488, offset 224 00000400:00000200:3.0:1734676303.877471:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.877477:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.877481:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79715:79715:256:4294967295] 192.168.203.46@tcp LPNI seq info [79711:79711:8:4294967295] 00000400:00000200:3.0:1734676303.877488:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.877492:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.877495:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.877498:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.877503:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.877506:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.877516:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.877518:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.877522:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7800. 00000800:00000200:1.0:1734676303.877813:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.877816:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676303.877818:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.877822:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.877824:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676303.877826:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000010:2.0:1734676303.877897:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:2.0:1734676303.877901:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:2.0:1734676303.877903:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:2.0:1734676303.877908:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864346496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.877916:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864346496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676303.877932:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a300. 02000000:00000010:2.0:1734676303.877940:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc6200. 02000000:00000010:2.0:1734676303.877944:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7600. 00000100:00000010:2.0:1734676303.877948:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:2.0:1734676303.877951:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:2.0:1734676303.877954:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daecc0. 00080000:00000010:2.0:1734676303.877965:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880099529400. 00010000:00000010:2.0:1734676303.878019:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd00. 00010000:00000010:2.0:1734676303.878024:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5af80. 00010000:00000010:2.0:1734676303.878108:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d986200. 00010000:00000010:2.0:1734676303.878113:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.878120:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.878123:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.878127:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.878135:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481400. 02000000:00000010:2.0:1734676303.878149:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480400. 00000400:00000010:2.0:1734676303.878153:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.878156:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.878160:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346624, portal 16 00000400:00000010:2.0:1734676303.878164:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676303.878166:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346624, offset 0 00000400:00000200:2.0:1734676303.878170:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.878175:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.878178:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.878181:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.878183:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.878185:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.878188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79716:79716:256:4294967295] 192.168.203.46@tcp LPNI seq info [79712:79712:8:4294967295] 00000400:00000200:2.0:1734676303.878193:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.878197:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.878199:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5200. 00000800:00000200:2.0:1734676303.878202:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.878206:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.878208:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.878458:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.878461:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5200. 00000400:00000200:1.0:1734676303.878466:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.878469:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.878471:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676303.878473:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676303.878478:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864346624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.879155:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847300. 00010000:00000010:3.1:1734676303.879161:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:2.1:1734676303.879729:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2200. 00010000:00000010:2.1:1734676303.879753:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16a00. 00000400:00000200:0.0:1734676303.880230:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.880241:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a600 00000400:00000200:0.0:1734676303.880248:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f79 [1] + 224 00000400:00000200:0.0:1734676303.880256:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.880260:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.880268:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864346624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.880319:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.880324:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163100 00000400:00000200:0.0:1734676303.880328:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 1312 00000400:00000200:0.0:1734676303.880377:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.880381:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.880385:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.880389:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:2.0:1734676303.880525:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676303.880529:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676303.880530:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.880536:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864346624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.880543:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864346624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.880563:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480400. 02000000:00000010:2.0:1734676303.880569:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481400. 00000100:00000010:2.0:1734676303.880573:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.880576:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.880578:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00000020:00000010:1.0:1734676303.880651:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.880657:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.880660:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.880678:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867855616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.880959:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855616 02000000:00000010:1.0:1734676303.880968:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676303.880987:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371f100. 00010000:00000010:1.0:1734676303.881015:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.881020:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a780. 00000100:00000010:1.0:1734676303.881032:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a780. 00010000:00000010:1.0:1734676303.881056:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.881065:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676303.881068:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855616, offset 224 00000400:00000200:1.0:1734676303.881073:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.881079:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.881084:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79717:79717:256:4294967295] 192.168.203.46@tcp LPNI seq info [79713:79713:8:4294967295] 00000400:00000200:1.0:1734676303.881091:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.881103:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.881106:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b300. 00000800:00000200:1.0:1734676303.881110:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.881116:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.881119:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.881130:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.881134:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.881136:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 00000800:00000200:1.0:1734676303.881180:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.881183:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b300. 00000400:00000200:1.0:1734676303.881184:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.881187:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.881189:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676303.881190:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00080000:00000010:2.0:1734676303.881340:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481400. 00010000:00000010:2.0:1734676303.881394:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.881399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007371f080. 00010000:00000010:2.0:1734676303.881447:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480400. 00010000:00000010:2.0:1734676303.881451:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.881456:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.881458:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.881462:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.881470:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880098481800. 02000000:00000010:2.0:1734676303.881483:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480200. 00000400:00000010:2.0:1734676303.881486:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.881489:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.881492:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346752, portal 16 00000400:00000010:2.0:1734676303.881494:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676303.881496:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346752, offset 0 00000400:00000200:2.0:1734676303.881499:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.881503:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.881507:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.881510:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.881512:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.881514:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.881516:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79718:79718:256:4294967295] 192.168.203.46@tcp LPNI seq info [79714:79714:8:4294967295] 00000400:00000200:2.0:1734676303.881522:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.881525:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.881528:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5000. 00000800:00000200:2.0:1734676303.881531:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.881534:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.881537:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.881965:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.881968:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5000. 00000400:00000200:1.0:1734676303.881973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.881977:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.881980:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676303.881981:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:1.0:1734676303.881987:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864346752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.882580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dcc00. 00010000:00000010:2.1:1734676303.882586:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680f400. 00010000:00000010:2.1:1734676303.882590:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7800. 00000400:00000200:0.0:1734676303.883358:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.883369:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a680 00000400:00000200:0.0:1734676303.883377:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f85 [1] + 224 00000400:00000200:0.0:1734676303.883393:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.883397:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.883404:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864346752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.883641:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676303.883645:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676303.883647:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.883653:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864346752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.883660:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864346752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.883680:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480200. 02000000:00000010:2.0:1734676303.883685:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880098481800. 00000100:00000010:2.0:1734676303.883689:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.883692:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.883695:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00000400:00000200:0.0:1734676303.883801:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.883807:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163180 00000400:00000200:0.0:1734676303.883812:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 1640 00000400:00000200:0.0:1734676303.883852:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.883856:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.883860:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.883864:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676303.884882:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7800. 00000020:00000010:3.0:1734676303.884889:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.884893:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.884913:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867855744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.885127:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855744 02000000:00000010:3.0:1734676303.885137:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.885159:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130dfde00. 00010000:00000010:3.0:1734676303.885188:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.885195:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.885202:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.885204:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.885213:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676303.885217:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855744, offset 224 00000400:00000200:3.0:1734676303.885223:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.885231:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.885236:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79719:79719:256:4294967295] 192.168.203.46@tcp LPNI seq info [79715:79715:8:4294967295] 00000400:00000200:3.0:1734676303.885244:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.885249:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.885252:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676303.885256:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.885262:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.885265:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676303.885539:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098481800. 00010000:00000010:2.0:1734676303.885596:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.885601:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130dfdd80. 00010000:00000010:2.0:1734676303.885656:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480200. 00010000:00000010:2.0:1734676303.885661:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.885667:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.885670:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.885675:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.885684:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd39400. 02000000:00000010:2.0:1734676303.885702:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880099400c00. 00000400:00000010:2.0:1734676303.885707:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.885710:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.885716:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864346880, portal 16 00000400:00000010:2.0:1734676303.885718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676303.885720:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864346880, offset 0 00000400:00000200:2.0:1734676303.885723:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.885729:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.885732:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.885735:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.885738:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.885739:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.885742:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79720:79720:255:4294967295] 192.168.203.46@tcp LPNI seq info [79716:79716:7:4294967295] 00000400:00000200:2.0:1734676303.885747:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.885750:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.885753:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5f00. 00000800:00000200:2.0:1734676303.885756:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.885759:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.885761:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5f00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.885787:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.885790:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.885794:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7800. 00000800:00000200:0.0:1734676303.886475:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.886479:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676303.886483:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.886487:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.886490:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676303.886491:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:0.0:1734676303.886764:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.886767:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5f00. 00000400:00000200:0.0:1734676303.886772:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.886776:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.886778:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676303.886780:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676303.886786:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864346880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.888502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d734c00. 00000400:00000200:0.0:1734676303.888757:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.888770:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a700 00000400:00000200:0.0:1734676303.888776:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3f91 [1] + 224 00000400:00000200:0.0:1734676303.888793:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.888797:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.888804:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864346880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.889188:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676303.889192:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676303.889194:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.889199:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864346880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.889207:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864346880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.889228:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880099400c00. 02000000:00000010:2.0:1734676303.889234:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd39400. 00000100:00000010:2.0:1734676303.889237:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.889240:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.889244:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00000400:00000200:0.0:1734676303.889531:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.889536:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163200 00000400:00000200:0.0:1734676303.889541:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa28d5 [2] + 1968 00000400:00000010:0.0:1734676303.889544:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd94d0. 00000400:00000200:0.0:1734676303.889547:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b4ca240 00000400:00000200:0.0:1734676303.889593:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.889597:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.889600:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b4ca240 00000400:00000010:0.0:1734676303.889601:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b4ca240. 00000100:00000200:0.0:1734676303.889606:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676303.889690:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe7800. 00000020:00000010:3.0:1734676303.889695:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.889699:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.889717:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8c50 x1818938867855872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.889750:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867855872 02000000:00000010:3.0:1734676303.889757:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081400. 00010000:00000010:3.0:1734676303.889778:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d41c80. 00010000:00000010:3.0:1734676303.889791:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.889796:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097f30f00. 00000100:00000010:3.0:1734676303.889809:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097f30f00. 00010000:00000010:3.0:1734676303.889812:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.889820:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676303.889823:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867855872, offset 224 00000400:00000200:3.0:1734676303.889828:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.889835:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.889839:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79721:79721:256:4294967295] 192.168.203.46@tcp LPNI seq info [79717:79717:8:4294967295] 00000400:00000200:3.0:1734676303.889847:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.889851:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.889855:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676303.889859:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.889864:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.889867:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.889886:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676303.889889:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.889892:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe7800. 02000000:00000010:3.0:1734676303.889899:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676303.889901:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.889905:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:3.0:1734676303.889907:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:3.0:1734676303.889909:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676303.889911:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676303.889912:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676303.889914:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676303.889918:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676303.889921:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:3.0:1734676303.889923:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:3.0:1734676303.889924:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000200:3.0:1734676303.889930:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.889933:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676303.889936:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880097f30f00. 00000800:00000200:0.0:1734676303.890219:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.890222:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676303.890225:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.890228:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.890231:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676303.890233:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 02000000:00000010:0.0:1734676303.890236:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00080000:00000010:2.0:1734676303.890285:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880099400c00. 00010000:00000010:2.0:1734676303.890343:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.890348:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d41c00. 00010000:00000010:2.0:1734676303.890400:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5300. 00010000:00000010:2.0:1734676303.890402:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.890406:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd39400. 00010000:00000010:2.0:1734676303.890410:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00080000:00000010:2.0:1734676303.890419:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008985b600. 00010000:00000010:2.0:1734676303.890442:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676303.890444:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.890483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985a200. 00010000:00000010:2.0:1734676303.890485:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676303.890490:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.890494:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.890498:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.890506:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008985ae00. 02000000:00000010:2.0:1734676303.890521:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008985b200. 00000400:00000010:2.0:1734676303.890525:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.890528:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.890530:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347008, portal 16 00000400:00000010:2.0:1734676303.890533:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676303.890535:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347008, offset 0 00000400:00000200:2.0:1734676303.890539:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.890545:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.890553:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.890557:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.890559:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.890561:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.890563:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79722:79722:256:4294967295] 192.168.203.46@tcp LPNI seq info [79718:79718:8:4294967295] 00000400:00000200:2.0:1734676303.890570:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.890577:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.890579:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5400. 00000800:00000200:2.0:1734676303.890582:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.890586:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.890589:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.890670:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.890672:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5400. 00000400:00000200:0.0:1734676303.890675:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.890678:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.890681:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676303.890682:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676303.890688:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864347008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676303.891163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004400. 00010000:00000010:3.1:1734676303.891169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d986200. 00010000:00000010:2.1:1734676303.891342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1dd400. 00000400:00000200:0.0:1734676303.892641:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.892652:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a780 00000400:00000200:0.0:1734676303.892659:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fa1 [1] + 224 00000400:00000200:0.0:1734676303.892668:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.892671:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.892679:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864347008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.892711:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.892715:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163280 00000400:00000200:0.0:1734676303.892719:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 0 00000400:00000200:0.0:1734676303.892854:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734676303.892858:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:0.0:1734676303.892858:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.892861:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676303.892863:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.892869:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864347008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.892869:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.892873:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000100:00000200:2.0:1734676303.892876:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864347008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.892897:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008985b200. 02000000:00000010:2.0:1734676303.892902:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008985ae00. 00000100:00000010:2.0:1734676303.892906:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.892908:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.892911:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00000020:00000010:1.0:1734676303.893033:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.893066:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.893070:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.893089:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867856000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.893128:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856000 02000000:00000010:1.0:1734676303.893136:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.893157:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793c80. 00010000:00000010:1.0:1734676303.893410:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.893417:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a780. 00000100:00000010:1.0:1734676303.893469:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a780. 00010000:00000010:1.0:1734676303.893472:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.893482:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676303.893486:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856000, offset 224 00000400:00000200:1.0:1734676303.893491:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.893497:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.893502:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79723:79723:256:4294967295] 192.168.203.46@tcp LPNI seq info [79719:79719:8:4294967295] 00000400:00000200:1.0:1734676303.893514:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.893518:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.893521:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b300. 00000800:00000200:1.0:1734676303.893525:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.893530:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.893533:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676303.893657:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7800. 00010000:00000010:3.0:1734676303.893721:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:3.0:1734676303.893727:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d793c00. 00010000:00000010:3.0:1734676303.893791:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6000. 00010000:00000010:3.0:1734676303.893796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676303.893802:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.893806:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.893811:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.893818:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe6c00. 02000000:00000010:3.0:1734676303.893833:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe7e00. 00000400:00000010:3.0:1734676303.893838:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.893841:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.893845:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347136, portal 16 00000400:00000010:3.0:1734676303.893848:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676303.893849:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347136, offset 0 00000400:00000200:3.0:1734676303.893853:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.893857:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.893860:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.893862:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.893865:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.893866:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.893869:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79724:79724:255:4294967295] 192.168.203.46@tcp LPNI seq info [79720:79720:7:4294967295] 00000400:00000200:3.0:1734676303.893874:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.893876:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.893879:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676303.893882:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.893885:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.893887:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.893913:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.893917:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.893921:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00000800:00000200:0.0:1734676303.894421:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.894425:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b300. 00000400:00000200:0.0:1734676303.894427:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.894431:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.894434:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676303.894435:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000800:00000200:0.0:1734676303.894476:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.894478:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676303.894480:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.894483:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.894485:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676303.894486:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676303.894492:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864347136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.896546:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.896558:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a800 00000400:00000200:0.0:1734676303.896566:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fad [1] + 224 00000400:00000200:0.0:1734676303.896583:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.896586:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.896594:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864347136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.896948:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.896952:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676303.896953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.896959:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864347136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.896965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864347136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.896988:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe7e00. 02000000:00000010:3.0:1734676303.896993:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe6c00. 00000100:00000010:3.0:1734676303.896996:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.897000:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.897003:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00010000:00000010:2.1:1734676303.897313:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7a00. 00010000:00000010:3.1:1734676303.897405:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680fc00. 00010000:00000010:3.1:1734676303.897410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480400. 00010000:00000010:3.1:1734676303.897415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37a00. 00010000:00000010:3.1:1734676303.897418:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480200. 00010000:00000010:3.1:1734676303.897421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5300. 00010000:00000010:3.1:1734676303.897425:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39400. 00000400:00000200:0.0:1734676303.898520:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.898528:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163300 00000400:00000200:0.0:1734676303.898534:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 328 00000400:00000200:0.0:1734676303.898716:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.898721:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.898726:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.898730:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676303.898822:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.898828:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.898831:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.898849:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867856128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.898875:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856128 02000000:00000010:1.0:1734676303.898882:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.898902:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fd58680. 00010000:00000010:1.0:1734676303.898924:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.898930:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a780. 00000100:00000010:1.0:1734676303.898947:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a780. 00010000:00000010:1.0:1734676303.898950:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.898959:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676303.898963:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856128, offset 224 00000400:00000200:1.0:1734676303.898968:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.898974:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.898979:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79725:79725:256:4294967295] 192.168.203.46@tcp LPNI seq info [79721:79721:8:4294967295] 00000400:00000200:1.0:1734676303.898987:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.898992:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.898995:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b900. 00000800:00000200:1.0:1734676303.898998:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.899004:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.899007:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.899024:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.899028:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676303.899031:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00000800:00000200:0.0:1734676303.899129:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.899132:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b900. 00000400:00000200:0.0:1734676303.899135:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.899138:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.899140:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676303.899142:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00080000:00000010:2.0:1734676303.899291:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008985ae00. 00010000:00000010:2.0:1734676303.899354:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab80. 00010000:00000010:2.0:1734676303.899360:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fd58600. 00010000:00000010:2.0:1734676303.899418:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985b200. 00010000:00000010:2.0:1734676303.899423:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676303.899430:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.899433:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.899438:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.899446:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008985be00. 02000000:00000010:2.0:1734676303.899461:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008985b000. 00000400:00000010:2.0:1734676303.899465:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.899468:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.899472:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347264, portal 16 00000400:00000010:2.0:1734676303.899475:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676303.899476:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347264, offset 0 00000400:00000200:2.0:1734676303.899480:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.899485:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.899487:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.899490:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.899492:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.899494:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.899496:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79726:79726:256:4294967295] 192.168.203.46@tcp LPNI seq info [79722:79722:8:4294967295] 00000400:00000200:2.0:1734676303.899501:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.899505:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.899507:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676303.899509:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.899513:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.899515:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.899573:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.899575:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:0.0:1734676303.899579:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.899582:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.899584:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676303.899585:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:0.0:1734676303.899590:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864347264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.900946:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d466200. 00000400:00000200:0.0:1734676303.902230:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.902244:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a880 00000400:00000200:0.0:1734676303.902252:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fb9 [1] + 224 00000400:00000200:0.0:1734676303.902269:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.902273:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.902282:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864347264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.902343:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676303.902347:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676303.902349:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.902355:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864347264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.902361:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864347264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.902383:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008985b000. 02000000:00000010:2.0:1734676303.902389:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008985be00. 00000100:00000010:2.0:1734676303.902392:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.902395:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676303.902398:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00010000:00000010:3.1:1734676303.903157:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a800. 00010000:00000010:3.1:1734676303.903165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6000. 00010000:00000010:2.1:1734676303.903202:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48dc00. 00010000:00000010:2.1:1734676303.903207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985a200. 00000400:00000200:0.0:1734676303.903644:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.903654:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163380 00000400:00000200:0.0:1734676303.903660:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 656 00000400:00000200:0.0:1734676303.903713:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.903718:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.903723:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.903728:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:3.0:1734676303.904004:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6000. 00000020:00000010:3.0:1734676303.904010:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676303.904014:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.904032:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867856256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.904083:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856256 02000000:00000010:3.0:1734676303.904101:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676303.904123:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edecd80. 00010000:00000010:3.0:1734676303.904146:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.904152:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.904158:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.904161:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.904170:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676303.904174:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856256, offset 224 00000400:00000200:3.0:1734676303.904179:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.904187:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.904192:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79727:79727:256:4294967295] 192.168.203.46@tcp LPNI seq info [79723:79723:8:4294967295] 00000400:00000200:3.0:1734676303.904199:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.904203:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.904206:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676303.904210:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.904216:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.904219:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676303.904220:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7a00. 00000020:00000010:3.0:1734676303.904230:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676303.904232:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.904236:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6000. 00010000:00000010:0.0:1734676303.904280:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:0.0:1734676303.904286:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edec280. 00010000:00000010:0.0:1734676303.904337:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7800. 00010000:00000010:0.0:1734676303.904342:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.904348:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:0.0:1734676303.904350:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676303.904355:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676303.904362:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc6c00. 02000000:00000010:0.0:1734676303.904377:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7600. 00000400:00000010:0.0:1734676303.904381:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676303.904384:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676303.904388:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347392, portal 16 00000400:00000010:0.0:1734676303.904391:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676303.904393:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347392, offset 0 00000400:00000200:0.0:1734676303.904396:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.904401:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.904403:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.904406:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.904409:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.904410:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.904413:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79728:79728:255:4294967295] 192.168.203.46@tcp LPNI seq info [79724:79724:7:4294967295] 00000400:00000200:0.0:1734676303.904420:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.904424:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.904426:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbdb00. 00000800:00000200:0.0:1734676303.904429:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.904432:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.904434:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbdb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.904461:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.904464:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676303.904466:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.904468:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.904471:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676303.904472:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676303.904502:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.904504:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbdb00. 00000400:00000200:0.0:1734676303.904506:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.904509:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.904511:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:0.0:1734676303.904512:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676303.904517:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864347392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.906258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78e00. 00000400:00000200:0.0:1734676303.908752:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.908768:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a900 00000400:00000200:0.0:1734676303.908776:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fc5 [1] + 224 00000400:00000200:0.0:1734676303.908795:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.908799:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.908808:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864347392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.908876:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676303.908882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:2.0:1734676303.908884:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:2.0:1734676303.908890:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864347392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.908897:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864347392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.908918:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7600. 02000000:00000010:2.0:1734676303.908923:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc6c00. 00000100:00000010:2.0:1734676303.908927:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:2.0:1734676303.908931:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:2.0:1734676303.908934:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000200:0.0:1734676303.909263:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.909270:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163400 00000400:00000200:0.0:1734676303.909276:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 984 00010000:00000010:3.1:1734676303.909291:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1300. 00010000:00000010:3.1:1734676303.909297:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985b200. 00000400:00000200:0.0:1734676303.910015:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.910021:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.910025:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.910029:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00010000:00000010:2.1:1734676303.910132:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001000. 00000020:00000010:1.0:1734676303.910190:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.910196:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b80. 00000020:00000010:1.0:1734676303.910200:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676303.910220:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867856384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.910683:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856384 02000000:00000010:3.0:1734676303.910692:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676303.910769:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d105280. 00010000:00000010:3.0:1734676303.912323:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.912334:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.912344:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.912348:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.912361:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676303.912365:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856384, offset 224 00000400:00000200:3.0:1734676303.912372:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.912381:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.912387:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79729:79729:256:4294967295] 192.168.203.46@tcp LPNI seq info [79725:79725:8:4294967295] 00000400:00000200:3.0:1734676303.912396:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.912401:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.912404:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676303.912409:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.912414:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.912418:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.912443:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b80. 00000020:00000010:3.0:1734676303.912449:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:3.0:1734676303.912452:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00000800:00000200:1.0:1734676303.912577:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.912580:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676303.912583:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.912587:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.912589:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676303.912591:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00080000:00000010:0.0:1734676303.913083:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6200. 00010000:00000010:0.0:1734676303.913144:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.913150:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d105c80. 00010000:00000010:0.0:1734676303.913205:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:0.0:1734676303.913209:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676303.913215:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae9c0. 00000100:00000010:0.0:1734676303.913218:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676303.913224:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.913233:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7600. 02000000:00000010:0.0:1734676303.913253:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130181800. 00000400:00000010:0.0:1734676303.913257:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9210. 00000400:00000010:0.0:1734676303.913261:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676303.913265:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347520, portal 16 00000400:00000010:0.0:1734676303.913268:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676303.913269:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347520, offset 0 00000400:00000200:0.0:1734676303.913273:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.913279:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.913283:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.913286:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.913289:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.913291:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.913293:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79730:79730:256:4294967295] 192.168.203.46@tcp LPNI seq info [79726:79726:8:4294967295] 00000400:00000200:0.0:1734676303.913299:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.913303:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.913306:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd100. 00000800:00000200:0.0:1734676303.913309:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.913314:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.913316:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.913504:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.913506:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd100. 00000400:00000200:1.0:1734676303.913508:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.913511:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.913514:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:1.0:1734676303.913515:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:1.0:1734676303.913521:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864347520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.915171:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.915182:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0a980 00000400:00000200:0.0:1734676303.915188:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fd1 [1] + 224 00000400:00000200:0.0:1734676303.915202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.915205:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.915212:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864347520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.915270:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:2.0:1734676303.915275:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676303.915276:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:2.0:1734676303.915281:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864347520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.915288:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864347520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.915308:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130181800. 02000000:00000010:2.0:1734676303.915314:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7600. 00000100:00000010:2.0:1734676303.915318:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:2.0:1734676303.915323:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676303.915326:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae9c0. 00010000:00000010:3.1:1734676303.916143:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf6b700. 00010000:00000010:3.1:1734676303.916149:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7800. 00010000:00000010:2.1:1734676303.916188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f3c00. 00000400:00000200:0.0:1734676303.918144:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.918156:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163480 00000400:00000200:0.0:1734676303.918162:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 1312 00000400:00000200:0.0:1734676303.918474:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.918479:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.918484:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.918489:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676303.918558:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6000. 00000020:00000010:3.0:1734676303.918563:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676303.918567:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.918587:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867856512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.918617:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856512 02000000:00000010:3.0:1734676303.918625:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676303.918646:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009946aa00. 00010000:00000010:3.0:1734676303.918676:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.918682:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.918689:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.918692:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.918702:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.918706:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856512, offset 224 00000400:00000200:3.0:1734676303.918711:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.918718:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.918722:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79731:79731:256:4294967295] 192.168.203.46@tcp LPNI seq info [79727:79727:8:4294967295] 00000400:00000200:3.0:1734676303.918730:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.918735:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.918738:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676303.918742:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.918746:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.918750:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.918775:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676303.918778:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.918781:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6000. 00080000:00000010:3.0:1734676303.918810:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe6000. 00010000:00000010:3.0:1734676303.918870:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:3.0:1734676303.918875:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009946a980. 00010000:00000010:3.0:1734676303.918926:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def600. 00010000:00000010:3.0:1734676303.918929:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a500. 00010000:00000010:3.0:1734676303.918932:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6c00. 00010000:00000010:3.0:1734676303.918936:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676303.918944:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7e00. 00010000:00000010:3.0:1734676303.918962:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676303.918965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a500. 00010000:00000010:3.0:1734676303.918999:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6800. 00010000:00000010:3.0:1734676303.919003:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676303.919008:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.919011:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.919016:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.919025:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe6400. 02000000:00000010:3.0:1734676303.919065:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe6e00. 00000400:00000010:3.0:1734676303.919070:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.919074:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.919078:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347648, portal 16 00000400:00000010:3.0:1734676303.919081:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.919082:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347648, offset 0 00000400:00000200:3.0:1734676303.919087:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.919103:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.919107:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.919110:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.919112:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.919114:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.919117:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79732:79732:255:4294967295] 192.168.203.46@tcp LPNI seq info [79728:79728:7:4294967295] 00000400:00000200:3.0:1734676303.919122:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.919126:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.919128:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676303.919131:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.919134:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.919137:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.919318:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.919321:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676303.919323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.919327:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.919330:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676303.919331:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000800:00000200:1.0:1734676303.919366:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.919368:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676303.919370:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.919372:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.919374:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676303.919376:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676303.919380:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864347648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.922454:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d877c00. 00010000:00000010:2.1:1734676303.922466:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d889500. 00010000:00000010:2.1:1734676303.922479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6c00. 00010000:00000010:2.1:1734676303.922482:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def600. 00010000:00000010:2.1:1734676303.922484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6c00. 00000400:00000200:0.0:1734676303.925071:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.925087:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0aa00 00000400:00000200:0.0:1734676303.925103:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fdd [1] + 224 00000400:00000200:0.0:1734676303.925114:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.925117:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.925126:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864347648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.925155:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.925158:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163500 00000400:00000200:0.0:1734676303.925163:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 1640 00000400:00000010:3.0:1734676303.925213:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.925218:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676303.925220:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.925226:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864347648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.925232:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864347648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.925253:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe6e00. 02000000:00000010:3.0:1734676303.925259:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe6400. 00000100:00000010:3.0:1734676303.925262:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.925268:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.925272:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:1.0:1734676303.925308:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.925313:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.925318:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.925323:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:0.0:1734676303.925759:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130180000. 00000020:00000010:0.0:1734676303.925764:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676303.925768:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676303.925785:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867856640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676303.925810:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856640 02000000:00000010:0.0:1734676303.925818:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676303.925839:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7b7880. 00010000:00000010:0.0:1734676303.926279:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae3c0. 00000100:00000010:0.0:1734676303.926286:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676303.926293:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:0.0:1734676303.926296:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae3c0. 00000400:00000010:0.0:1734676303.926306:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676303.926310:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856640, offset 224 00000400:00000200:0.0:1734676303.926320:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.926329:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.926334:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79733:79733:256:4294967295] 192.168.203.46@tcp LPNI seq info [79729:79729:8:4294967295] 00000400:00000200:0.0:1734676303.926342:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.926346:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.926349:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd300. 00000800:00000200:0.0:1734676303.926353:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.926358:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.926362:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676303.926385:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676303.926389:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676303.926391:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130180000. 00080000:00000010:3.0:1734676303.926449:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe6400. 00000800:00000200:1.0:1734676303.926498:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.926502:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd300. 00000400:00000200:1.0:1734676303.926504:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.926508:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676303.926509:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00000400:00000200:1.0:1734676303.926511:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:1.0:1734676303.926512:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00010000:00000010:3.0:1734676303.926514:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7b7080. 00010000:00000010:3.0:1734676303.927633:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6e00. 00010000:00000010:3.0:1734676303.927642:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676303.927650:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.927655:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.927661:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.927670:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe7200. 02000000:00000010:3.0:1734676303.927692:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfe6c00. 00000400:00000010:3.0:1734676303.927697:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.927701:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.927705:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347776, portal 16 00000400:00000010:3.0:1734676303.927709:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.927711:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347776, offset 0 00000400:00000200:3.0:1734676303.927717:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.927723:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.927726:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.927729:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.927733:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.927735:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.927737:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79734:79734:256:4294967295] 192.168.203.46@tcp LPNI seq info [79730:79730:8:4294967295] 00000400:00000200:3.0:1734676303.927745:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.927749:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.927752:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676303.927756:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.927761:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.927764:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.928204:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.928207:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676303.928210:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.928214:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.928217:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676303.928219:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676303.928224:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864347776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.929533:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.929544:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0aa80 00000400:00000200:0.0:1734676303.929552:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3fe9 [1] + 224 00000400:00000200:0.0:1734676303.929560:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.929563:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.929570:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864347776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.929601:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.929606:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163580 00000400:00000200:0.0:1734676303.929610:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2925 [2] + 1968 00000400:00000010:0.0:1734676303.929613:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:0.0:1734676303.929616:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f1603c0 00000400:00000010:3.0:1734676303.929620:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676303.929624:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676303.929625:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.929630:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864347776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.929636:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864347776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.929656:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfe6c00. 02000000:00000010:3.0:1734676303.929660:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe7200. 00000400:00000200:0.0:1734676303.929660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1734676303.929662:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000400:00000200:0.0:1734676303.929663:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676303.929666:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00000400:00000200:0.0:1734676303.929666:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f1603c0 00000400:00000010:0.0:1734676303.929667:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f1603c0. 00010000:00000010:3.0:1734676303.929669:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000100:00000200:0.0:1734676303.929673:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676303.929815:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103e200. 00000020:00000010:1.0:1734676303.929820:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.929824:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.929841:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb050 x1818938867856768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.929856:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856768 02000000:00000010:1.0:1734676303.929863:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676303.929881:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1b3880. 00010000:00000010:1.0:1734676303.929903:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.929908:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a780. 00000100:00000010:1.0:1734676303.929912:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a780. 00010000:00000010:1.0:1734676303.929915:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.929921:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676303.929925:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856768, offset 224 00080000:00000010:3.0:1734676303.930025:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe7200. 00000400:00000200:1.0:1734676303.930585:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.930592:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.930597:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79735:79735:256:4294967295] 192.168.203.46@tcp LPNI seq info [79731:79731:8:4294967295] 00000400:00000200:1.0:1734676303.930604:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.930608:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.930611:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b700. 00000800:00000200:1.0:1734676303.930615:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.930620:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.930624:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.930648:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.930652:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.930655:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103e200. 02000000:00000010:1.0:1734676303.930662:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676303.930665:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.930669:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676303.930671:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676303.930674:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676303.930676:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:1.0:1734676303.930678:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676303.930680:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676303.930684:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676303.930685:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676303.930688:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676303.930690:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676303.930695:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676303.930699:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc08. 00000400:00000010:1.0:1734676303.930702:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79a780. 00000800:00000200:0.0:1734676303.930793:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.930795:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b700. 00000400:00000200:0.0:1734676303.930798:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.930802:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.930804:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676303.930805:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 02000000:00000010:0.0:1734676303.930808:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00010000:00000010:2.0:1734676303.930894:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:2.0:1734676303.930900:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1b3800. 00010000:00000010:2.0:1734676303.930968:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985a200. 00010000:00000010:2.0:1734676303.930973:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676303.930980:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9b00. 00000100:00000010:2.0:1734676303.930983:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676303.930989:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.930996:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008985be00. 02000000:00000010:2.0:1734676303.931012:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008985b000. 00000400:00000010:2.0:1734676303.931015:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676303.931018:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676303.931021:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864347904, portal 16 00000400:00000010:2.0:1734676303.931023:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676303.931025:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864347904, offset 0 00000400:00000200:2.0:1734676303.931029:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.931034:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.931069:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.931072:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.931075:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.931077:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.931079:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79736:79736:256:4294967295] 192.168.203.46@tcp LPNI seq info [79732:79732:8:4294967295] 00000400:00000200:2.0:1734676303.931085:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.931089:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.931100:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5d00. 00000800:00000200:2.0:1734676303.931103:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.931107:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.931109:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676303.931334:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.931336:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5d00. 00000400:00000200:1.0:1734676303.931341:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.931345:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.931347:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676303.931348:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:1.0:1734676303.931354:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864347904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.932165:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57800. 00010000:00000010:2.1:1734676303.935338:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3400. 00010000:00000010:2.1:1734676303.935351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9ae00. 00010000:00000010:2.1:1734676303.935356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6800. 00010000:00000010:3.1:1734676303.935463:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2a00. 00010000:00000010:3.1:1734676303.935467:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6e00. 00000400:00000200:2.0:1734676303.935809:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.935820:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ab00 00000400:00000200:2.0:1734676303.935827:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa3ff9 [1] + 224 00000400:00000200:2.0:1734676303.935834:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.935837:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.935846:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864347904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.935866:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.935870:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163600 00000400:00000200:2.0:1734676303.935874:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 0 00000400:00000200:2.0:1734676303.935932:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.935936:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.935943:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.935947:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000400:00000010:0.0:1734676303.935988:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:0.0:1734676303.935993:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676303.935995:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676303.936001:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864347904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676303.936007:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864347904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676303.936014:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.936019:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.936022:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.936056:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867856896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.936073:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867856896 02000000:00000010:1.0:1734676303.936080:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676303.936118:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.936123:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.936127:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.936130:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.936138:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676303.936141:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867856896, offset 224 00000400:00000200:1.0:1734676303.936146:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.936152:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.936157:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79737:79737:256:4294967295] 192.168.203.46@tcp LPNI seq info [79733:79733:8:4294967295] 00000400:00000200:1.0:1734676303.936164:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.936168:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.936171:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b600. 00000800:00000200:1.0:1734676303.936175:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.936180:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.936184:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.936195:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.936199:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.936201:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00010000:00000010:0.0:1734676303.936290:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2900. 02000000:00000010:0.0:1734676303.936299:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008985b000. 02000000:00000010:0.0:1734676303.936305:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008985be00. 00000100:00000010:0.0:1734676303.936308:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:0.0:1734676303.936315:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:0.0:1734676303.936317:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9b00. 00080000:00000010:0.0:1734676303.936329:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130180000. 00010000:00000010:0.0:1734676303.936390:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:0.0:1734676303.936395:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde2880. 00010000:00000010:0.0:1734676303.936445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130181800. 00010000:00000010:0.0:1734676303.936450:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676303.936456:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae3c0. 00000100:00000010:0.0:1734676303.936459:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676303.936464:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676303.936473:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88011d1c2c00. 02000000:00000010:0.0:1734676303.936488:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011d1c3c00. 00000400:00000010:0.0:1734676303.936492:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676303.936495:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676303.936499:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348032, portal 16 00000400:00000010:0.0:1734676303.936503:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676303.936504:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348032, offset 0 00000400:00000200:0.0:1734676303.936509:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.936513:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.936517:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.936520:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.936522:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.936524:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.936526:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79738:79738:255:4294967295] 192.168.203.46@tcp LPNI seq info [79734:79734:7:4294967295] 00000400:00000200:0.0:1734676303.936531:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.936534:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.936536:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd600. 00000800:00000200:0.0:1734676303.936539:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.936543:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.936545:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.936569:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.936570:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b600. 00000400:00000200:0.0:1734676303.936572:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.936575:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.936577:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676303.936579:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000800:00000200:0.0:1734676303.937746:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.937751:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd600. 00000400:00000200:0.0:1734676303.937755:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.937760:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.937763:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:0.0:1734676303.937765:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676303.937772:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864348032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.939147:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.939161:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ab80 00000400:00000200:0.0:1734676303.939169:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4005 [1] + 224 00000400:00000200:0.0:1734676303.939178:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.939181:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.939189:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847aa00 x1818938864348032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.939225:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.939230:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163680 00000400:00000200:0.0:1734676303.939235:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 328 00000400:00000200:0.0:1734676303.939288:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.939292:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.939297:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.939302:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676303.939484:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676303.939489:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676303.939492:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676303.939498:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847aa00 x1818938864348032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.939506:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847aa00 x1818938864348032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.939527:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011d1c3c00. 02000000:00000010:2.0:1734676303.939531:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88011d1c2c00. 00000100:00000010:2.0:1734676303.939535:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000010:2.0:1734676303.939538:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:2.0:1734676303.939542:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae3c0. 00000020:00000010:3.0:1734676303.940007:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6e00. 00000020:00000010:3.0:1734676303.940013:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.940016:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.940033:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867857024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.940107:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857024 02000000:00000010:3.0:1734676303.940116:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.940137:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093b80. 00010000:00000010:3.0:1734676303.940162:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.940168:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.940174:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.940177:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.940186:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.940190:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857024, offset 224 00000400:00000200:3.0:1734676303.940195:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676303.940195:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008985be00. 00000400:00000200:3.0:1734676303.940202:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.940206:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79739:79739:256:4294967295] 192.168.203.46@tcp LPNI seq info [79735:79735:8:4294967295] 00000400:00000200:3.0:1734676303.940214:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.940219:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.940222:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676303.940227:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.940232:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.940235:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.940247:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.940250:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.940253:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6e00. 00010000:00000010:2.0:1734676303.940253:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c600. 00010000:00000010:2.0:1734676303.940259:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d093b00. 00010000:00000010:2.0:1734676303.940311:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985b000. 00010000:00000010:2.0:1734676303.940315:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676303.940322:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.940325:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.940329:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.940337:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008985b200. 02000000:00000010:2.0:1734676303.940351:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc6c00. 00000400:00000010:2.0:1734676303.940355:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676303.940358:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.940362:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348160, portal 16 00000400:00000010:2.0:1734676303.940365:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676303.940366:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348160, offset 0 00000400:00000200:2.0:1734676303.940370:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.940375:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.940378:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.940381:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.940384:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.940386:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.940388:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79740:79740:255:4294967295] 192.168.203.46@tcp LPNI seq info [79736:79736:7:4294967295] 00000400:00000200:2.0:1734676303.940395:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.940398:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.940402:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676303.940405:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.940409:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.940411:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.940439:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.940442:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:2.0:1734676303.940444:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.940447:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.940450:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:2.0:1734676303.940451:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000800:00000200:2.0:1734676303.940492:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.940494:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:2.0:1734676303.940497:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.940500:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.940502:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676303.940503:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676303.940509:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864348160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676303.941675:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ac00. 00010000:00000010:0.1:1734676303.941683:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a800. 00010000:00000010:0.1:1734676303.941688:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985a200. 00000400:00000200:0.0:1734676303.944240:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.944257:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ac00 00000400:00000200:0.0:1734676303.944264:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4011 [1] + 224 00000400:00000200:0.0:1734676303.944275:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.944279:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.944288:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864348160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.944324:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.944329:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163700 00000400:00000200:0.0:1734676303.944333:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 656 00000400:00000200:0.0:1734676303.944347:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.944350:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.944354:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676303.944358:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000100:00000010:0.0:1734676303.944360:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000200:2.0:1734676303.944363:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676303.944365:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.944372:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864348160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.944379:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864348160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.944402:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc6c00. 02000000:00000010:2.0:1734676303.944407:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008985b200. 00000100:00000010:2.0:1734676303.944412:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.944415:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.944419:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000020:00000010:1.0:1734676303.944513:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013103f200. 00000020:00000010:1.0:1734676303.944519:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.944523:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676303.944549:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867857152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676303.944577:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857152 02000000:00000010:1.0:1734676303.944585:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676303.944607:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d80df00. 00010000:00000010:1.0:1734676303.944624:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.944630:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.944648:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.944652:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000010:1.0:1734676303.944660:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.944663:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857152, offset 224 00000400:00000200:1.0:1734676303.944672:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.944679:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.944684:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79741:79741:256:4294967295] 192.168.203.46@tcp LPNI seq info [79737:79737:8:4294967295] 00000400:00000200:1.0:1734676303.944691:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.944696:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.944699:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b500. 00000800:00000200:1.0:1734676303.944703:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.944711:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.944715:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676303.944726:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e80. 00000020:00000010:1.0:1734676303.944730:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676303.944732:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013103f200. 00000800:00000200:1.0:1734676303.944807:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.944810:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b500. 00000400:00000200:1.0:1734676303.944812:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.944815:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.944818:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.944819:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00080000:00000010:0.0:1734676303.944916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c2200. 00010000:00000010:0.0:1734676303.944974:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:0.0:1734676303.944979:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d80de80. 00010000:00000010:0.0:1734676303.945054:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1c2000. 00010000:00000010:0.0:1734676303.945059:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676303.945066:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae200. 00000100:00000010:0.0:1734676303.945070:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676303.945079:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676303.945087:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88011d1c2400. 02000000:00000010:0.0:1734676303.945113:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011d1c2c00. 00000400:00000010:0.0:1734676303.945118:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676303.945121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676303.945125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348288, portal 16 00000400:00000010:0.0:1734676303.945128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676303.945129:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348288, offset 0 00000400:00000200:0.0:1734676303.945133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.945137:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.945140:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.945143:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.945145:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.945147:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.945150:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79742:79742:256:4294967295] 192.168.203.46@tcp LPNI seq info [79738:79738:8:4294967295] 00000400:00000200:0.0:1734676303.945156:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.945159:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.945161:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd700. 00000800:00000200:0.0:1734676303.945164:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.945167:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.945169:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676303.945256:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfc000. 00010000:00000010:2.1:1734676303.945268:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1100. 00000800:00000200:1.0:1734676303.945269:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.945271:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd700. 00010000:00000010:2.1:1734676303.945272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130181800. 00000400:00000200:1.0:1734676303.945274:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.945278:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.945280:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676303.945281:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676303.945286:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864348288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.947436:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d25200. 00000400:00000200:0.0:1734676303.949445:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.949465:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ac80 00000400:00000200:0.0:1734676303.949475:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa401d [1] + 224 00000400:00000200:0.0:1734676303.950215:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.950223:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.950235:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864348288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.950894:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676303.950900:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676303.950902:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:2.0:1734676303.950907:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864348288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.950914:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864348288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.950936:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011d1c2c00. 02000000:00000010:2.0:1734676303.950941:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88011d1c2400. 00000100:00000010:2.0:1734676303.950944:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676303.950948:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:2.0:1734676303.950952:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae200. 00000400:00000200:1.0:1734676303.951004:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676303.951017:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163780 00000400:00000200:1.0:1734676303.951024:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 984 00000400:00000200:1.0:1734676303.951101:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.951105:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.951110:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.951114:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:3.0:1734676303.951246:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6e00. 00000020:00000010:3.0:1734676303.951252:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.951256:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.951275:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867857280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.951291:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857280 02000000:00000010:3.0:1734676303.951298:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676303.951317:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d979080. 00010000:00000010:3.0:1734676303.951333:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.951338:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.951343:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.951346:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.951355:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.951359:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857280, offset 224 00000400:00000200:3.0:1734676303.951364:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.951371:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.951376:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79743:79743:256:4294967295] 192.168.203.46@tcp LPNI seq info [79739:79739:8:4294967295] 00000400:00000200:3.0:1734676303.951384:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.951388:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.951391:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676303.951394:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.951400:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.951403:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676303.951435:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc6c00. 00010000:00000010:2.0:1734676303.951563:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca00. 00010000:00000010:2.0:1734676303.951569:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d979b80. 00010000:00000010:2.0:1734676303.951636:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7600. 00010000:00000010:2.0:1734676303.951641:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676303.951647:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.951651:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.951655:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.951664:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7800. 02000000:00000010:2.0:1734676303.951680:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130181800. 00000400:00000010:2.0:1734676303.951683:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676303.951686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.951690:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348416, portal 16 00000400:00000010:2.0:1734676303.951693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676303.951694:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348416, offset 0 00000400:00000200:2.0:1734676303.951698:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.951702:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.951706:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.951709:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.951712:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.951714:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.951716:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79744:79744:255:4294967295] 192.168.203.46@tcp LPNI seq info [79740:79740:7:4294967295] 00000400:00000200:2.0:1734676303.951722:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.951726:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.951728:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676303.951731:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.951735:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.951738:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.951777:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.951781:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.951785:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6e00. 00000800:00000200:0.0:1734676303.951860:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.951863:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676303.951865:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.951869:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.951871:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676303.951873:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:0.0:1734676303.951900:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.951902:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:0.0:1734676303.951907:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.951910:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.951911:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676303.951912:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676303.951918:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864348416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.954704:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875100. 00010000:00000010:1.1:1734676303.954715:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985b000. 00000400:00000200:0.0:1734676303.956123:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.956139:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ad00 00000400:00000200:0.0:1734676303.956146:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4029 [1] + 224 00000400:00000200:0.0:1734676303.956155:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.956158:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.956167:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864348416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.956201:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.956205:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163800 00000400:00000200:0.0:1734676303.956209:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 1312 00000400:00000200:0.0:1734676303.956262:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.956265:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.956270:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.956274:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:2.0:1734676303.956653:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676303.956658:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676303.956660:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.956667:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864348416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.956674:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864348416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.956701:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130181800. 02000000:00000010:2.0:1734676303.956707:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7800. 00000100:00000010:2.0:1734676303.956711:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.956714:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.956717:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000020:00000010:3.0:1734676303.956861:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6e00. 00000020:00000010:3.0:1734676303.956867:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.956871:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.956888:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867857408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.958102:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857408 02000000:00000010:3.0:1734676303.958115:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676303.958140:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093379300. 00010000:00000010:3.0:1734676303.958155:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.958161:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.958167:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.958170:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.958179:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676303.958184:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857408, offset 224 00000400:00000200:3.0:1734676303.958191:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.958199:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.958204:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79745:79745:256:4294967295] 192.168.203.46@tcp LPNI seq info [79741:79741:8:4294967295] 00000400:00000200:3.0:1734676303.958212:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.958216:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.958219:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676303.958223:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.958229:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.958232:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.958257:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676303.958260:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.958264:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6e00. 00080000:00000010:3.0:1734676303.958295:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe6e00. 00010000:00000010:3.0:1734676303.958353:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d00. 00010000:00000010:3.0:1734676303.958359:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093379b00. 00010000:00000010:3.0:1734676303.958405:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6c00. 00010000:00000010:3.0:1734676303.958409:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676303.958415:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.958418:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.958423:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676303.958433:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfe6800. 02000000:00000010:3.0:1734676303.958448:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd39400. 00000400:00000010:3.0:1734676303.958452:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.958456:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676303.958460:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348544, portal 16 00000400:00000010:3.0:1734676303.958463:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676303.958464:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348544, offset 0 00000400:00000200:3.0:1734676303.958469:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.958473:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.958476:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676303.958479:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676303.958482:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676303.958484:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676303.958486:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79746:79746:255:4294967295] 192.168.203.46@tcp LPNI seq info [79742:79742:7:4294967295] 00000400:00000200:3.0:1734676303.958492:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.958495:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.958498:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676303.958501:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.958504:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.958506:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.958666:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.958669:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676303.958672:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.958676:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.958679:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676303.958681:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676303.958729:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.958731:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676303.958733:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.958736:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.958738:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676303.958739:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676303.958744:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864348544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.960833:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.960853:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ad80 00000400:00000200:0.0:1734676303.960862:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4035 [1] + 224 00000400:00000200:0.0:1734676303.960890:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.960894:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.960907:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864348544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676303.961025:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:0.0:1734676303.961030:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676303.961031:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676303.961033:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000400:00000200:0.0:1734676303.961035:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163880 00000100:00000200:3.0:1734676303.961063:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864348544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676303.961071:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864348544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676303.961109:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd39400. 02000000:00000010:3.0:1734676303.961115:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfe6800. 00000100:00000010:3.0:1734676303.961121:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676303.961125:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 00010000:00000010:3.0:1734676303.961130:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676303.961147:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 1640 00000400:00000200:1.0:1734676303.961251:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.961256:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676303.961261:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676303.961266:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:2.0:1734676303.961413:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130181800. 00000020:00000010:2.0:1734676303.961420:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.961424:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.961446:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867857536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:2.1:1734676303.961476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da69000. 00010000:00000010:3.1:1734676303.961485:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4df900. 00010000:00000010:3.1:1734676303.961498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c2000. 00000100:00000200:2.0:1734676303.961505:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857536 02000000:00000010:2.0:1734676303.961514:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676303.961535:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76e580. 00010000:00000010:2.0:1734676303.961562:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.961568:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.961575:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.961589:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676303.961598:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676303.961605:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857536, offset 224 00080000:00000010:0.0:1734676303.961608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c2000. 00000400:00000200:2.0:1734676303.961610:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.961620:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.961625:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79747:79747:256:4294967295] 192.168.203.46@tcp LPNI seq info [79743:79743:8:4294967295] 00000400:00000200:2.0:1734676303.961633:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.961638:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.961641:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676303.961646:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.961651:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.961655:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.961668:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676303.961670:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.961674:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130181800. 00010000:00000010:0.0:1734676303.961685:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:0.0:1734676303.961692:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d76e500. 00000800:00000200:1.0:1734676303.961796:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.961799:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:1.0:1734676303.961806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.961810:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.961812:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676303.961814:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00010000:00000010:0.0:1734676303.962032:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1c3c00. 00010000:00000010:0.0:1734676303.962056:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676303.962067:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae280. 00000100:00000010:0.0:1734676303.962072:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676303.962080:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676303.962090:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88011d1c2400. 02000000:00000010:0.0:1734676303.962123:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011d1c2c00. 00000400:00000010:0.0:1734676303.962127:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676303.962132:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676303.962137:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348672, portal 16 00000400:00000010:0.0:1734676303.962141:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676303.962143:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348672, offset 0 00000400:00000200:0.0:1734676303.962147:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676303.962154:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676303.962159:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676303.962162:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676303.962166:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676303.962168:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676303.962171:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79748:79748:256:4294967295] 192.168.203.46@tcp LPNI seq info [79744:79744:8:4294967295] 00000400:00000200:0.0:1734676303.962177:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676303.962181:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676303.962184:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbda00. 00000800:00000200:0.0:1734676303.962188:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676303.962193:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676303.962196:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbda00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.963254:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.963261:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbda00. 00000400:00000200:2.0:1734676303.963266:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.963273:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.963278:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676303.963281:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:2.0:1734676303.963290:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864348672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.964361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0fa00. 00010000:00000010:2.1:1734676303.964370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb200. 00010000:00000010:2.1:1734676303.964374:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7600. 00000400:00000200:0.0:1734676303.965214:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.965233:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ae00 00000400:00000200:0.0:1734676303.965243:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4041 [1] + 224 00000400:00000200:0.0:1734676303.965268:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.965272:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.965283:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864348672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.965363:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.965368:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163900 00000400:00000200:0.0:1734676303.965374:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2989 [2] + 1968 00000400:00000010:0.0:1734676303.965378:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:0.0:1734676303.965381:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f1600c0 00000400:00000200:0.0:1734676303.965435:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.965439:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.965442:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f1600c0 00000400:00000010:0.0:1734676303.965445:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f1600c0. 00000100:00000200:0.0:1734676303.965452:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676303.965577:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd39400. 00000020:00000010:3.0:1734676303.965584:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.965589:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.965612:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bbc50 x1818938867857664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676303.965621:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676303.965629:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:2.0:1734676303.965631:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:3.0:1734676303.965635:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857664 02000000:00000010:3.0:1734676303.965643:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00000100:00000200:2.0:1734676303.965646:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864348672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.965655:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864348672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676303.965680:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00010000:00000010:2.0:1734676303.965680:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880088ad6f80. 00000100:00000010:3.0:1734676303.965687:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a00b39c0. 00000100:00000010:3.0:1734676303.965692:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a00b39c0. 02000000:00000010:2.0:1734676303.965693:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011d1c2c00. 00010000:00000010:3.0:1734676303.965696:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 02000000:00000010:2.0:1734676303.965700:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88011d1c2400. 00000100:00000010:2.0:1734676303.965703:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000400:00000010:3.0:1734676303.965706:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000010:2.0:1734676303.965708:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00000100:00000200:3.0:1734676303.965710:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857664, offset 224 00010000:00000010:2.0:1734676303.965711:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae280. 00000400:00000200:3.0:1734676303.965714:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.965721:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.965726:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79749:79749:256:4294967295] 192.168.203.46@tcp LPNI seq info [79745:79745:8:4294967295] 00080000:00000010:2.0:1734676303.965727:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130181800. 00000400:00000200:3.0:1734676303.965734:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.965739:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.965742:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676303.965746:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.965752:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.965756:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.965778:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.965781:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.965785:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd39400. 02000000:00000010:3.0:1734676303.965794:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:3.0:1734676303.965798:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:3.0:1734676303.965802:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676303.965804:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676303.965807:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676303.965809:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:3.0:1734676303.965815:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676303.965817:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676303.965821:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676303.965824:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676303.965827:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:3.0:1734676303.965829:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000200:3.0:1734676303.965835:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.965838:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676303.965841:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a00b39c0. 00000800:00000200:1.0:1734676303.965974:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.965978:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676303.965980:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.965984:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.965986:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676303.965987:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 02000000:00000010:1.0:1734676303.965990:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00010000:00000010:2.0:1734676303.966144:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c980. 00010000:00000010:2.0:1734676303.966152:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880088ad6f00. 00010000:00000010:2.0:1734676303.966215:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7600. 00010000:00000010:2.0:1734676303.966221:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676303.966230:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.966235:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.966242:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676303.966251:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfc7800. 02000000:00000010:2.0:1734676303.966272:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a5a600. 00000400:00000010:2.0:1734676303.966277:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676303.966281:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676303.966285:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348800, portal 16 00000400:00000010:2.0:1734676303.966289:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676303.966291:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348800, offset 0 00000400:00000200:2.0:1734676303.966296:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.966305:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.966310:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676303.966313:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676303.966315:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676303.966318:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676303.966321:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79750:79750:256:4294967295] 192.168.203.46@tcp LPNI seq info [79746:79746:8:4294967295] 00000400:00000200:2.0:1734676303.966329:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.966333:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.966337:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676303.966342:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.966349:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.966352:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676303.966443:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676303.966447:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:0.0:1734676303.966453:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.966456:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.966459:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676303.966461:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676303.966467:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864348800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.967405:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ada00. 00010000:00000010:2.1:1734676303.967415:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6c00. 00010000:00000010:3.1:1734676303.967835:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11c00. 00000400:00000200:0.0:1734676303.968008:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.968021:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ae80 00000400:00000200:0.0:1734676303.968030:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4051 [1] + 224 00000400:00000200:0.0:1734676303.968085:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.968089:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.968106:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864348800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676303.968190:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676303.968195:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:2.0:1734676303.968197:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676303.968204:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864348800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676303.968211:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864348800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676303.968233:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a5a600. 02000000:00000010:2.0:1734676303.968236:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfc7800. 00000100:00000010:2.0:1734676303.968240:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676303.968243:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.968246:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000200:0.0:1734676303.968856:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.968863:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163980 00000400:00000200:0.0:1734676303.968869:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 0 00000400:00000200:0.0:1734676303.968923:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.968928:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.968932:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.968936:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676303.969559:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a5a600. 00000020:00000010:2.0:1734676303.969565:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.969568:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.969589:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867857792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.969623:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857792 02000000:00000010:2.0:1734676303.969632:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676303.969653:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e00f900. 00010000:00000010:2.0:1734676303.969665:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.969671:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.969689:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.969692:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676303.969700:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676303.969704:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857792, offset 224 00000400:00000200:2.0:1734676303.969709:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.969721:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:0.0:1734676303.969721:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c2400. 00000400:00000200:2.0:1734676303.969725:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79751:79751:256:4294967295] 192.168.203.46@tcp LPNI seq info [79747:79747:8:4294967295] 00000400:00000200:2.0:1734676303.969732:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.969737:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.969740:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5900. 00000800:00000200:2.0:1734676303.969744:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.969750:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.969753:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.969774:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.969777:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.969782:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a5a600. 00000800:00000200:1.0:1734676303.969842:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.969845:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5900. 00000400:00000200:1.0:1734676303.969850:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.969854:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.969857:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676303.969858:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00010000:00000010:0.0:1734676303.970536:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:0.0:1734676303.970543:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e00f880. 00010000:00000010:3.1:1734676303.970664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1e000. 00010000:00000010:3.1:1734676303.970671:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e300. 00010000:00000010:3.1:1734676303.970673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c3c00. 00010000:00000010:1.0:1734676303.970677:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103fa00. 00010000:00000010:1.0:1734676303.970683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.970690:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.970694:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.970700:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.970709:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103e200. 02000000:00000010:1.0:1734676303.970726:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103f200. 00000400:00000010:1.0:1734676303.970730:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.970734:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.970738:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864348928, portal 16 00000400:00000010:1.0:1734676303.970742:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676303.970743:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864348928, offset 0 00000400:00000200:1.0:1734676303.970748:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.970753:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.970757:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.970760:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.970763:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.970764:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.970767:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79752:79752:256:4294967295] 192.168.203.46@tcp LPNI seq info [79748:79748:8:4294967295] 00000400:00000200:1.0:1734676303.970772:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.970776:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.970778:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b400. 00000800:00000200:1.0:1734676303.970781:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.970786:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.970788:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.971381:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.971385:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b400. 00000400:00000200:2.0:1734676303.971388:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.971392:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.971395:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:2.0:1734676303.971397:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:2.0:1734676303.971403:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864348928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.973682:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.973697:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0af00 00000400:00000200:0.0:1734676303.973704:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa405d [1] + 224 00000400:00000200:0.0:1734676303.973713:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.973716:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.973725:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864348928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.973761:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.973766:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163a00 00000400:00000200:0.0:1734676303.973771:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 328 00000400:00000200:0.0:1734676303.973784:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.973787:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.973791:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.973797:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:1.0:1734676303.973883:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.973887:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.973889:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.973895:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864348928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.973901:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864348928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.973923:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103f200. 02000000:00000010:1.0:1734676303.973927:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103e200. 00000100:00000010:1.0:1734676303.973931:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.973936:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.973940:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:3.0:1734676303.974014:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd39400. 00000020:00000010:3.0:1734676303.974020:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.974025:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.974070:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867857920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.974110:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867857920 02000000:00000010:3.0:1734676303.974119:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676303.974145:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52af80. 00010000:00000010:3.0:1734676303.974163:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.974169:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c326e40. 00000100:00000010:3.0:1734676303.974174:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c326e40. 00010000:00000010:3.0:1734676303.974176:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.974184:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676303.974188:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867857920, offset 224 00000400:00000200:3.0:1734676303.974193:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.974199:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.974204:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79753:79753:256:4294967295] 192.168.203.46@tcp LPNI seq info [79749:79749:8:4294967295] 00000400:00000200:3.0:1734676303.974210:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.974214:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.974217:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.974221:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.974226:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.974230:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.974242:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.974245:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.974248:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd39400. 00000800:00000200:1.0:1734676303.974451:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676303.974454:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676303.974457:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676303.974460:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676303.974462:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676303.974464:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00080000:00000010:1.0:1734676303.974483:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013103f200. 00010000:00000010:1.0:1734676303.974538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.974545:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52af00. 00010000:00000010:1.0:1734676303.974756:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129e4b500. 00010000:00000010:1.0:1734676303.974758:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.974763:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103e000. 00010000:00000010:1.0:1734676303.974767:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00080000:00000010:1.0:1734676303.974776:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007355b600. 00010000:00000010:1.0:1734676303.974796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.974799:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.974836:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007355be00. 00010000:00000010:1.0:1734676303.974839:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.974843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.974847:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.974852:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.974861:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007347bc00. 02000000:00000010:1.0:1734676303.974877:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007347aa00. 00000400:00000010:1.0:1734676303.974881:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.974884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.974887:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349056, portal 16 00000400:00000010:1.0:1734676303.974891:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676303.974892:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349056, offset 0 00000400:00000200:1.0:1734676303.974896:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.974901:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.974905:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.974908:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.974911:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.974913:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.974915:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79754:79754:256:4294967295] 192.168.203.46@tcp LPNI seq info [79750:79750:8:4294967295] 00000400:00000200:1.0:1734676303.974922:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.974925:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.974928:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b600. 00000800:00000200:1.0:1734676303.974931:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.974935:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.974937:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676303.974971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352200. 00010000:00000010:3.1:1734676303.974980:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732a00. 00010000:00000010:3.1:1734676303.974984:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7600. 00000800:00000200:2.0:1734676303.975789:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.975793:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b600. 00000400:00000200:2.0:1734676303.975796:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.975801:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.975804:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:2.0:1734676303.975805:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:2.0:1734676303.975811:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676303.977394:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da0c000. 00000400:00000200:0.0:1734676303.978268:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.978282:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0af80 00000400:00000200:0.0:1734676303.978289:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4069 [1] + 224 00000400:00000200:0.0:1734676303.978307:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.978310:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.978320:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.978470:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.978474:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.978476:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.978482:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.978489:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.978511:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007347aa00. 02000000:00000010:1.0:1734676303.978516:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007347bc00. 00000100:00000010:1.0:1734676303.978520:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.978526:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.978530:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000200:0.0:1734676303.978639:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.978645:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163a80 00000400:00000200:0.0:1734676303.978650:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 656 00000400:00000200:0.0:1734676303.978781:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.978785:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.978790:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.978795:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676303.978953:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a5a600. 00000020:00000010:2.0:1734676303.978959:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.978964:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.978984:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867858048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.979014:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858048 02000000:00000010:2.0:1734676303.979023:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676303.979085:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb800. 00010000:00000010:2.0:1734676303.979111:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.979118:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.979131:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.979134:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676303.979144:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676303.979148:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858048, offset 224 00000400:00000200:2.0:1734676303.979153:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.979161:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.979166:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79755:79755:256:4294967295] 192.168.203.46@tcp LPNI seq info [79751:79751:8:4294967295] 00000400:00000200:2.0:1734676303.979173:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.979179:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.979182:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5900. 00000800:00000200:2.0:1734676303.979187:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.979193:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.979196:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.979211:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.979213:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.979217:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a5a600. 00000800:00000200:2.0:1734676303.979274:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.979276:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5900. 00000400:00000200:2.0:1734676303.979279:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.979282:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.979284:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676303.979286:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:1.0:1734676303.979777:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347bc00. 00010000:00000010:1.0:1734676303.979839:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.979845:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb780. 00010000:00000010:1.0:1734676303.979906:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347aa00. 00010000:00000010:1.0:1734676303.979910:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.979917:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.979920:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.979926:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.979934:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007347b400. 02000000:00000010:1.0:1734676303.979951:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097c86200. 00000400:00000010:1.0:1734676303.979956:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.979959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.979963:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349184, portal 16 00000400:00000010:1.0:1734676303.979966:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676303.979968:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349184, offset 0 00000400:00000200:1.0:1734676303.979972:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.979977:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.979980:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.979983:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.979986:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.979987:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.979989:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79756:79756:256:4294967295] 192.168.203.46@tcp LPNI seq info [79752:79752:8:4294967295] 00000400:00000200:1.0:1734676303.979995:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.979998:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.980001:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b700. 00000800:00000200:1.0:1734676303.980005:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.980009:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.980011:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.980639:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.980643:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b700. 00000400:00000200:2.0:1734676303.980646:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.980650:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.980653:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:2.0:1734676303.980655:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:2.0:1734676303.980661:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.982635:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.982651:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b000 00000400:00000200:0.0:1734676303.982658:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4075 [1] + 224 00000400:00000200:0.0:1734676303.982668:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.982671:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.982681:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.982716:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.982721:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163b00 00000400:00000200:0.0:1734676303.982725:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 984 00000400:00000200:0.0:1734676303.982740:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.982743:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.982747:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.982752:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676303.982900:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd39400. 00000020:00000010:3.0:1734676303.982906:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.982910:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.982930:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867858176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.982960:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858176 02000000:00000010:3.0:1734676303.982967:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676303.982995:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.983001:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c326e40. 00000100:00000010:3.0:1734676303.983006:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c326e40. 00010000:00000010:3.0:1734676303.983008:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.983018:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.983022:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858176, offset 224 00000400:00000200:3.0:1734676303.983027:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.983034:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.983072:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79757:79757:256:4294967295] 192.168.203.46@tcp LPNI seq info [79753:79753:8:4294967295] 00000400:00000200:3.0:1734676303.983079:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.983084:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.983087:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.983091:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.983105:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.983107:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.983120:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.983123:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.983126:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd39400. 00000800:00000200:3.0:1734676303.983197:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.983200:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:3.0:1734676303.983202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.983206:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.983209:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676303.983210:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000400:00000010:1.0:1734676303.983285:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.983289:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.983290:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.983295:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.983302:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676303.983319:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e00fe80. 02000000:00000010:1.0:1734676303.983327:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097c86200. 02000000:00000010:1.0:1734676303.983330:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007347b400. 00000100:00000010:1.0:1734676303.983334:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.983339:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.983342:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00080000:00000010:1.0:1734676303.983355:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c86200. 00010000:00000010:1.0:1734676303.983412:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.983418:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36ff80. 00010000:00000010:1.0:1734676303.983478:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347b400. 00010000:00000010:1.0:1734676303.983482:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.983488:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.983491:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.983495:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.983503:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009def7c00. 02000000:00000010:1.0:1734676303.983518:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880088a96400. 00000400:00000010:1.0:1734676303.983521:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.983524:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.983528:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349312, portal 16 00000400:00000010:1.0:1734676303.983531:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676303.983532:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349312, offset 0 00000400:00000200:1.0:1734676303.983536:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.983540:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.983544:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.983547:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.983550:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.983552:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.983554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79758:79758:256:4294967295] 192.168.203.46@tcp LPNI seq info [79754:79754:8:4294967295] 00000400:00000200:1.0:1734676303.983561:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.983564:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.983567:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b900. 00000800:00000200:1.0:1734676303.983570:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.983573:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.983576:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676303.984306:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011b00. 00010000:00000010:2.1:1734676303.984313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103fa00. 00010000:00000010:2.1:1734676303.984315:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129e4b500. 00010000:00000010:2.1:1734676303.984318:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103e000. 00000800:00000200:3.0:1734676303.984551:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.984555:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b900. 00000400:00000200:3.0:1734676303.984558:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.984562:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.984565:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:3.0:1734676303.984567:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000100:00000200:3.0:1734676303.984573:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.986563:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.986578:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b080 00000400:00000200:0.0:1734676303.986586:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4081 [1] + 224 00000400:00000200:0.0:1734676303.986605:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.986609:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.986619:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.987210:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.987214:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.987216:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.987222:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.987229:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.987251:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880088a96400. 02000000:00000010:1.0:1734676303.987256:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009def7c00. 00000100:00000010:1.0:1734676303.987262:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.987267:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.987271:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000200:0.0:1734676303.987375:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.987382:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163b80 00000400:00000200:0.0:1734676303.987387:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 1312 00000400:00000200:0.0:1734676303.987435:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.987439:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.987442:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676303.987446:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676303.987849:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:2.0:1734676303.987855:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.987859:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676303.987875:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867858304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676303.987903:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858304 02000000:00000010:2.0:1734676303.987910:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676303.987930:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009580b380. 00010000:00000010:2.0:1734676303.987944:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676303.987951:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676303.988282:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676303.988285:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676303.988295:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676303.988298:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858304, offset 224 00000400:00000200:2.0:1734676303.988302:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676303.988310:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676303.988315:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79759:79759:256:4294967295] 192.168.203.46@tcp LPNI seq info [79755:79755:8:4294967295] 00000400:00000200:2.0:1734676303.988321:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676303.988326:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676303.988328:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5900. 00000800:00000200:2.0:1734676303.988332:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676303.988337:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676303.988340:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676303.988352:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676303.988354:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676303.988357:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00000800:00000200:3.0:1734676303.988444:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676303.988447:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5900. 00000400:00000200:3.0:1734676303.988453:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676303.988456:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676303.988458:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:3.0:1734676303.988459:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:1.0:1734676303.988532:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a96400. 00010000:00000010:1.0:1734676303.988588:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.988595:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da1a680. 00010000:00000010:1.0:1734676303.988648:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009def7c00. 00010000:00000010:1.0:1734676303.988652:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.988658:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.988661:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.988665:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.988672:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60400. 02000000:00000010:1.0:1734676303.988689:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60c00. 00000400:00000010:1.0:1734676303.988694:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.988697:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.988701:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349440, portal 16 00000400:00000010:1.0:1734676303.988704:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676303.988705:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349440, offset 0 00000400:00000200:1.0:1734676303.988709:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.988713:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.988717:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.988720:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.988723:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.988725:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.988727:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79760:79760:256:4294967295] 192.168.203.46@tcp LPNI seq info [79756:79756:8:4294967295] 00000400:00000200:1.0:1734676303.988732:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.988736:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.988738:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b300. 00000800:00000200:1.0:1734676303.988741:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.988745:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.988747:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.989022:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.989025:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b300. 00000400:00000200:2.0:1734676303.989027:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.989030:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.989032:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:2.0:1734676303.989034:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000100:00000200:2.0:1734676303.989054:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.989728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7600. 00000400:00000200:2.0:1734676303.991866:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.991880:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b100 00000400:00000200:2.0:1734676303.991887:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa408d [1] + 224 00000400:00000200:2.0:1734676303.991897:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.991901:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.991910:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676303.991941:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676303.991946:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163c00 00000400:00000200:2.0:1734676303.991950:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 1640 00000400:00000200:2.0:1734676303.992006:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.992010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676303.992014:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676303.992018:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00000400:00000010:1.0:1734676303.992120:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.992124:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.992126:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.992131:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.992137:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.992158:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60c00. 02000000:00000010:1.0:1734676303.992163:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60400. 00000100:00000010:1.0:1734676303.992165:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.992170:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.992174:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:3.0:1734676303.992535:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6800. 00000020:00000010:3.0:1734676303.992541:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.992544:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.992561:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0380 x1818938867858432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.992577:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858432 02000000:00000010:3.0:1734676303.992583:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676303.992600:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da1af80. 00010000:00000010:3.0:1734676303.992619:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.992623:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c326e40. 00000100:00000010:3.0:1734676303.992635:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c326e40. 00010000:00000010:3.0:1734676303.992637:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.992644:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676303.992648:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858432, offset 224 00000400:00000200:3.0:1734676303.992652:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676303.992770:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60400. 00010000:00000010:1.0:1734676303.992822:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.992827:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da1af00. 00010000:00000010:1.0:1734676303.992876:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60c00. 00010000:00000010:1.0:1734676303.992879:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.992885:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.992888:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.992891:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.992897:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61400. 02000000:00000010:1.0:1734676303.992910:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61800. 00000400:00000010:1.0:1734676303.992913:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.992915:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.992919:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349568, portal 16 00000400:00000010:1.0:1734676303.992921:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676303.992922:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349568, offset 0 00000400:00000200:1.0:1734676303.992926:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:2.1:1734676303.993211:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ad00. 00010000:00000010:2.1:1734676303.993218:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007355be00. 00010000:00000010:2.1:1734676303.993223:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6f200. 00010000:00000010:2.1:1734676303.993225:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4600. 00010000:00000010:2.1:1734676303.993228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347aa00. 00000400:00000200:3.0:1734676303.993492:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.993498:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79761:79761:256:4294967295] 192.168.203.46@tcp LPNI seq info [79757:79757:8:4294967295] 00000400:00000200:3.0:1734676303.993505:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.993510:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.993513:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676303.993517:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.993522:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.993526:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.993540:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.993544:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.993547:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6800. 00000800:00000200:2.0:1734676303.993649:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.993652:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:2.0:1734676303.993655:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.993659:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.993661:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676303.993663:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000400:00000200:1.0:1734676303.993725:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.993729:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.993732:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.993735:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.993737:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.993740:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79762:79762:256:4294967295] 192.168.203.46@tcp LPNI seq info [79758:79758:8:4294967295] 00000400:00000200:1.0:1734676303.993745:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.993748:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.993751:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b000. 00000800:00000200:1.0:1734676303.993754:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.993758:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.993760:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.993824:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.993826:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b000. 00000400:00000200:2.0:1734676303.993828:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.993831:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.993834:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:2.0:1734676303.993835:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:2.0:1734676303.993840:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676303.996020:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.996035:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b180 00000400:00000200:0.0:1734676303.996090:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4099 [1] + 224 00000400:00000200:0.0:1734676303.996120:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.996124:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676303.996134:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676303.996254:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676303.996259:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676303.996261:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.996267:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676303.996278:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676303.996300:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61800. 02000000:00000010:1.0:1734676303.996305:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61400. 00000100:00000010:1.0:1734676303.996308:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676303.996312:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676303.996316:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000200:0.0:1734676303.996772:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676303.996780:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163c80 00000400:00000200:0.0:1734676303.996785:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2a81 [2] + 1968 00000400:00000010:0.0:1734676303.996788:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:0.0:1734676303.996791:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097ceff00 00000400:00000200:0.0:1734676303.996841:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676303.996845:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676303.996848:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097ceff00 00000400:00000010:0.0:1734676303.996850:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097ceff00. 00000100:00000200:0.0:1734676303.996854:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676303.997029:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6800. 00000020:00000010:3.0:1734676303.997034:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.997233:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676303.997251:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9c50 x1818938867858560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:394/0 lens 328/0 e 0 to 0 dl 1734676314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676303.997276:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858560 02000000:00000010:3.0:1734676303.997284:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676303.997302:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487380. 00010000:00000010:3.0:1734676303.997315:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676303.997320:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c326e40. 00000100:00000010:3.0:1734676303.997622:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c326e40. 00010000:00000010:3.0:1734676303.997625:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676303.997636:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676303.997641:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858560, offset 224 00000400:00000200:3.0:1734676303.997646:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676303.997654:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676303.997659:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79763:79763:256:4294967295] 192.168.203.46@tcp LPNI seq info [79759:79759:8:4294967295] 00000400:00000200:3.0:1734676303.997667:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676303.997673:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676303.997676:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676303.997680:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676303.997686:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676303.997689:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676303.997711:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676303.997714:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676303.997718:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6800. 02000000:00000010:3.0:1734676303.997726:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676303.997729:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 02000000:00000010:3.0:1734676303.997731:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:3.0:1734676303.997734:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676303.997738:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676303.997740:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676303.997742:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:3.0:1734676303.997745:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676303.997748:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676303.997750:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676303.997752:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676303.997754:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:3.0:1734676303.997759:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676303.997762:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9a50. 00000400:00000010:3.0:1734676303.997765:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c326e40. 00080000:00000010:1.0:1734676303.997807:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61400. 00010000:00000010:1.0:1734676303.997861:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.997868:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b487300. 00010000:00000010:1.0:1734676303.997926:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129e4bb00. 00010000:00000010:1.0:1734676303.997929:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.997932:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61800. 00010000:00000010:1.0:1734676303.997937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00080000:00000010:1.0:1734676303.997948:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d342400. 00010000:00000010:1.0:1734676303.997967:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676303.997970:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.998008:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d343a00. 00010000:00000010:1.0:1734676303.998012:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676303.998017:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676303.998020:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676303.998025:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676303.998033:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d342a00. 02000000:00000010:1.0:1734676303.998070:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d342800. 00000400:00000010:1.0:1734676303.998074:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676303.998077:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676303.998080:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349696, portal 16 00000400:00000010:1.0:1734676303.998083:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676303.998084:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349696, offset 0 00000400:00000200:1.0:1734676303.998089:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676303.998104:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676303.998107:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676303.998111:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676303.998113:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676303.998115:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676303.998117:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79764:79764:255:4294967295] 192.168.203.46@tcp LPNI seq info [79760:79760:7:4294967295] 00000400:00000200:1.0:1734676303.998122:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676303.998125:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676303.998127:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bc00. 00000800:00000200:1.0:1734676303.998130:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676303.998134:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676303.998136:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676303.998208:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.998211:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:2.0:1734676303.998214:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.998218:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.998220:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676303.998222:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 02000000:00000010:2.0:1734676303.998225:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000800:00000200:2.0:1734676303.998270:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676303.998273:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bc00. 00000400:00000200:2.0:1734676303.998275:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676303.998277:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676303.998278:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:2.0:1734676303.998279:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:2.0:1734676303.998285:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676303.999158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9800. 00010000:00000010:0.1:1734676303.999207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728c00. 00000400:00000200:0.0:1734676304.000891:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.000907:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b200 00000400:00000200:0.0:1734676304.000915:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40a9 [1] + 224 00000400:00000200:0.0:1734676304.000925:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.000928:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.000938:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.000967:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.000972:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163d00 00000400:00000200:0.0:1734676304.000977:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 0 00000400:00000010:1.0:1734676304.000992:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:0.0:1734676304.000992:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.000995:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000200:0.0:1734676304.000995:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:1.0:1734676304.000996:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676304.001000:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1734676304.001001:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676304.001005:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000100:00000200:1.0:1734676304.001006:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676319 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.001027:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342800. 02000000:00000010:1.0:1734676304.001033:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d342a00. 00000100:00000010:1.0:1734676304.001057:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.001062:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.001064:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:3.0:1734676304.001356:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6800. 00000020:00000010:3.0:1734676304.001361:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676304.001365:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.001384:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867858688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.001418:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858688 02000000:00000010:3.0:1734676304.001427:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.001449:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097dbc600. 00010000:00000010:3.0:1734676304.001463:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.001469:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c3269c0. 00000100:00000010:3.0:1734676304.001485:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c3269c0. 00010000:00000010:3.0:1734676304.001487:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.001495:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.001499:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858688, offset 224 00000400:00000200:3.0:1734676304.001504:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.001512:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.001517:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79765:79765:256:4294967295] 192.168.203.46@tcp LPNI seq info [79761:79761:8:4294967295] 00000400:00000200:3.0:1734676304.001524:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.001529:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.001532:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.001536:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.001541:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.001544:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.001555:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676304.001558:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.001561:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6800. 00080000:00000010:1.0:1734676304.002261:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d342a00. 00010000:00000010:1.0:1734676304.002337:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676304.002344:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097dbc580. 00010000:00000010:1.0:1734676304.002401:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342800. 00010000:00000010:1.0:1734676304.002406:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e80. 00010000:00000010:1.0:1734676304.002413:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676304.002417:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.002422:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676304.002430:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d342200. 02000000:00000010:1.0:1734676304.002451:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d343000. 00000400:00000010:1.0:1734676304.002457:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.002460:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.002464:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349824, portal 16 00000400:00000010:1.0:1734676304.002467:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676304.002468:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349824, offset 0 00000400:00000200:1.0:1734676304.002474:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.002480:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.002483:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.002487:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.002489:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.002491:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.002493:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79766:79766:255:4294967295] 192.168.203.46@tcp LPNI seq info [79762:79762:7:4294967295] 00000400:00000200:1.0:1734676304.002499:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.002503:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.002506:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b100. 00000800:00000200:1.0:1734676304.002509:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.002513:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.002516:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.002719:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.002722:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676304.002725:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.002729:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.002733:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676304.002734:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000800:00000200:0.0:1734676304.002777:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.002779:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b100. 00000400:00000200:0.0:1734676304.002782:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.002785:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.002787:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676304.002788:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:0.0:1734676304.002794:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864349824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.005407:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.005422:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b280 00000400:00000200:0.0:1734676304.005431:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40b5 [1] + 224 00000400:00000200:0.0:1734676304.005440:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.005444:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.005454:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864349824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.005746:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121200. 00010000:00000010:2.1:1734676304.005753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347b400. 00010000:00000010:2.1:1734676304.005757:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206b00. 00010000:00000010:2.1:1734676304.005761:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009def7c00. 00000400:00000200:0.0:1734676304.006032:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.006054:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163d80 00000400:00000200:0.0:1734676304.006059:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 328 00000400:00000200:0.0:1734676304.006075:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.006078:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.006082:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.006086:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:1.0:1734676304.006182:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676304.006186:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.006188:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.006194:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864349824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.006201:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864349824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.006227:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d343000. 02000000:00000010:1.0:1734676304.006233:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d342200. 00000100:00000010:1.0:1734676304.006237:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.006242:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.006246:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:2.0:1734676304.007001:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:2.0:1734676304.007009:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.007014:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.007076:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867858816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.007123:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858816 02000000:00000010:2.0:1734676304.007142:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.007169:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7bf480. 00010000:00000010:2.0:1734676304.007216:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.007225:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.007254:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.007258:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676304.007271:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.007280:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858816, offset 224 00000400:00000200:2.0:1734676304.007285:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676304.007285:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c2c00. 00000400:00000200:2.0:1734676304.007293:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.007301:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79767:79767:256:4294967295] 192.168.203.46@tcp LPNI seq info [79763:79763:8:4294967295] 00000400:00000200:2.0:1734676304.007310:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.007316:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.007321:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676304.007326:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.007335:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.007338:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676304.007347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e80. 00010000:00000010:0.0:1734676304.007355:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7bf400. 00000020:00000010:2.0:1734676304.007362:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.007366:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.007371:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00010000:00000010:0.0:1734676304.007421:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd39400. 00010000:00000010:0.0:1734676304.007427:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676304.007433:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae1c0. 00000100:00000010:0.0:1734676304.007436:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676304.007441:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.007451:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a5a600. 02000000:00000010:0.0:1734676304.007469:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013103e000. 00000400:00000010:0.0:1734676304.007474:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676304.007478:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676304.007482:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864349952, portal 16 00000400:00000010:0.0:1734676304.007485:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676304.007487:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864349952, offset 0 00000400:00000200:0.0:1734676304.007491:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.007495:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.007498:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.007501:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.007509:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.007511:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.007513:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79768:79768:255:4294967295] 192.168.203.46@tcp LPNI seq info [79764:79764:7:4294967295] 00000400:00000200:0.0:1734676304.007519:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.007523:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.007526:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd000. 00000800:00000200:0.0:1734676304.007529:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.007532:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.007534:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.007572:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.007575:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:0.0:1734676304.007580:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.007583:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.007586:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676304.007588:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000800:00000200:0.0:1734676304.007639:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.007641:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd000. 00000400:00000200:0.0:1734676304.007644:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.007646:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.007648:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:0.0:1734676304.007650:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676304.007655:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864349952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.008500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d35600. 00000400:00000200:0.0:1734676304.011776:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.011793:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b300 00000400:00000200:0.0:1734676304.011801:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40c1 [1] + 224 00000400:00000200:0.0:1734676304.011810:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.011813:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.011822:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864349952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.012699:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.012707:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163e00 00000400:00000200:0.0:1734676304.012713:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 656 00000400:00000200:0.0:1734676304.012733:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.012737:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.012742:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.012747:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676304.013298:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676304.013303:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:2.0:1734676304.013391:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:2.0:1734676304.013400:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864349952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.013407:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864349952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.013432:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013103e000. 02000000:00000010:2.0:1734676304.013437:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a5a600. 00000100:00000010:2.0:1734676304.013441:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:2.0:1734676304.013445:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:2.0:1734676304.013449:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae1c0. 00000020:00000010:3.0:1734676304.013611:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfe6800. 00000020:00000010:3.0:1734676304.013617:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676304.013620:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.013645:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867858944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.013672:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867858944 02000000:00000010:3.0:1734676304.013682:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.013705:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f9e80. 00010000:00000010:3.0:1734676304.013719:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.013726:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c3269c0. 00000100:00000010:3.0:1734676304.013732:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c3269c0. 00010000:00000010:3.0:1734676304.013734:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.013743:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.013747:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867858944, offset 224 00000400:00000200:3.0:1734676304.013753:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.013760:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.013765:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79769:79769:256:4294967295] 192.168.203.46@tcp LPNI seq info [79765:79765:8:4294967295] 00000400:00000200:3.0:1734676304.013773:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.013778:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.013781:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.013785:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.013789:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.013793:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.013805:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676304.013808:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.013811:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfe6800. 00000800:00000200:1.0:1734676304.013914:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.013917:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676304.013920:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.013924:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.013927:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676304.013928:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00080000:00000010:0.0:1734676304.014577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013103e200. 00010000:00000010:0.0:1734676304.014640:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676304.014646:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9e00. 00010000:00000010:0.0:1734676304.014708:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013103fa00. 00010000:00000010:0.0:1734676304.014713:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676304.014719:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daea80. 00000100:00000010:0.0:1734676304.014723:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676304.014729:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.014737:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013103e000. 02000000:00000010:0.0:1734676304.014755:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011d1c3c00. 00000400:00000010:0.0:1734676304.014760:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9210. 00000400:00000010:0.0:1734676304.014764:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676304.014770:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350080, portal 16 00000400:00000010:0.0:1734676304.014773:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676304.014774:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350080, offset 0 00000400:00000200:0.0:1734676304.014779:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.014784:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.014788:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.014791:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.014794:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.014796:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.014798:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79770:79770:256:4294967295] 192.168.203.46@tcp LPNI seq info [79766:79766:8:4294967295] 00000400:00000200:0.0:1734676304.014805:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.014809:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.014812:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd000. 00000800:00000200:0.0:1734676304.014815:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.014819:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.014821:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.014970:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.014972:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd000. 00000400:00000200:2.0:1734676304.014975:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.014978:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.014981:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:2.0:1734676304.014982:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:2.0:1734676304.014987:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864350080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.015597:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009ff94b00. 00010000:00000010:3.1:1734676304.015611:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60c00. 00010000:00000010:3.1:1734676304.015614:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129e4bb00. 00010000:00000010:3.1:1734676304.015617:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61800. 00010000:00000010:3.1:1734676304.015619:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59b00. 00010000:00000010:3.1:1734676304.015622:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343a00. 00010000:00000010:1.1:1734676304.015981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147c00. 00010000:00000010:2.1:1734676304.016341:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be100. 00010000:00000010:2.1:1734676304.016347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342800. 00000400:00000200:0.0:1734676304.017249:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.017265:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b380 00000400:00000200:0.0:1734676304.017274:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40cd [1] + 224 00000400:00000200:0.0:1734676304.017293:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.017297:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.017309:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864350080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.017466:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:2.0:1734676304.017471:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676304.017474:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676304.017479:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864350080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.017486:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864350080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.017512:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011d1c3c00. 02000000:00000010:2.0:1734676304.017517:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013103e000. 00000100:00000010:2.0:1734676304.017522:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676304.017527:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00010000:00000010:2.0:1734676304.017531:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daea80. 00000400:00000200:0.0:1734676304.017633:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.017639:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163e80 00000400:00000200:0.0:1734676304.017644:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 984 00000400:00000200:0.0:1734676304.017847:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.017851:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.017856:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.017860:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.018099:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:2.0:1734676304.018105:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.018109:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.018129:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867859072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.018153:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859072 02000000:00000010:2.0:1734676304.018161:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.018183:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0a480. 00010000:00000010:2.0:1734676304.018960:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.018967:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.018983:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.018985:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676304.018996:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.019000:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859072, offset 224 00000400:00000200:2.0:1734676304.019006:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.019014:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.019019:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79771:79771:256:4294967295] 192.168.203.46@tcp LPNI seq info [79767:79767:8:4294967295] 00000400:00000200:2.0:1734676304.019026:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.019031:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.019034:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00080000:00000010:3.0:1734676304.019192:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfe6800. 00010000:00000010:3.0:1734676304.019259:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf80. 00010000:00000010:3.0:1734676304.019265:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0a400. 00010000:00000010:3.0:1734676304.019315:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfe6c00. 00010000:00000010:3.0:1734676304.019320:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676304.019329:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.019332:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c3269c0. 00000100:00000010:3.0:1734676304.019338:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676304.019350:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61800. 02000000:00000010:3.0:1734676304.019369:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60c00. 00000400:00000010:3.0:1734676304.019375:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9cb8. 00000400:00000010:3.0:1734676304.019378:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.019384:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350208, portal 16 00000400:00000010:3.0:1734676304.019387:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.019388:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350208, offset 0 00000400:00000200:3.0:1734676304.019393:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.019399:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.019403:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.019406:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.019409:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.019411:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.019413:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79772:79772:255:4294967295] 192.168.203.46@tcp LPNI seq info [79768:79768:7:4294967295] 00000400:00000200:3.0:1734676304.019420:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.019424:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.019427:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.019432:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.019439:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.019443:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.019735:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.019739:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.019741:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.019756:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.019760:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.019764:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00000800:00000200:0.0:1734676304.020080:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.020084:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676304.020087:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.020090:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.020102:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.020104:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676304.020110:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864350208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676304.020146:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.020148:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:0.0:1734676304.020152:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.020154:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.020156:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676304.020157:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00010000:00000010:0.1:1734676304.021828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcec00. 00000400:00000200:2.0:1734676304.021961:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.021974:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b400 00000400:00000200:2.0:1734676304.021981:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40d9 [1] + 224 00000400:00000200:2.0:1734676304.021999:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.022002:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.022009:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864350208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.022179:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9cb8. 00000400:00000200:3.0:1734676304.022183:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676304.022185:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.022191:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864350208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.022198:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864350208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.022219:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.022228:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61800. 00000100:00000010:3.0:1734676304.022231:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676304.022234:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c3269c0. 00010000:00000010:3.0:1734676304.022236:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000200:0.0:1734676304.022304:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.022311:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163f00 00000400:00000200:0.0:1734676304.022317:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 1312 00000400:00000200:0.0:1734676304.022364:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.022368:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.022372:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.022377:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676304.022457:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:2.0:1734676304.022463:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.022467:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.022484:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867859200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.022511:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859200 02000000:00000010:2.0:1734676304.022519:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.022538:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0aa00. 00010000:00000010:2.0:1734676304.022550:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.022555:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.022561:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.022562:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676304.022570:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.022573:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859200, offset 224 00000400:00000200:2.0:1734676304.022578:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.022584:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.022589:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79773:79773:256:4294967295] 192.168.203.46@tcp LPNI seq info [79769:79769:8:4294967295] 00000400:00000200:2.0:1734676304.022597:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.022601:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.022604:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676304.022609:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.022614:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.022617:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.022774:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008985b000. 00010000:00000010:0.0:1734676304.022832:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a900. 00010000:00000010:0.0:1734676304.022837:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0a980. 00010000:00000010:0.0:1734676304.022889:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097dbd100. 00010000:00000010:0.0:1734676304.022892:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf00. 00000020:00000010:2.0:1734676304.022896:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00010000:00000010:0.0:1734676304.022896:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985b200. 00010000:00000010:0.0:1734676304.022899:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc80. 00000020:00000010:2.0:1734676304.022900:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.022903:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00080000:00000010:0.0:1734676304.022907:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008985a200. 00010000:00000010:0.0:1734676304.022925:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00000800:00000200:1.0:1734676304.022987:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.022991:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:1.0:1734676304.022996:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.022999:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.023002:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676304.023003:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00010000:00000010:0.0:1734676304.023101:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf00. 00010000:00000010:1.0:1734676304.023160:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d342200. 00010000:00000010:1.0:1734676304.023165:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.023170:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676304.023174:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.023179:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676304.023187:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d342800. 02000000:00000010:1.0:1734676304.023203:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d343a00. 00000400:00000010:1.0:1734676304.023207:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.023211:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.023215:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350336, portal 16 00000400:00000010:1.0:1734676304.023218:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676304.023219:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350336, offset 0 00000400:00000200:1.0:1734676304.023223:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.023227:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.023231:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.023234:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.023237:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.023239:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.023241:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79774:79774:256:4294967295] 192.168.203.46@tcp LPNI seq info [79770:79770:8:4294967295] 00000400:00000200:1.0:1734676304.023247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.023251:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.023253:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bf00. 00000800:00000200:1.0:1734676304.023256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.023260:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.023262:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.023410:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.023412:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bf00. 00000400:00000200:2.0:1734676304.023414:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.023417:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.023420:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:2.0:1734676304.023421:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:2.0:1734676304.023426:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864350336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.024136:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b300. 00010000:00000010:2.1:1734676304.024144:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd39400. 00010000:00000010:1.1:1734676304.024304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddf200. 00010000:00000010:0.1:1734676304.028535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcb800. 00010000:00000010:0.1:1734676304.028545:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35c00. 00010000:00000010:0.1:1734676304.028549:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103fa00. 00000400:00000200:2.0:1734676304.028638:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.028652:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b480 00000400:00000200:2.0:1734676304.028660:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40e5 [1] + 224 00000400:00000200:2.0:1734676304.028670:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.028674:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.028818:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864350336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.028855:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.028861:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5163f80 00000400:00000200:2.0:1734676304.028866:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 1640 00000400:00000200:2.0:1734676304.028929:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.028932:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.028937:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.028942:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000400:00000010:1.0:1734676304.029180:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676304.029185:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.029187:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.029192:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864350336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.029200:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864350336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.029222:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d343a00. 02000000:00000010:1.0:1734676304.029227:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d342800. 00000100:00000010:1.0:1734676304.029231:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.029235:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.029238:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:3.0:1734676304.029414:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61800. 00000020:00000010:3.0:1734676304.029419:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.029423:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.029441:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867859328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.029470:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859328 02000000:00000010:3.0:1734676304.029478:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676304.029498:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4b80. 00010000:00000010:3.0:1734676304.029520:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.029526:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c3269c0. 00000100:00000010:3.0:1734676304.029538:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c3269c0. 00010000:00000010:3.0:1734676304.029540:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.029548:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.029552:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859328, offset 224 00000400:00000200:3.0:1734676304.029557:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.029564:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:1.0:1734676304.029567:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d342800. 00000400:00000200:3.0:1734676304.029569:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79775:79775:256:4294967295] 192.168.203.46@tcp LPNI seq info [79771:79771:8:4294967295] 00000400:00000200:3.0:1734676304.029576:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.029580:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.029583:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.029586:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.029592:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.029595:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.029606:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.029615:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00010000:00000010:1.0:1734676304.029620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00000020:00000010:3.0:1734676304.029621:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61800. 00010000:00000010:1.0:1734676304.029625:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfc4b00. 00000800:00000200:0.0:1734676304.029903:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.029907:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676304.029910:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.029913:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.029915:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676304.029917:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00010000:00000010:1.0:1734676304.030191:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d343a00. 00010000:00000010:1.0:1734676304.030196:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.030202:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676304.030204:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.030209:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676304.030217:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343000. 02000000:00000010:1.0:1734676304.030232:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979dc00. 00000400:00000010:1.0:1734676304.030236:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.030239:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.030243:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350464, portal 16 00000400:00000010:1.0:1734676304.030245:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676304.030247:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350464, offset 0 00000400:00000200:1.0:1734676304.030251:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.030255:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.030259:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.030262:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.030264:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.030266:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.030268:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79776:79776:256:4294967295] 192.168.203.46@tcp LPNI seq info [79772:79772:8:4294967295] 00000400:00000200:1.0:1734676304.030274:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.030277:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.030280:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4bd00. 00000800:00000200:1.0:1734676304.030283:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.030287:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.030289:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4bd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.030354:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.030356:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4bd00. 00000400:00000200:3.0:1734676304.030358:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.030362:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.030364:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:3.0:1734676304.030365:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:3.0:1734676304.030370:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864350464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.031312:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31000. 00010000:00000010:2.1:1734676304.031317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6c00. 00010000:00000010:2.1:1734676304.031320:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd100. 00010000:00000010:2.1:1734676304.031322:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985b200. 00010000:00000010:1.1:1734676304.031366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0e7c00. 00010000:00000010:2.1:1734676304.034267:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53f00. 00010000:00000010:2.1:1734676304.034282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342200. 00010000:00000010:0.1:1734676304.034632:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1200. 00000400:00000200:0.0:1734676304.038736:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.039494:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b500 00000400:00000200:0.0:1734676304.039505:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa40f1 [1] + 224 00000400:00000200:0.0:1734676304.039521:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.039525:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.039535:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864350464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.039564:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.039571:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164000 00000400:00000200:0.0:1734676304.039575:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ad9 [2] + 1968 00000400:00000010:0.0:1734676304.039578:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:0.0:1734676304.039582:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f160f00 00000400:00000200:0.0:1734676304.039642:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.039646:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.039649:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f160f00 00000400:00000010:0.0:1734676304.039650:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f160f00. 00000100:00000200:0.0:1734676304.039656:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676304.040022:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676304.040026:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.040027:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.040060:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864350464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.040067:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864350464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.040090:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979dc00. 02000000:00000010:1.0:1734676304.040106:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343000. 00000100:00000010:1.0:1734676304.040111:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.040117:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.040122:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000020:00000010:3.0:1734676304.040500:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.040506:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.040510:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.040528:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9850 x1818938867859456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.040558:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859456 02000000:00000010:3.0:1734676304.040566:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.040585:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e8780. 00010000:00000010:3.0:1734676304.040603:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.040608:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c3269c0. 00000100:00000010:3.0:1734676304.040620:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c3269c0. 00010000:00000010:3.0:1734676304.040623:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.040633:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.040636:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859456, offset 224 00000400:00000200:3.0:1734676304.040642:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.040648:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.040654:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79777:79777:256:4294967295] 192.168.203.46@tcp LPNI seq info [79773:79773:8:4294967295] 00000400:00000200:3.0:1734676304.040661:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.040665:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.040668:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.040673:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.040679:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.040682:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.040695:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.040698:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.040701:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.040707:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676304.040709:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:3.0:1734676304.040712:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676304.040714:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676304.040719:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:3.0:1734676304.040720:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.040723:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676304.040725:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676304.040728:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:3.0:1734676304.040730:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.040732:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676304.040734:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:3.0:1734676304.040739:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.040743:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9cb8. 00000400:00000010:3.0:1734676304.040746:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c3269c0. 00080000:00000010:1.0:1734676304.042944:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979dc00. 00010000:00000010:1.0:1734676304.043018:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.043026:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4e8700. 00010000:00000010:1.0:1734676304.043146:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979da00. 00010000:00000010:1.0:1734676304.043152:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.043160:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676304.043167:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.043174:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676304.043184:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7bf400. 02000000:00000010:1.0:1734676304.043205:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7bec00. 00000400:00000010:1.0:1734676304.043210:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.043215:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.043220:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350592, portal 16 00000400:00000010:1.0:1734676304.043223:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676304.043225:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350592, offset 0 00000400:00000200:1.0:1734676304.043232:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.043241:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.043244:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.043247:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.043250:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.043252:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.043255:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79778:79778:255:4294967295] 192.168.203.46@tcp LPNI seq info [79774:79774:7:4294967295] 00000400:00000200:1.0:1734676304.043262:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.043267:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.043270:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4ba00. 00000800:00000200:1.0:1734676304.043274:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.043280:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.043283:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4ba00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.043549:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.043553:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676304.043557:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.043561:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.043565:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676304.043567:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 02000000:00000010:0.0:1734676304.043573:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000800:00000200:0.0:1734676304.043602:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.043604:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4ba00. 00000400:00000200:0.0:1734676304.043606:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.043609:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.043611:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676304.043612:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:0.0:1734676304.043617:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864350592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.044828:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.044838:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b580 00000400:00000200:0.0:1734676304.044845:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4101 [1] + 224 00000400:00000200:0.0:1734676304.044862:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.044865:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.044871:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864350592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.044939:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676304.044943:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.044948:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.044953:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864350592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.044959:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864350592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.044979:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7bec00. 02000000:00000010:1.0:1734676304.044984:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7bf400. 00000100:00000010:1.0:1734676304.044988:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.044993:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.044996:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000200:0.0:1734676304.045734:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.045741:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164080 00000400:00000200:0.0:1734676304.045746:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 0 00000400:00000200:0.0:1734676304.045792:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.045795:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.045800:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.045805:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:3.0:1734676304.046214:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.046219:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.046223:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.046241:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867859584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.046314:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859584 02000000:00000010:3.0:1734676304.046321:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.046341:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097faae80. 00010000:00000010:3.0:1734676304.046354:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.046362:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00000100:00000010:3.0:1734676304.046376:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:3.0:1734676304.046379:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.046389:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.046393:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859584, offset 224 00000400:00000200:3.0:1734676304.046398:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.046404:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.046409:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79779:79779:256:4294967295] 192.168.203.46@tcp LPNI seq info [79775:79775:8:4294967295] 00000400:00000200:3.0:1734676304.046417:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.046425:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.046428:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.046432:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.046437:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.046441:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.046459:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.046462:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.046465:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00000800:00000200:0.0:1734676304.046593:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.046596:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676304.046599:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.046603:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.046605:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676304.046607:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00080000:00000010:1.0:1734676304.047030:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7bf400. 00010000:00000010:1.0:1734676304.047137:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.047145:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097faae00. 00010000:00000010:1.0:1734676304.047208:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7bec00. 00010000:00000010:1.0:1734676304.047212:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59100. 00010000:00000010:1.0:1734676304.047220:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54200. 00000100:00000010:1.0:1734676304.047223:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.047229:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676304.047236:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7be800. 02000000:00000010:1.0:1734676304.047255:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009589f400. 00000400:00000010:1.0:1734676304.047260:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.047264:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.047269:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350720, portal 16 00000400:00000010:1.0:1734676304.047272:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.047274:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350720, offset 0 00000400:00000200:1.0:1734676304.047278:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.047283:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.047286:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.047290:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.047293:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.047295:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.047297:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79780:79780:256:4294967295] 192.168.203.46@tcp LPNI seq info [79776:79776:8:4294967295] 00000400:00000200:1.0:1734676304.047303:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.047307:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.047310:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b200. 00000800:00000200:1.0:1734676304.047313:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.047318:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.047321:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.047571:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.047575:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b200. 00000400:00000200:0.0:1734676304.047577:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.047581:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.047588:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676304.047590:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676304.047595:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131399f80 x1818938864350720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.048342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e4600. 00010000:00000010:2.1:1734676304.051273:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fbf00. 00010000:00000010:2.1:1734676304.051283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343a00. 00000400:00000200:0.0:1734676304.051807:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.051822:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b600 00000400:00000200:0.0:1734676304.051830:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa410d [1] + 224 00000400:00000200:0.0:1734676304.051841:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.051844:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.051856:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131399f80 x1818938864350720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.051892:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.051897:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164100 00000400:00000200:0.0:1734676304.051902:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 328 00000400:00000010:1.0:1734676304.052175:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:1.0:1734676304.052181:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.052183:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.052188:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131399f80 x1818938864350720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.052195:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131399f80 x1818938864350720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.052216:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009589f400. 02000000:00000010:1.0:1734676304.052221:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7be800. 00000100:00000010:1.0:1734676304.052225:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:1.0:1734676304.052230:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.052234:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54200. 00000400:00000200:0.0:1734676304.052291:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.052295:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.052300:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.052304:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676304.056422:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bfc7800. 00000020:00000010:2.0:1734676304.056432:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.056437:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.056460:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867859712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.056492:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859712 02000000:00000010:2.0:1734676304.056502:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.056525:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe5b80. 00010000:00000010:2.0:1734676304.056541:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.056547:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.056554:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.056557:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676304.056568:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.056573:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859712, offset 224 00000400:00000200:2.0:1734676304.056578:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.056587:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.056592:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79781:79781:256:4294967295] 192.168.203.46@tcp LPNI seq info [79777:79777:8:4294967295] 00000400:00000200:2.0:1734676304.056600:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.056604:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.056607:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5d00. 00000800:00000200:2.0:1734676304.056612:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.056619:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.056622:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.056635:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676304.056638:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.056642:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bfc7800. 00000800:00000200:2.0:1734676304.056723:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.056725:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5d00. 00000400:00000200:2.0:1734676304.056728:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.056732:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.056736:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676304.056737:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00080000:00000010:0.0:1734676304.057193:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c3c00. 00010000:00000010:0.0:1734676304.057253:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59100. 00010000:00000010:0.0:1734676304.057260:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe5b00. 00010000:00000010:0.0:1734676304.057316:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cdcb800. 00010000:00000010:0.0:1734676304.057321:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676304.057327:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daea40. 00000100:00000010:0.0:1734676304.057331:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676304.057337:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.057347:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d9e9a00. 02000000:00000010:0.0:1734676304.057364:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d9e8a00. 00000400:00000010:0.0:1734676304.057368:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676304.057371:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676304.057375:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350848, portal 16 00000400:00000010:0.0:1734676304.057378:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.057380:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350848, offset 0 00000400:00000200:0.0:1734676304.057384:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.057388:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.057391:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.057395:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.057397:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.057399:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.057401:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79782:79782:256:4294967295] 192.168.203.46@tcp LPNI seq info [79778:79778:8:4294967295] 00000400:00000200:0.0:1734676304.057407:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.057411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.057413:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd300. 00000800:00000200:0.0:1734676304.057415:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.057419:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.057422:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.057529:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.057531:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd300. 00000400:00000200:1.0:1734676304.057534:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.057537:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.057539:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676304.057541:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676304.057546:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864350848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.058139:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094200. 00010000:00000010:3.1:1734676304.061529:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15700. 00010000:00000010:3.1:1734676304.061540:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979da00. 00010000:00000010:2.1:1734676304.061591:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb000. 00010000:00000010:2.1:1734676304.061594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bec00. 00010000:00000010:1.1:1734676304.061632:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728e00. 00000400:00000200:0.0:1734676304.073386:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.073407:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b680 00000400:00000200:0.0:1734676304.073417:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4119 [1] + 224 00000400:00000200:0.0:1734676304.073444:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.073449:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.073462:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864350848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.073747:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676304.073758:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:2.0:1734676304.073760:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:2.0:1734676304.073770:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864350848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.073779:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864350848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.073804:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d9e8a00. 02000000:00000010:2.0:1734676304.073808:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d9e9a00. 00000100:00000010:2.0:1734676304.073812:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:2.0:1734676304.073815:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00010000:00000010:2.0:1734676304.073819:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daea40. 00000400:00000200:0.0:1734676304.074240:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.074247:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164180 00000400:00000200:0.0:1734676304.074255:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 656 00000400:00000200:0.0:1734676304.074292:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.074296:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.074300:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.074306:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676304.074683:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.074690:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.074696:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.074723:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867859840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.074755:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859840 02000000:00000010:3.0:1734676304.074765:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.074795:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe5f00. 00010000:00000010:3.0:1734676304.075287:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b400. 00000100:00000010:3.0:1734676304.075295:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00000100:00000010:3.0:1734676304.075320:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:3.0:1734676304.075324:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b400. 00000400:00000010:3.0:1734676304.075336:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00080000:00000010:2.0:1734676304.075336:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7600. 00000100:00000200:3.0:1734676304.075341:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859840, offset 224 00000400:00000200:3.0:1734676304.075347:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.075355:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.075361:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79783:79783:256:4294967295] 192.168.203.46@tcp LPNI seq info [79779:79779:8:4294967295] 00000400:00000200:3.0:1734676304.075368:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.075372:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.075376:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.075381:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.075387:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.075391:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.075405:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00010000:00000010:2.0:1734676304.075405:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00000020:00000010:3.0:1734676304.075408:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.075411:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00010000:00000010:2.0:1734676304.075413:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe5e80. 00010000:00000010:2.0:1734676304.075468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5d00. 00010000:00000010:2.0:1734676304.075471:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676304.075474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfc7800. 00010000:00000010:2.0:1734676304.075478:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00080000:00000010:2.0:1734676304.075486:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d343a00. 00010000:00000010:2.0:1734676304.075500:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.075503:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676304.075537:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d343000. 00010000:00000010:2.0:1734676304.075540:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676304.075546:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.075552:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.075559:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.075570:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d342200. 02000000:00000010:2.0:1734676304.075592:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008985b200. 00000400:00000010:2.0:1734676304.075598:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.075602:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.075607:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864350976, portal 16 00000400:00000010:2.0:1734676304.075610:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.075613:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864350976, offset 0 00000400:00000200:2.0:1734676304.075620:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.075630:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.075634:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.075638:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.075640:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.075642:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.075645:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79784:79784:255:4294967295] 192.168.203.46@tcp LPNI seq info [79780:79780:7:4294967295] 00000400:00000200:2.0:1734676304.075652:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.075658:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.075660:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676304.075665:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.075671:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.075674:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.076157:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.076161:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676304.076164:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.076169:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.076172:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676304.076174:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000800:00000200:1.0:1734676304.076223:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.076225:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:1.0:1734676304.076228:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.076231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.076233:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676304.076235:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:1.0:1734676304.076240:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864350976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.078960:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.078976:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b700 00000400:00000200:1.0:1734676304.078986:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4125 [1] + 224 00000400:00000200:1.0:1734676304.078997:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.079001:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.079011:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864350976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.079057:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.079061:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164200 00000400:00000200:1.0:1734676304.079066:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 984 00000400:00000010:2.0:1734676304.079679:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676304.079688:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676304.079689:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.079701:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864350976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.079709:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864350976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.079735:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008985b200. 02000000:00000010:2.0:1734676304.079741:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d342200. 00000100:00000010:2.0:1734676304.079747:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.079750:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.079753:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000200:1.0:1734676304.080159:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.080164:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.080169:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.080175:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:2.0:1734676304.080545:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b48e600. 00000020:00000010:2.0:1734676304.080550:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.080554:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.080573:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867859968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.080606:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867859968 02000000:00000010:2.0:1734676304.080616:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.080639:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1a7a80. 00010000:00000010:2.0:1734676304.080652:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:2.0:1734676304.080658:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.080664:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.080666:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:2.0:1734676304.080675:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.080678:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867859968, offset 224 00000400:00000200:2.0:1734676304.080683:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676304.080685:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d9e9200. 00000400:00000200:2.0:1734676304.080693:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.080698:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79785:79785:256:4294967295] 192.168.203.46@tcp LPNI seq info [79781:79781:8:4294967295] 00010000:00000010:0.0:1734676304.080766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:0.0:1734676304.080773:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1a7a00. 00010000:00000010:0.0:1734676304.080857:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d9e9a00. 00010000:00000010:0.0:1734676304.080863:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc80. 00010000:00000010:0.0:1734676304.080873:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae6c0. 00000100:00000010:0.0:1734676304.080878:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676304.080886:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.080898:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d9e8a00. 02000000:00000010:0.0:1734676304.080923:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe0200. 00000400:00000010:0.0:1734676304.080928:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676304.080933:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.080939:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351104, portal 16 00000400:00000010:0.0:1734676304.080943:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676304.080945:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351104, offset 0 00000400:00000200:0.0:1734676304.080951:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.081195:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:3.1:1734676304.081361:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb800. 00010000:00000010:3.1:1734676304.081367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdcb800. 00000800:00000200:2.0:1734676304.081382:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.081394:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5100. 00000800:00000200:2.0:1734676304.081399:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:0.0:1734676304.081400:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.081405:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1734676304.081406:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:0.0:1734676304.081409:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000800:00000200:2.0:1734676304.081410:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1734676304.081413:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.081415:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.081418:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79786:79786:255:4294967295] 192.168.203.46@tcp LPNI seq info [79782:79782:7:4294967295] 00000400:00000200:0.0:1734676304.081426:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.081430:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000020:00000010:2.0:1734676304.081438:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.081442:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.081445:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b48e600. 00000800:00000010:0.0:1734676304.081451:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd700. 00000800:00000200:0.0:1734676304.081457:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.081462:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.081465:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.081855:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.081858:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5100. 00000400:00000200:1.0:1734676304.081864:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.081869:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.081873:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676304.081875:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000800:00000200:1.0:1734676304.081921:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.081923:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd700. 00000400:00000200:1.0:1734676304.081926:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.081928:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.081930:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:1.0:1734676304.081931:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:1.0:1734676304.081937:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864351104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.084661:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.084780:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b780 00000400:00000200:0.0:1734676304.084790:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4131 [1] + 224 00000400:00000200:0.0:1734676304.084804:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.084808:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.084820:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864351104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.084857:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.084861:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164280 00000400:00000200:0.0:1734676304.084866:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 1312 00000400:00000200:0.0:1734676304.084881:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.084884:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.084889:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.084895:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676304.084978:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:3.0:1734676304.084983:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:3.0:1734676304.084985:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:3.0:1734676304.084991:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864351104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.084999:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864351104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.085034:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe0200. 02000000:00000010:3.0:1734676304.085060:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d9e8a00. 00000100:00000010:3.0:1734676304.085065:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:3.0:1734676304.085071:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:3.0:1734676304.085075:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae6c0. 00000020:00000010:3.0:1734676304.085140:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.085145:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.085150:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.085171:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867860096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.085203:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860096 02000000:00000010:3.0:1734676304.085213:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676304.085238:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d10fc80. 00010000:00000010:3.0:1734676304.085254:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012f85fdc0. 00000100:00000010:3.0:1734676304.085261:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00010000:00000010:0.1:1734676304.085305:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81cc00. 00000100:00000010:3.0:1734676304.085342:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:3.0:1734676304.085346:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012f85fdc0. 00080000:00000010:3.0:1734676304.085370:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61800. 00010000:00000010:3.0:1734676304.086907:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00010000:00000010:3.0:1734676304.086917:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d10f780. 00010000:00000010:3.0:1734676304.087000:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d9e8a00. 00010000:00000010:3.0:1734676304.087011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a580. 00010000:00000010:3.0:1734676304.087020:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012f85fdc0. 00000100:00000010:3.0:1734676304.087026:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00000100:00000010:3.0:1734676304.087034:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676304.087059:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88011cdcb800. 02000000:00000010:3.0:1734676304.087083:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979da00. 00000400:00000010:3.0:1734676304.087089:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.087105:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.087111:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351232, portal 16 00000400:00000010:3.0:1734676304.087115:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.087117:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351232, offset 0 00000400:00000200:3.0:1734676304.087124:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.087133:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.087138:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.087142:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.087145:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.087147:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.087150:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79787:79787:256:4294967295] 192.168.203.46@tcp LPNI seq info [79783:79783:8:4294967295] 00000400:00000200:3.0:1734676304.087158:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.087162:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.087166:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.087171:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.087177:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.087181:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1734676304.087219:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.087222:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860096, offset 224 00000400:00000200:3.0:1734676304.087225:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.087229:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.087233:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79788:79788:255:4294967295] 192.168.203.46@tcp LPNI seq info [79784:79784:7:4294967295] 00000400:00000200:3.0:1734676304.087238:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.087241:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.087243:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.087246:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.087249:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.087251:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.087262:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.087265:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.087270:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00000800:00000200:1.0:1734676304.088681:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.088687:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676304.088692:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.088697:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.088701:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676304.088703:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676304.088712:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864351232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676304.088779:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.088780:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676304.088783:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.088785:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.088787:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676304.088789:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00010000:00000010:2.1:1734676304.091905:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6700. 00010000:00000010:2.1:1734676304.091914:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d343000. 00010000:00000010:2.1:1734676304.091929:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5d00. 00010000:00000010:2.1:1734676304.091934:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc7800. 00010000:00000010:2.1:1734676304.091942:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf600. 00000400:00000200:1.0:1734676304.091952:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.092170:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b800 00000400:00000200:1.0:1734676304.092179:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4139 [1] + 224 00000400:00000200:1.0:1734676304.092202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.092207:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.092218:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864351232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.092304:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:2.0:1734676304.092309:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676304.092310:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676304.092321:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864351232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.092330:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864351232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.092353:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979da00. 02000000:00000010:2.0:1734676304.092359:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88011cdcb800. 00000100:00000010:2.0:1734676304.092362:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:2.0:1734676304.092365:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:2.0:1734676304.092368:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012f85fdc0. 00000400:00000200:0.0:1734676304.093959:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.093971:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164300 00000400:00000200:0.0:1734676304.093977:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 1640 00000400:00000200:0.0:1734676304.094021:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.094025:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.094030:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.094034:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.095199:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b48e600. 00000020:00000010:2.0:1734676304.095206:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.095211:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.095230:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867860224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.095252:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860224 02000000:00000010:2.0:1734676304.095259:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.095279:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd83a80. 00010000:00000010:2.0:1734676304.095292:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:2.0:1734676304.095297:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.095305:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.095308:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 00080000:00000010:2.0:1734676304.095328:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48f400. 00010000:00000010:2.0:1734676304.095382:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a580. 00010000:00000010:2.0:1734676304.095387:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd83a00. 00010000:00000010:2.0:1734676304.095429:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48f000. 00010000:00000010:2.0:1734676304.095433:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.095439:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:2.0:1734676304.095441:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.095446:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.095452:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48f800. 02000000:00000010:2.0:1734676304.095467:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48e000. 00000400:00000010:2.0:1734676304.095471:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.095475:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.095480:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351360, portal 16 00000400:00000010:2.0:1734676304.095482:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.095484:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351360, offset 0 00000400:00000200:2.0:1734676304.095489:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.095497:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.095500:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.095504:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.095507:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.095509:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.095512:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79789:79789:256:4294967295] 192.168.203.46@tcp LPNI seq info [79785:79785:8:4294967295] 00000400:00000200:2.0:1734676304.095520:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.095524:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.095526:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5d00. 00000800:00000200:2.0:1734676304.095531:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.095536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.095539:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1734676304.095563:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.095565:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860224, offset 224 00000400:00000200:2.0:1734676304.095568:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.095571:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.095575:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79790:79790:255:4294967295] 192.168.203.46@tcp LPNI seq info [79786:79786:7:4294967295] 00000400:00000200:2.0:1734676304.095581:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.095584:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.095586:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5100. 00000800:00000200:2.0:1734676304.095588:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.095591:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.095593:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.095601:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.095604:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.095607:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b48e600. 00000800:00000200:1.0:1734676304.095622:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.095627:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5d00. 00000400:00000200:1.0:1734676304.095707:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.095713:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.095718:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676304.095720:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:1.0:1734676304.095729:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864351360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676304.095793:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.095795:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5100. 00000400:00000200:1.0:1734676304.095798:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.095801:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.095803:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676304.095805:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00010000:00000010:0.1:1734676304.097977:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7800. 00000400:00000200:1.0:1734676304.098311:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.098326:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b880 00000400:00000200:1.0:1734676304.098335:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4145 [1] + 224 00000400:00000200:1.0:1734676304.098346:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.098349:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.098359:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864351360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.098394:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.098398:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164380 00000400:00000200:1.0:1734676304.098404:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b3d [2] + 1968 00000400:00000010:1.0:1734676304.098407:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:1.0:1734676304.098411:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f1609c0 00000400:00000200:1.0:1734676304.098450:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.098453:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.098456:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f1609c0 00000400:00000010:1.0:1734676304.098459:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f1609c0. 00000100:00000200:1.0:1734676304.098465:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676304.098695:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe0800. 00000020:00000010:0.0:1734676304.098701:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.098706:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.098727:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8850 x1818938867860352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.098748:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860352 02000000:00000010:0.0:1734676304.098758:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.098794:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae4c0. 00000100:00000010:0.0:1734676304.098801:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676304.098807:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00010000:00000010:0.0:1734676304.098811:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae4c0. 00000400:00000010:0.0:1734676304.098821:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676304.098826:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860352, offset 224 00000400:00000200:0.0:1734676304.098831:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.098839:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.098845:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79791:79791:256:4294967295] 192.168.203.46@tcp LPNI seq info [79787:79787:8:4294967295] 00000400:00000200:0.0:1734676304.098853:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.098858:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.098862:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd200. 00000800:00000200:0.0:1734676304.098867:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000010:2.0:1734676304.098871:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000800:00000200:0.0:1734676304.098872:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:2.0:1734676304.098876:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000800:00000200:0.0:1734676304.098877:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1734676304.098878:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.098888:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864351360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.098897:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864351360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:0.0:1734676304.098897:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.098901:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.098904:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe0800. 02000000:00000010:0.0:1734676304.098912:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.098916:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d816480. 00000100:00000010:0.0:1734676304.098918:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.098923:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:0.0:1734676304.098925:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676304.098927:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48e000. 02000000:00000010:0.0:1734676304.098928:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 02000000:00000010:2.0:1734676304.098931:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48f800. 00000100:00000010:0.0:1734676304.098931:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000010:2.0:1734676304.098935:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:0.0:1734676304.098936:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676304.098938:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00000100:00000010:0.0:1734676304.098938:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000800:00000200:1.0:1734676304.098940:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1734676304.098941:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 02000000:00000010:0.0:1734676304.098941:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000800:00000010:1.0:1734676304.098943:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd200. 00000100:00000010:0.0:1734676304.098944:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000400:00000200:1.0:1734676304.098945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1734676304.098946:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676304.098948:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000400:00000200:1.0:1734676304.098949:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.098951:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000100:00000200:0.0:1734676304.098952:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.098953:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00080000:00000010:2.0:1734676304.098954:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48f800. 00000400:00000010:0.0:1734676304.098956:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 02000000:00000010:1.0:1734676304.098957:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000400:00000010:0.0:1734676304.098960:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d4696c0. 00010000:00000010:2.0:1734676304.099007:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.099012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d816180. 00010000:00000010:2.0:1734676304.099078:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e000. 00010000:00000010:2.0:1734676304.099082:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.099088:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:2.0:1734676304.099103:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.099109:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.099116:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48e600. 02000000:00000010:2.0:1734676304.099134:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48e800. 00000400:00000010:2.0:1734676304.099137:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.099140:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.099145:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351488, portal 16 00000400:00000010:2.0:1734676304.099147:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.099149:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351488, offset 0 00000400:00000200:2.0:1734676304.099154:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.099162:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.099166:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.099169:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.099172:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.099174:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.099177:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79792:79792:256:4294967295] 192.168.203.46@tcp LPNI seq info [79788:79788:8:4294967295] 00000400:00000200:2.0:1734676304.099183:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.099188:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.099191:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676304.099195:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.099846:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.099850:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.100433:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.100438:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:0.0:1734676304.100445:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.100451:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.100454:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676304.100456:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676304.100464:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864351488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.101283:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2100. 00010000:00000010:2.1:1734676304.101293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9e9a00. 00000400:00000200:0.0:1734676304.102002:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.102015:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b900 00000400:00000200:0.0:1734676304.102023:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4159 [1] + 224 00000400:00000200:0.0:1734676304.102031:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.102035:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.102066:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864351488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.102090:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.102105:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164400 00000400:00000200:0.0:1734676304.102110:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 0 00000400:00000200:0.0:1734676304.102122:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.102126:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.102130:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.102136:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:3.0:1734676304.102243:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979da00. 00000020:00000010:3.0:1734676304.102249:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.102254:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.102276:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867860480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.102385:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860480 02000000:00000010:3.0:1734676304.102396:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.102432:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4e4ab80. 00000100:00000010:3.0:1734676304.102439:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.102445:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.102448:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4e4ab80. 00000400:00000010:3.0:1734676304.102461:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.102466:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860480, offset 224 00000400:00000200:3.0:1734676304.102471:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.102479:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.102485:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79793:79793:256:4294967295] 192.168.203.46@tcp LPNI seq info [79789:79789:8:4294967295] 00000400:00000200:3.0:1734676304.102494:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.102499:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.102503:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.102508:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.102515:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.102519:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.102540:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.102543:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.102548:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979da00. 00000800:00000200:1.0:1734676304.102655:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1734676304.102657:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000800:00000010:1.0:1734676304.102659:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676304.102662:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.102664:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000200:1.0:1734676304.102665:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676304.102670:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000400:00000200:1.0:1734676304.102674:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676304.102676:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676304.102737:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864351488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.102747:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864351488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.102773:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fcec00. 02000000:00000010:2.0:1734676304.102790:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48e800. 02000000:00000010:2.0:1734676304.102796:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48e600. 00000100:00000010:2.0:1734676304.102801:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.102805:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.102808:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 00080000:00000010:2.0:1734676304.102828:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48e600. 00010000:00000010:2.0:1734676304.102895:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.102901:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fceb80. 00010000:00000010:2.0:1734676304.102956:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5b00. 00010000:00000010:2.0:1734676304.102958:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.102962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e800. 00010000:00000010:2.0:1734676304.102966:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00080000:00000010:2.0:1734676304.102977:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48f600. 00010000:00000010:2.0:1734676304.102992:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.102994:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.103033:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48fe00. 00010000:00000010:2.0:1734676304.103068:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.103074:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:2.0:1734676304.103081:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.103087:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.103109:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48f200. 02000000:00000010:2.0:1734676304.103132:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48ee00. 00000400:00000010:2.0:1734676304.103136:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.103140:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.103146:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351616, portal 16 00000400:00000010:2.0:1734676304.103149:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.103152:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351616, offset 0 00000400:00000200:2.0:1734676304.103157:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.103168:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.103173:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.103176:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.103178:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.103181:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.103183:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79794:79794:256:4294967295] 192.168.203.46@tcp LPNI seq info [79790:79790:8:4294967295] 00000400:00000200:2.0:1734676304.103190:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.103196:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.103199:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676304.103205:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.103213:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.103216:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.103517:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.103617:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:1.0:1734676304.103622:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.103626:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.103629:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676304.103630:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:1.0:1734676304.103636:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864351616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.106057:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.106077:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0b980 00000400:00000200:0.0:1734676304.106088:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4165 [1] + 224 00000400:00000200:0.0:1734676304.106113:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.106117:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.106131:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864351616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.106440:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.106454:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164480 00000400:00000200:1.0:1734676304.106461:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 328 00000400:00000200:1.0:1734676304.106482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.106487:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.106493:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.106498:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:2.0:1734676304.106601:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676304.106606:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:2.0:1734676304.106609:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000020:00000010:0.0:1734676304.106612:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1a00. 00000100:00000200:2.0:1734676304.106615:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864351616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:0.0:1734676304.106618:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.106623:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:2.0:1734676304.106624:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864351616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.106644:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867860608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1734676304.106651:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48ee00. 02000000:00000010:2.0:1734676304.106659:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48f200. 00000100:00000010:2.0:1734676304.106664:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.106668:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.106672:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 00000100:00000200:0.0:1734676304.106672:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860608 02000000:00000010:0.0:1734676304.106680:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676304.106705:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5a00. 00010000:00000010:0.0:1734676304.106722:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae4c0. 00000100:00000010:0.0:1734676304.106729:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676304.106733:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676304.106737:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae4c0. 00000400:00000010:0.0:1734676304.106747:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676304.106751:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860608, offset 224 00000400:00000200:0.0:1734676304.106756:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.106764:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.106770:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79795:79795:256:4294967295] 192.168.203.46@tcp LPNI seq info [79791:79791:8:4294967295] 00000400:00000200:0.0:1734676304.106779:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.106785:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.106788:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbdb00. 00000800:00000200:0.0:1734676304.106793:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.106800:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.106804:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbdb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.106830:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.106835:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00080000:00000010:2.0:1734676304.107590:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48f200. 00010000:00000010:2.0:1734676304.107667:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.107674:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5980. 00010000:00000010:2.0:1734676304.107745:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48ee00. 00010000:00000010:2.0:1734676304.107751:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.107760:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:2.0:1734676304.107764:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.107770:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.107781:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48fc00. 02000000:00000010:2.0:1734676304.107805:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48e200. 00000400:00000010:2.0:1734676304.107810:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.107814:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.107820:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351744, portal 16 00000400:00000010:2.0:1734676304.107823:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.107825:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351744, offset 0 00000400:00000200:2.0:1734676304.107830:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.107836:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000200:1.0:1734676304.107838:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1734676304.107840:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1734676304.107841:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbdb00. 00000400:00000200:2.0:1734676304.107844:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.107844:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.107847:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.107849:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.107850:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.107852:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79796:79796:255:4294967295] 192.168.203.46@tcp LPNI seq info [79792:79792:7:4294967295] 00000400:00000200:1.0:1734676304.107853:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676304.107855:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000400:00000200:2.0:1734676304.107859:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.107863:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.107866:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676304.107870:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.107875:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.107878:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.107900:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1a00. 00000800:00000200:1.0:1734676304.108315:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.108317:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:1.0:1734676304.108324:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.108327:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.108329:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676304.108331:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676304.108338:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864351744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.110795:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.110811:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ba00 00000400:00000200:1.0:1734676304.110820:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4171 [1] + 224 00000400:00000200:1.0:1734676304.110837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.110841:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.110852:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864351744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.111053:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88c00. 00010000:00000010:3.1:1734676304.111062:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a700. 00010000:00000010:3.1:1734676304.111067:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9e8a00. 00010000:00000010:3.1:1734676304.111069:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0cc00. 00010000:00000010:3.1:1734676304.111072:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2f00. 00010000:00000010:3.1:1734676304.111075:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f000. 00000400:00000010:2.0:1734676304.111688:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676304.111693:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:2.0:1734676304.111696:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.111705:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864351744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.111714:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864351744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.111744:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48e200. 02000000:00000010:2.0:1734676304.111751:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48fc00. 00000100:00000010:2.0:1734676304.111755:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.111760:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.111764:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 00000400:00000200:0.0:1734676304.112548:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.112558:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164500 00000400:00000200:0.0:1734676304.112564:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 656 00000400:00000200:0.0:1734676304.112612:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.112616:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.112622:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.112627:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:3.0:1734676304.114226:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.114236:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.114241:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.114271:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867860736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.114292:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860736 02000000:00000010:3.0:1734676304.114301:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081400. 00010000:00000010:3.0:1734676304.114328:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e20680. 00010000:00000010:3.0:1734676304.114348:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013093adc0. 00000100:00000010:3.0:1734676304.114356:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.114376:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.114380:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013093adc0. 00000400:00000010:3.0:1734676304.114393:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.114399:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860736, offset 224 00000400:00000200:3.0:1734676304.114405:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.114415:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.114420:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79797:79797:256:4294967295] 192.168.203.46@tcp LPNI seq info [79793:79793:8:4294967295] 00000400:00000200:3.0:1734676304.114428:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.114432:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.114436:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.114442:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.114448:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.114452:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.114474:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676304.114478:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.114482:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00000800:00000200:1.0:1734676304.114604:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.114608:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676304.114611:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.114616:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.114620:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676304.114622:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:2.0:1734676304.114729:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48fc00. 00010000:00000010:2.0:1734676304.114802:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.114809:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e20600. 00010000:00000010:2.0:1734676304.114887:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e200. 00010000:00000010:2.0:1734676304.114892:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676304.114901:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64500. 00000100:00000010:2.0:1734676304.114904:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.114912:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.114923:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48f000. 02000000:00000010:2.0:1734676304.114944:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d9e8a00. 00000400:00000010:2.0:1734676304.114950:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.114954:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.114959:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864351872, portal 16 00000400:00000010:2.0:1734676304.114962:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.114963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864351872, offset 0 00000400:00000200:2.0:1734676304.114968:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.114974:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.114977:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.114981:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.114984:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.114986:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.114988:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79798:79798:256:4294967295] 192.168.203.46@tcp LPNI seq info [79794:79794:8:4294967295] 00000400:00000200:2.0:1734676304.114994:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.114998:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.115001:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676304.115004:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.115008:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.115010:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.115317:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.115320:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:1.0:1734676304.116493:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.116499:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.116503:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:1.0:1734676304.116504:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:1.0:1734676304.116514:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864351872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.119956:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.119974:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ba80 00000400:00000200:2.0:1734676304.119983:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa417d [1] + 224 00000400:00000200:2.0:1734676304.119995:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.119999:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.120010:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864351872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.120033:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.120056:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164580 00000400:00000200:2.0:1734676304.120061:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 984 00000400:00000200:2.0:1734676304.120130:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.120134:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.120142:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.120148:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 00000020:00000010:0.0:1734676304.120537:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1a00. 00000020:00000010:0.0:1734676304.120543:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.120548:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.120571:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1180 x1818938867860864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.120592:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860864 02000000:00000010:0.0:1734676304.120602:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676304.120639:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae4c0. 00000100:00000010:0.0:1734676304.120646:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676304.120652:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676304.120656:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae4c0. 00000400:00000010:0.0:1734676304.120668:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676304.120673:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860864, offset 224 00000400:00000200:0.0:1734676304.120679:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.120688:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.120694:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79799:79799:256:4294967295] 192.168.203.46@tcp LPNI seq info [79795:79795:8:4294967295] 00000400:00000200:0.0:1734676304.120702:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.120707:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.120710:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd700. 00000800:00000200:0.0:1734676304.120715:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.120723:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.120727:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.120739:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676304.120742:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.120744:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1a00. 00010000:00000010:2.1:1734676304.120796:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9600. 00000800:00000200:1.0:1734676304.120939:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.120942:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd700. 00000400:00000200:1.0:1734676304.120945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.120948:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.120952:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676304.120954:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000400:00000010:3.0:1734676304.127447:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:3.0:1734676304.127455:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:3.0:1734676304.127458:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:3.0:1734676304.127473:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864351872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.127484:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864351872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.127514:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5000. 02000000:00000010:3.0:1734676304.127528:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d9e8a00. 02000000:00000010:3.0:1734676304.127532:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48f000. 00000100:00000010:3.0:1734676304.127538:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:3.0:1734676304.127542:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676304.127546:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64500. 00080000:00000010:3.0:1734676304.127567:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979da00. 00010000:00000010:3.0:1734676304.127659:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:3.0:1734676304.127667:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d23200. 00010000:00000010:3.0:1734676304.127734:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48f000. 00010000:00000010:3.0:1734676304.127738:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.127748:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.127754:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.127763:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676304.127775:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.127800:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480200. 00000400:00000010:3.0:1734676304.127805:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.127809:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.127815:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352000, portal 16 00000400:00000010:3.0:1734676304.127818:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.127820:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352000, offset 0 00000400:00000200:3.0:1734676304.127826:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.127838:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.127844:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.127847:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.127850:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.127852:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.127856:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79800:79800:256:4294967295] 192.168.203.46@tcp LPNI seq info [79796:79796:8:4294967295] 00000400:00000200:3.0:1734676304.127864:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.127870:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.127873:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.127879:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.127885:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.127890:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.128209:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.128213:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:2.0:1734676304.128217:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.128221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.128224:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:2.0:1734676304.128226:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676304.128231:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864352000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.129143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c6200. 00010000:00000010:3.1:1734676304.129151:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdf500. 00010000:00000010:3.1:1734676304.129154:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e000. 00010000:00000010:3.1:1734676304.129157:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5b00. 00010000:00000010:3.1:1734676304.129161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e800. 00010000:00000010:3.1:1734676304.129164:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dabb700. 00010000:00000010:3.1:1734676304.129172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48fe00. 00000400:00000200:2.0:1734676304.132355:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.132374:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bb00 00000400:00000200:2.0:1734676304.132382:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4189 [1] + 224 00000400:00000200:2.0:1734676304.132394:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.132398:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.132409:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864352000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.132610:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.132616:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164600 00000400:00000200:2.0:1734676304.132621:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 1312 00000400:00000200:2.0:1734676304.132692:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.132695:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.132700:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.132707:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:2.0:1734676304.132753:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d9e9a00. 00000020:00000010:2.0:1734676304.132760:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.132764:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.132792:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867860992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.132824:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867860992 02000000:00000010:2.0:1734676304.132834:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00000400:00000010:3.0:1734676304.133875:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.133882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676304.133884:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.133893:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864352000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.133901:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864352000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.133925:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d4fa80. 02000000:00000010:3.0:1734676304.133939:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480200. 02000000:00000010:3.0:1734676304.133946:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60c00. 00000100:00000010:3.0:1734676304.133950:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676304.133954:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.133957:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00010000:00000010:3.1:1734676304.134000:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cfa00. 00010000:00000010:2.0:1734676304.136419:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.136432:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676304.136447:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676304.136451:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.136472:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.136478:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867860992, offset 224 00000400:00000200:2.0:1734676304.136489:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.136502:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.136510:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79801:79801:256:4294967295] 192.168.203.46@tcp LPNI seq info [79797:79797:8:4294967295] 00000400:00000200:2.0:1734676304.136519:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.136525:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.136528:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676304.136535:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.136543:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.136547:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.136579:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.136584:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.136589:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d9e9a00. 00000800:00000200:0.0:1734676304.136674:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.136678:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:0.0:1734676304.136682:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.136687:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.136690:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676304.136692:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:3.0:1734676304.137028:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098480200. 00010000:00000010:3.0:1734676304.137133:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.137142:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d4fa00. 00010000:00000010:3.0:1734676304.137215:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098480400. 00010000:00000010:3.0:1734676304.137220:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.137229:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.137233:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.137243:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676304.137259:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.137285:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48fe00. 00000400:00000010:3.0:1734676304.137292:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.137297:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.137302:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352128, portal 16 00000400:00000010:3.0:1734676304.137306:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.137307:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352128, offset 0 00000400:00000200:3.0:1734676304.137312:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.137317:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.137321:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.137325:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.137329:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.137331:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.137333:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79802:79802:256:4294967295] 192.168.203.46@tcp LPNI seq info [79798:79798:8:4294967295] 00000400:00000200:3.0:1734676304.137339:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.137343:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.137346:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.137348:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.137352:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.137355:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.137460:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.137463:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:2.0:1734676304.137466:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.137470:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.137473:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676304.137474:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676304.137481:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864352128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.140286:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40c00. 00010000:00000010:3.1:1734676304.140295:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48ee00. 00000400:00000200:2.0:1734676304.142164:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.142184:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bb80 00000400:00000200:2.0:1734676304.142194:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4195 [1] + 224 00000400:00000200:2.0:1734676304.142208:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.142213:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.142224:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864352128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.142262:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.142266:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164680 00000400:00000200:2.0:1734676304.142271:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 1640 00000400:00000010:3.0:1734676304.142289:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.142293:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676304.142296:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.142301:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864352128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.142307:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864352128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.142335:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48fe00. 00000400:00000200:2.0:1734676304.142338:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676304.142342:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60c00. 00000400:00000200:2.0:1734676304.142342:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676304.142347:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000200:2.0:1734676304.142347:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676304.142351:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00000100:00000010:2.0:1734676304.142352:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00010000:00000010:3.0:1734676304.142356:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000020:00000010:2.0:1734676304.142389:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d9e9a00. 00000020:00000010:2.0:1734676304.142394:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.142837:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.142864:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1500 x1818938867861120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.143125:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861120 02000000:00000010:2.0:1734676304.143136:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.143311:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5b0380. 00010000:00000010:2.0:1734676304.143332:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.143339:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:2.0:1734676304.143346:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676304.143348:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.143361:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676304.143365:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861120, offset 224 00000400:00000200:2.0:1734676304.143370:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.143379:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.143384:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79803:79803:256:4294967295] 192.168.203.46@tcp LPNI seq info [79799:79799:8:4294967295] 00000400:00000200:2.0:1734676304.143393:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.143398:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.143401:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5200. 00000800:00000200:2.0:1734676304.143406:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.143414:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.143418:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5200 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676304.143440:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48fe00. 00000020:00000010:2.0:1734676304.143441:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.143444:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.143449:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d9e9a00. 00010000:00000010:3.0:1734676304.143514:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.143521:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5b0300. 00010000:00000010:3.0:1734676304.143594:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def200. 00010000:00000010:3.0:1734676304.143596:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.143601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48ee00. 00010000:00000010:3.0:1734676304.143606:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00080000:00000010:3.0:1734676304.143616:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48e000. 00010000:00000010:3.0:1734676304.143636:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.143638:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a600. 00000800:00000200:0.0:1734676304.143670:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.143674:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5200. 00000400:00000200:0.0:1734676304.143677:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.143681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.143684:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676304.143685:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00010000:00000010:3.0:1734676304.143690:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e800. 00010000:00000010:3.0:1734676304.143692:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.143699:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.143701:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.143708:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676304.143719:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.143737:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d986200. 00000400:00000010:3.0:1734676304.143742:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.143746:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.143750:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352256, portal 16 00000400:00000010:3.0:1734676304.143753:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.143755:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352256, offset 0 00000400:00000200:3.0:1734676304.143759:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.143764:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.143767:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.143771:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.143774:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.143776:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.143778:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79804:79804:256:4294967295] 192.168.203.46@tcp LPNI seq info [79800:79800:8:4294967295] 00000400:00000200:3.0:1734676304.143783:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.143786:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.143789:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.143792:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.143796:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.143798:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.143865:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.143868:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:2.0:1734676304.143870:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.143873:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.143876:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:2.0:1734676304.143877:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:2.0:1734676304.143883:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864352256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.146592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876800. 00010000:00000010:3.1:1734676304.146603:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afc00. 00010000:00000010:3.1:1734676304.146607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e200. 00010000:00000010:3.1:1734676304.146610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9e00. 00000400:00000200:2.0:1734676304.150017:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.150051:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bc00 00000400:00000200:2.0:1734676304.150061:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41a1 [1] + 224 00000400:00000200:2.0:1734676304.150073:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.150077:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.150089:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864352256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.150132:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.150136:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164700 00000400:00000200:2.0:1734676304.150141:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2b9d [2] + 1968 00000400:00000010:2.0:1734676304.150146:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c71b8. 00000400:00000200:2.0:1734676304.150150:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f160900 00000400:00000200:2.0:1734676304.150169:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.150172:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.150174:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f160900 00000400:00000010:2.0:1734676304.150176:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f160900. 00000100:00000200:2.0:1734676304.150186:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676304.150238:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d9e8a00. 00000020:00000010:2.0:1734676304.150243:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.150248:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.150272:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba850 x1818938867861248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.150306:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861248 02000000:00000010:2.0:1734676304.150318:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00000400:00000010:3.0:1734676304.150352:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.150356:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676304.150357:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:2.0:1734676304.150361:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000200:3.0:1734676304.150363:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864352256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:2.0:1734676304.150369:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000200:3.0:1734676304.150370:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864352256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:2.0:1734676304.150375:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676304.150377:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.150388:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00010000:00000010:3.0:1734676304.150390:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6ea000. 00000100:00000200:2.0:1734676304.150392:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861248, offset 224 00000400:00000200:2.0:1734676304.150398:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:3.0:1734676304.150405:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d986200. 00000400:00000200:2.0:1734676304.150406:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 02000000:00000010:3.0:1734676304.150410:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60c00. 00000400:00000200:2.0:1734676304.150412:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79805:79805:256:4294967295] 192.168.203.46@tcp LPNI seq info [79801:79801:8:4294967295] 00000100:00000010:3.0:1734676304.150415:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676304.150417:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.150420:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000400:00000200:2.0:1734676304.150420:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.150425:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.150429:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676304.150433:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.150440:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00080000:00000010:3.0:1734676304.150443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a94e00. 00000800:00000200:2.0:1734676304.150444:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.150459:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.150463:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.150467:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d9e8a00. 02000000:00000010:2.0:1734676304.150475:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676304.150479:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676304.150484:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:2.0:1734676304.150488:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676304.150491:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:2.0:1734676304.150495:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676304.150497:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:2.0:1734676304.150499:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676304.150503:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676304.150505:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:2.0:1734676304.150508:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676304.150510:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00010000:00000010:3.0:1734676304.150515:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00000100:00000200:2.0:1734676304.150517:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.150521:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c71b8. 00010000:00000010:3.0:1734676304.150522:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b701280. 00000400:00000010:2.0:1734676304.150524:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08db40. 00010000:00000010:3.0:1734676304.150601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60c00. 00010000:00000010:3.0:1734676304.150607:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.150615:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.150618:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.150625:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676304.150634:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d986200. 02000000:00000010:3.0:1734676304.150654:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48e200. 00000400:00000010:3.0:1734676304.150657:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.150660:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.150663:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352384, portal 16 00000400:00000010:3.0:1734676304.150667:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.150669:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352384, offset 0 00000400:00000200:3.0:1734676304.150673:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.150678:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.150682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.150686:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.150689:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.150692:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.150694:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79806:79806:255:4294967295] 192.168.203.46@tcp LPNI seq info [79802:79802:7:4294967295] 00000400:00000200:3.0:1734676304.150700:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.150704:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.150706:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.150709:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.150712:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.150714:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.151257:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.151260:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:1.0:1734676304.151266:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.151269:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.151272:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:1.0:1734676304.151273:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 02000000:00000010:1.0:1734676304.151278:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000800:00000200:1.0:1734676304.151341:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.151343:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676304.151346:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.151349:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.151350:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676304.151352:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676304.151357:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864352384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.154057:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.154076:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bc80 00000400:00000200:2.0:1734676304.154085:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41b1 [1] + 224 00000400:00000200:2.0:1734676304.154110:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.154115:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.154126:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864352384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.154210:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.154216:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676304.154218:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.154223:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864352384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.154231:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864352384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.154261:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48e200. 02000000:00000010:3.0:1734676304.154268:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d986200. 00000100:00000010:3.0:1734676304.154273:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676304.154646:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.154652:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000400:00000200:2.0:1734676304.156753:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.156770:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164780 00000400:00000200:2.0:1734676304.156779:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 0 00000400:00000200:2.0:1734676304.156863:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.156867:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.156875:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.156881:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 00010000:00000010:3.1:1734676304.157867:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ffb00. 00010000:00000010:3.1:1734676304.157874:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f000. 00010000:00000010:3.1:1734676304.157882:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4c00. 00010000:00000010:3.1:1734676304.157885:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098480400. 00010000:00000010:3.1:1734676304.157890:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def200. 00010000:00000010:3.1:1734676304.157893:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48ee00. 00010000:00000010:2.1:1734676304.158127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1e00. 00000020:00000010:1.0:1734676304.159282:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e800. 00000020:00000010:1.0:1734676304.159290:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.159296:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.159324:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1180 x1818938867861376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.159366:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861376 02000000:00000010:1.0:1734676304.159377:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676304.159408:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00ad80. 00010000:00000010:1.0:1734676304.159428:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.159436:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.159447:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.159451:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.159463:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.159470:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861376, offset 224 00000400:00000200:1.0:1734676304.159477:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.159490:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.159497:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79807:79807:256:4294967295] 192.168.203.46@tcp LPNI seq info [79803:79803:8:4294967295] 00000400:00000200:1.0:1734676304.159505:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.159511:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.159515:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b300. 00000800:00000200:1.0:1734676304.159522:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.159529:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.159533:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.159548:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.159553:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.159556:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e800. 00000800:00000200:1.0:1734676304.159656:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.159659:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b300. 00000400:00000200:1.0:1734676304.159662:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.159666:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.159670:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676304.159672:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00080000:00000010:3.0:1734676304.159762:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48ee00. 00010000:00000010:3.0:1734676304.159834:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.159841:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d00ad00. 00010000:00000010:3.0:1734676304.159958:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48f000. 00010000:00000010:3.0:1734676304.159965:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.159973:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec0c0. 00000100:00000010:3.0:1734676304.159980:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.159992:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676304.160006:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48e200. 02000000:00000010:3.0:1734676304.160030:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880098480400. 00000400:00000010:3.0:1734676304.160068:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.160075:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.160081:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352512, portal 16 00000400:00000010:3.0:1734676304.160085:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.160087:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352512, offset 0 00000400:00000200:3.0:1734676304.160104:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.160115:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.160120:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.160123:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.160126:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.160128:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.160130:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79808:79808:256:4294967295] 192.168.203.46@tcp LPNI seq info [79804:79804:8:4294967295] 00000400:00000200:3.0:1734676304.160139:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.160143:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.160147:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.160152:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.160159:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.160162:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.160243:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.160247:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:2.0:1734676304.160250:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.160254:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.160257:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:2.0:1734676304.160258:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:2.0:1734676304.160266:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864352512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.162176:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd2c600. 00010000:00000010:2.1:1734676304.162197:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af100. 00010000:00000010:2.1:1734676304.162201:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e800. 00000400:00000200:0.0:1734676304.166303:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.166325:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bd00 00000400:00000200:0.0:1734676304.166335:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41bd [1] + 224 00000400:00000200:0.0:1734676304.166357:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.166362:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.166375:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864352512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.166480:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:2.0:1734676304.166486:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676304.166488:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676304.166494:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864352512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.166501:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864352512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.166530:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880098480400. 02000000:00000010:2.0:1734676304.166538:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48e200. 00000100:00000010:2.0:1734676304.166544:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676304.166547:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:2.0:1734676304.166552:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec0c0. 00000400:00000200:0.0:1734676304.167022:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.167029:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164800 00000400:00000200:0.0:1734676304.167035:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 328 00000400:00000200:0.0:1734676304.167129:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.167133:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.167139:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.167144:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.167331:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d9e8a00. 00000020:00000010:2.0:1734676304.167338:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.167343:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.167368:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867861504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.167393:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861504 02000000:00000010:2.0:1734676304.167404:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.167432:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cdd00. 00010000:00000010:2.0:1734676304.167453:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.167459:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.167476:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.167479:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.167493:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676304.167497:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861504, offset 224 00000400:00000200:2.0:1734676304.167504:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.167513:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.167520:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79809:79809:256:4294967295] 192.168.203.46@tcp LPNI seq info [79805:79805:8:4294967295] 00000400:00000200:2.0:1734676304.167529:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.167534:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.167538:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5d00. 00000800:00000200:2.0:1734676304.167543:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.167550:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.167554:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.167569:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.167572:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.167577:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d9e8a00. 00000800:00000200:2.0:1734676304.167639:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.167642:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5d00. 00000400:00000200:2.0:1734676304.167645:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.167648:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.167651:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676304.167652:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00080000:00000010:3.0:1734676304.167788:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b19600. 00010000:00000010:3.0:1734676304.167867:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.167874:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cdc80. 00010000:00000010:3.0:1734676304.167939:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b18e00. 00010000:00000010:3.0:1734676304.167944:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.167953:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.167960:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5b40. 00000100:00000010:3.0:1734676304.167968:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676304.167979:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e10ba00. 02000000:00000010:3.0:1734676304.168001:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6bc000. 00000400:00000010:3.0:1734676304.168006:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.168011:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.168016:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352640, portal 16 00000400:00000010:3.0:1734676304.168020:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.168022:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352640, offset 0 00000400:00000200:3.0:1734676304.168030:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.168061:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.168066:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.168069:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.168072:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.168074:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.168077:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79810:79810:256:4294967295] 192.168.203.46@tcp LPNI seq info [79806:79806:8:4294967295] 00000400:00000200:3.0:1734676304.168085:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.168089:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.168103:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.168108:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.168114:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.168118:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676304.168147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77e000. 00000800:00000200:0.0:1734676304.168217:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.168221:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676304.168223:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.168228:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.168230:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676304.168232:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676304.168238:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864352640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.172568:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.172587:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bd80 00000400:00000200:0.0:1734676304.172597:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41c9 [1] + 224 00000400:00000200:0.0:1734676304.172620:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.172624:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.172636:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864352640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.172731:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.172739:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.172742:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.172752:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864352640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.172762:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864352640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.172789:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6bc000. 02000000:00000010:3.0:1734676304.172795:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e10ba00. 00000100:00000010:3.0:1734676304.172801:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676304.172804:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5b40. 00010000:00000010:3.0:1734676304.172808:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00010000:00000010:3.1:1734676304.174771:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43600. 00010000:00000010:3.1:1734676304.174779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60c00. 00000400:00000200:2.0:1734676304.175221:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.175238:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164880 00000400:00000200:2.0:1734676304.175246:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 656 00000400:00000200:2.0:1734676304.175458:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.175464:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.175471:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.175478:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:0.0:1734676304.176408:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1e00. 00000020:00000010:0.0:1734676304.176417:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c900. 00000020:00000010:1.0:1734676304.176445:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.176476:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867861632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.176506:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861632 02000000:00000010:1.0:1734676304.176517:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.176546:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf4fc00. 00010000:00000010:1.0:1734676304.176578:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.176586:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.176607:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.176612:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00080000:00000010:3.0:1734676304.177177:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6bc000. 00010000:00000010:3.0:1734676304.177261:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.177332:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6bde00. 00010000:00000010:3.0:1734676304.177337:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676304.177345:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.177350:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5b40. 00000100:00000010:3.0:1734676304.177356:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676304.177367:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6bc200. 02000000:00000010:3.0:1734676304.177392:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60c00. 00000400:00000010:3.0:1734676304.177398:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.177404:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.177411:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352768, portal 16 00000400:00000010:3.0:1734676304.177415:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.177418:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352768, offset 0 00000400:00000200:3.0:1734676304.177424:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.177434:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.177440:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.177443:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.177447:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.177449:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.177453:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79811:79811:256:4294967295] 192.168.203.46@tcp LPNI seq info [79807:79807:8:4294967295] 00000400:00000200:3.0:1734676304.177462:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.177467:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.177471:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.177476:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.177483:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.177488:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1734676304.177574:0:11224:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf4fb80. 00000400:00000010:1.0:1734676304.177589:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.177593:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861632, offset 224 00000400:00000200:1.0:1734676304.177597:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.177602:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.177607:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79812:79812:255:4294967295] 192.168.203.46@tcp LPNI seq info [79808:79808:7:4294967295] 00000800:00000200:0.0:1734676304.177609:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1734676304.177613:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000010:0.0:1734676304.177613:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676304.177616:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1734676304.177617:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.177619:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b500. 00000400:00000200:0.0:1734676304.177621:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000200:1.0:1734676304.177622:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:0.0:1734676304.177624:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000800:00000200:1.0:1734676304.177625:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.177627:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1734676304.177627:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676304.177633:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864352768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.177639:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c900. 00000020:00000010:1.0:1734676304.177643:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.177646:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1e00. 00000800:00000200:0.0:1734676304.177656:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.177658:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b500. 00000400:00000200:0.0:1734676304.177660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.177663:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.177665:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676304.177667:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00010000:00000010:3.1:1734676304.181255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08ba00. 00000400:00000200:2.0:1734676304.183845:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.183878:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0be00 00000400:00000200:2.0:1734676304.183889:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41d1 [1] + 224 00000400:00000200:2.0:1734676304.183901:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.183905:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.183917:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864352768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.183948:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.183952:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164900 00000400:00000200:2.0:1734676304.183956:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 984 00000400:00000200:2.0:1734676304.183972:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.183976:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.183980:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.183986:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00010000:00000010:2.1:1734676304.184013:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485b00. 00010000:00000010:2.1:1734676304.184021:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48f000. 00000020:00000010:1.0:1734676304.184182:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589f400. 00000020:00000010:1.0:1734676304.184189:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.184195:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.184219:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1500 x1818938867861760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.184253:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861760 02000000:00000010:1.0:1734676304.184265:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00000400:00000010:0.0:1734676304.184296:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:0.0:1734676304.184301:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00010000:00000010:1.0:1734676304.184303:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000400:00000010:0.0:1734676304.184304:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000010:1.0:1734676304.184310:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000200:0.0:1734676304.184311:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864352768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.184318:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864352768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:1.0:1734676304.184321:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.184326:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.184339:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00010000:00000010:0.0:1734676304.184342:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf4ff00. 00000100:00000200:1.0:1734676304.184343:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861760, offset 224 00000400:00000200:1.0:1734676304.184351:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:0.0:1734676304.184357:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60c00. 00000400:00000200:1.0:1734676304.184361:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 02000000:00000010:0.0:1734676304.184362:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6bc200. 00000400:00000200:1.0:1734676304.184366:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79813:79813:256:4294967295] 192.168.203.46@tcp LPNI seq info [79809:79809:8:4294967295] 00000100:00000010:0.0:1734676304.184367:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:0.0:1734676304.184370:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5b40. 00010000:00000010:0.0:1734676304.184372:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000200:1.0:1734676304.184374:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.184379:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.184383:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b700. 00000800:00000200:1.0:1734676304.184388:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00080000:00000010:0.0:1734676304.184390:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe0800. 00000800:00000200:1.0:1734676304.184396:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.184400:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.184413:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.184417:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.184421:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589f400. 00010000:00000010:0.0:1734676304.184470:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:0.0:1734676304.184476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf4fe80. 00010000:00000010:3.1:1734676304.184491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b800. 00010000:00000010:0.0:1734676304.184542:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097dbde00. 00010000:00000010:0.0:1734676304.184545:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c780. 00010000:00000010:0.0:1734676304.184549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe0200. 00010000:00000010:0.0:1734676304.184555:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.184564:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe1a00. 00010000:00000010:0.0:1734676304.184583:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.184586:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c780. 00010000:00000010:0.0:1734676304.184629:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1000. 00010000:00000010:0.0:1734676304.184633:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c780. 00010000:00000010:0.0:1734676304.184639:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae4c0. 00000100:00000010:0.0:1734676304.184643:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676304.184649:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.184659:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1e00. 02000000:00000010:0.0:1734676304.184680:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6bc200. 00000400:00000010:0.0:1734676304.184685:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9ec8. 00000400:00000010:0.0:1734676304.184689:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676304.184694:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864352896, portal 16 00000400:00000010:0.0:1734676304.184697:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676304.184698:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864352896, offset 0 00000400:00000200:0.0:1734676304.184703:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.184707:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.184711:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.184715:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.184718:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1734676304.184719:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1734676304.184720:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000800:00000010:3.0:1734676304.184723:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b700. 00000400:00000200:0.0:1734676304.184723:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79814:79814:255:4294967295] 192.168.203.46@tcp LPNI seq info [79810:79810:7:4294967295] 00000400:00000200:3.0:1734676304.184726:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.184728:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000400:00000200:3.0:1734676304.184730:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000200:0.0:1734676304.184731:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.184732:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:3.0:1734676304.184734:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000010:0.0:1734676304.184734:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dbd000. 00000800:00000200:0.0:1734676304.184737:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.184741:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.184743:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097dbd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.184873:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.184875:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dbd000. 00000400:00000200:1.0:1734676304.184878:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.184881:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.184883:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:1.0:1734676304.184885:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:1.0:1734676304.184890:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864352896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.185796:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.185805:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0be80 00000400:00000200:0.0:1734676304.185811:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41e1 [1] + 224 00000400:00000200:0.0:1734676304.185825:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.185829:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.185835:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864352896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.185885:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9ec8. 00000400:00000200:2.0:1734676304.185890:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:2.0:1734676304.185891:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:2.0:1734676304.185896:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864352896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.185903:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864352896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.185919:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6bc200. 02000000:00000010:2.0:1734676304.185924:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1e00. 00000100:00000010:2.0:1734676304.185926:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676304.185932:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:2.0:1734676304.185936:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae4c0. 00000400:00000200:0.0:1734676304.186225:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.186232:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164980 00000400:00000200:0.0:1734676304.186237:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 1312 00000400:00000200:0.0:1734676304.186275:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.186279:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.186283:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.186287:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.186359:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d9e9a00. 00000020:00000010:2.0:1734676304.186365:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.186370:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.186386:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867861888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.186739:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867861888 02000000:00000010:2.0:1734676304.186749:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.186769:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfec780. 00010000:00000010:2.0:1734676304.186800:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.186806:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.186814:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.186817:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.186827:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676304.186830:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867861888, offset 224 00000400:00000200:2.0:1734676304.186835:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.186842:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.186846:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79815:79815:256:4294967295] 192.168.203.46@tcp LPNI seq info [79811:79811:8:4294967295] 00000400:00000200:2.0:1734676304.186853:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.186857:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.186861:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5100. 00000800:00000200:2.0:1734676304.186865:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.186871:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.186874:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.186897:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676304.186901:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.186905:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d9e9a00. 00080000:00000010:2.0:1734676304.186925:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d9e9a00. 00000800:00000200:0.0:1734676304.186939:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.186943:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5100. 00000400:00000200:0.0:1734676304.186949:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.186952:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.186955:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676304.186957:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00010000:00000010:2.0:1734676304.186985:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c780. 00010000:00000010:2.0:1734676304.186991:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfec700. 00010000:00000010:2.0:1734676304.187080:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d9e8a00. 00010000:00000010:2.0:1734676304.187085:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.187105:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.187108:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.187113:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.187122:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1e00. 02000000:00000010:2.0:1734676304.187140:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b48f000. 00000400:00000010:2.0:1734676304.187145:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.187148:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.187152:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353024, portal 16 00000400:00000010:2.0:1734676304.187155:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.187157:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353024, offset 0 00000400:00000200:2.0:1734676304.187162:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.187166:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.187169:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.187173:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.187175:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.187177:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.187179:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79816:79816:256:4294967295] 192.168.203.46@tcp LPNI seq info [79812:79812:8:4294967295] 00000400:00000200:2.0:1734676304.187185:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.187189:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.190029:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5700. 00000800:00000200:2.0:1734676304.190064:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.190073:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.190077:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.190211:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.190215:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5700. 00000400:00000200:0.0:1734676304.190224:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.190230:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.190235:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676304.190238:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676304.190250:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864353024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.190664:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00000400:00000200:0.0:1734676304.191772:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.191787:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bf00 00000400:00000200:0.0:1734676304.191795:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41ed [1] + 224 00000400:00000200:0.0:1734676304.191804:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.191807:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.191815:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864353024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.191843:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.191846:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164a00 00000400:00000200:0.0:1734676304.191851:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 1640 00000400:00000200:0.0:1734676304.191862:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.191865:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.191868:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.191875:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:1.0:1734676304.191971:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589ee00. 00000400:00000010:2.0:1734676304.191972:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000020:00000010:1.0:1734676304.191977:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000400:00000200:2.0:1734676304.191978:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.191980:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000020:00000010:1.0:1734676304.191980:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:2.0:1734676304.191990:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864353024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.191997:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867862016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.191999:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864353024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.192026:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862016 02000000:00000010:2.0:1734676304.192027:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b48f000. 02000000:00000010:2.0:1734676304.192034:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1e00. 02000000:00000010:1.0:1734676304.192034:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00000100:00000010:2.0:1734676304.192068:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676304.192071:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.192076:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00010000:00000010:1.0:1734676304.192086:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d4480. 00010000:00000010:1.0:1734676304.192111:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.192117:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.192127:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.192130:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.192142:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00080000:00000010:2.0:1734676304.192146:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b48f000. 00000100:00000200:1.0:1734676304.192146:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862016, offset 224 00000400:00000200:1.0:1734676304.192151:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.192159:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.192164:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79817:79817:256:4294967295] 192.168.203.46@tcp LPNI seq info [79813:79813:8:4294967295] 00000400:00000200:1.0:1734676304.192171:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.192175:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.192183:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129e4b600. 00000800:00000200:1.0:1734676304.192187:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.192193:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.192195:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129e4b600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.192207:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.192210:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.192212:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589ee00. 00000800:00000200:0.0:1734676304.192304:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.192307:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129e4b600. 00000400:00000200:0.0:1734676304.192310:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.192313:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676304.192315:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00000400:00000200:0.0:1734676304.192315:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676304.192317:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00010000:00000010:2.0:1734676304.192323:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d4700. 00010000:00000010:2.0:1734676304.192401:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e200. 00010000:00000010:2.0:1734676304.192407:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.192416:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.192421:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.192426:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.192437:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48e800. 02000000:00000010:2.0:1734676304.192461:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe1e00. 00000400:00000010:2.0:1734676304.192465:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.192469:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.192475:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353152, portal 16 00000400:00000010:2.0:1734676304.192478:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676304.192480:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353152, offset 0 00000400:00000200:2.0:1734676304.192485:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.192493:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.192498:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.192502:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.192505:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.192507:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.192510:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79818:79818:256:4294967295] 192.168.203.46@tcp LPNI seq info [79814:79814:8:4294967295] 00000400:00000200:2.0:1734676304.192518:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.192522:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.192526:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5200. 00000800:00000200:2.0:1734676304.192530:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.192536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.192539:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676304.192640:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.192646:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b18e00. 02000000:00000010:2.0:1734676304.192655:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011cdcb800. 00000400:00000010:2.0:1734676304.192658:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.192660:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676304.192663:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353280, portal 16 00000400:00000010:2.0:1734676304.192665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676304.192667:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353280, offset 0 00000400:00000200:2.0:1734676304.192671:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.192675:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.192677:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.192680:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.192681:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.192683:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.192685:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79819:79819:255:4294967295] 192.168.203.46@tcp LPNI seq info [79815:79815:7:4294967295] 00000400:00000200:2.0:1734676304.192691:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.192695:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.192697:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5600. 00000800:00000200:2.0:1734676304.192700:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.192703:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.192706:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.192766:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.192769:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5200. 00000400:00000200:0.0:1734676304.192776:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.192780:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.192783:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676304.192784:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676304.192790:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864353152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676304.192840:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.192842:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5600. 00000400:00000200:0.0:1734676304.192845:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.192848:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.192850:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676304.192852:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676304.192856:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864353280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.193160:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485600. 00010000:00000010:3.1:1734676304.193211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f4000. 00010000:00000010:3.1:1734676304.193216:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1200. 00010000:00000010:3.1:1734676304.193218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1000. 00010000:00000010:1.1:1734676304.193704:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fb200. 00000400:00000200:0.0:1734676304.194719:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.194733:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0bf80 00000400:00000200:0.0:1734676304.194741:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa41f9 [1] + 224 00000400:00000200:0.0:1734676304.194749:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.194752:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.194762:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864353152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.194792:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.194797:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c000 00000400:00000200:0.0:1734676304.194800:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4201 [1] + 224 00000400:00000200:0.0:1734676304.194805:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.194808:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.194812:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864353280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.194822:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.194826:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164b00 00000400:00000200:0.0:1734676304.194831:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2bf9 [2] + 1968 00000400:00000010:0.0:1734676304.194834:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:0.0:1734676304.194838:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097cefd80 00000400:00000200:0.0:1734676304.194842:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.194844:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676304.194845:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:2.0:1734676304.194852:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.194853:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000400:00000200:0.0:1734676304.194858:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097cefd80 00000400:00000010:0.0:1734676304.194860:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097cefd80. 00000100:00000200:2.0:1734676304.194862:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864353152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.194864:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676304.194871:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864353152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.194886:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.194890:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164a80 00000400:00000200:0.0:1734676304.194893:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 0 00000400:00000010:2.0:1734676304.194904:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:2.0:1734676304.194906:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676304.194907:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000400:00000200:0.0:1734676304.194910:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676304.194911:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864353280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.194913:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.194917:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864353280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.194917:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.194921:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:2.0:1734676304.194930:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe1e00. 02000000:00000010:2.0:1734676304.194935:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48e800. 00000100:00000010:2.0:1734676304.194941:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.194945:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011cdcb800. 02000000:00000010:2.0:1734676304.194947:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b18e00. 00000100:00000010:2.0:1734676304.194950:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.194956:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.194959:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000020:00000010:3.0:1734676304.195108:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:3.0:1734676304.195114:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.195120:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.195458:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9050 x1818938867862272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676304.195484:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1e00. 00000020:00000010:3.0:1734676304.195486:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676304.195489:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c203e8. 00000100:00000200:3.0:1734676304.195497:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867862144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.195516:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862272 02000000:00000010:3.0:1734676304.195526:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.195550:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfece00. 00000400:00000010:3.0:1734676304.195585:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.195589:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862272, offset 224 00000400:00000200:3.0:1734676304.195596:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.195605:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.195611:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79820:79820:256:4294967295] 192.168.203.46@tcp LPNI seq info [79816:79816:8:4294967295] 00000400:00000200:3.0:1734676304.195620:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.195625:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.195629:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.195635:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.195642:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.195646:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1734676304.196052:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862144 02000000:00000010:2.0:1734676304.196059:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.196071:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455000. 00010000:00000010:2.0:1734676304.196081:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.196087:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.196103:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.196105:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:2.0:1734676304.196110:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676304.196113:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862144, offset 224 00000400:00000200:2.0:1734676304.196118:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.196123:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.196126:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79821:79821:255:4294967295] 192.168.203.46@tcp LPNI seq info [79817:79817:7:4294967295] 00000400:00000200:2.0:1734676304.196133:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.196136:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.196139:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5e00. 00000800:00000200:2.0:1734676304.196141:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.196145:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.196148:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.196270:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab00. 00000020:00000010:2.0:1734676304.196274:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c203e8. 00000020:00000010:2.0:1734676304.196278:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1e00. 00080000:00000010:2.0:1734676304.196307:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cdcb800. 00000800:00000200:0.0:1734676304.196330:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.196336:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676304.196341:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.196347:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.196351:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.196353:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00010000:00000010:2.0:1734676304.196379:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.196385:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfec180. 00000800:00000200:0.0:1734676304.196408:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.196411:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5e00. 00000400:00000200:0.0:1734676304.196416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.196419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.196421:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676304.196423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000020:00000010:3.0:1734676304.196466:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.196470:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.196472:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.196480:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 02000000:00000010:3.0:1734676304.196483:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676304.196486:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676304.196491:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:3.0:1734676304.196496:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676304.196499:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676304.196501:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 02000000:00000010:3.0:1734676304.196505:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:3.0:1734676304.196507:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:3.0:1734676304.196509:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:3.0:1734676304.196512:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.196515:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676304.196517:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000200:3.0:1734676304.196523:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.196529:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd94d0. 00000400:00000010:3.0:1734676304.196534:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09e5b40. 00010000:00000010:2.0:1734676304.196676:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b18e00. 00010000:00000010:2.0:1734676304.196682:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.196690:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.196692:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.196698:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.196708:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b48e800. 02000000:00000010:2.0:1734676304.196728:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfc7800. 00000400:00000010:2.0:1734676304.196732:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.196735:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.196738:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353408, portal 16 00000400:00000010:2.0:1734676304.196741:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676304.196743:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353408, offset 0 00000400:00000200:2.0:1734676304.196747:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.196751:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.196755:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.196760:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.196763:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.196765:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.196768:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79822:79822:256:4294967295] 192.168.203.46@tcp LPNI seq info [79818:79818:8:4294967295] 00000400:00000200:2.0:1734676304.196773:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.196777:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.196779:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5500. 00000800:00000200:2.0:1734676304.196782:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.196786:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.196788:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.197328:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.197333:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5500. 00000400:00000200:0.0:1734676304.197338:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.197343:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.197346:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676304.197348:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676304.197355:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864353408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.198451:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.198465:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c080 00000400:00000200:0.0:1734676304.198472:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4215 [1] + 224 00000400:00000200:0.0:1734676304.198480:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.198483:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.198491:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864353408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.198529:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.198533:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164b80 00000400:00000200:0.0:1734676304.198538:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 328 00000400:00000200:0.0:1734676304.198589:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.198593:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.198597:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.198602:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:2.0:1734676304.198690:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:2.0:1734676304.198694:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.198696:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.198702:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864353408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.198710:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864353408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.198732:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfc7800. 02000000:00000010:2.0:1734676304.198737:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b48e800. 00000100:00000010:2.0:1734676304.198742:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.198747:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.198750:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000020:00000010:3.0:1734676304.198861:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1000. 00000020:00000010:3.0:1734676304.198866:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.198870:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.198888:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867862400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.199019:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862400 02000000:00000010:3.0:1734676304.199027:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.199329:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455f80. 00010000:00000010:3.0:1734676304.199344:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.199350:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.200495:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.200503:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000400:00000010:3.0:1734676304.200520:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.200526:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862400, offset 224 00000400:00000200:3.0:1734676304.200534:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.200544:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.200550:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79823:79823:256:4294967295] 192.168.203.46@tcp LPNI seq info [79819:79819:8:4294967295] 00000400:00000200:3.0:1734676304.200558:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.200564:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.200568:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.200573:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.200580:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.200583:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.200603:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.200607:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.200610:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1000. 00010000:00000010:0.1:1734676304.200753:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43500. 00010000:00000010:0.1:1734676304.200760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9e8a00. 00000800:00000200:0.0:1734676304.200831:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.200834:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676304.200838:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.200843:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.200846:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676304.200848:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00010000:00000010:2.1:1734676304.200940:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d462c00. 00080000:00000010:2.0:1734676304.200961:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfc7800. 00010000:00000010:2.0:1734676304.201027:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.201033:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098455f00. 00010000:00000010:2.0:1734676304.201124:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b48e800. 00010000:00000010:2.0:1734676304.201129:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.201137:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:2.0:1734676304.201143:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.201149:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.201160:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d343000. 02000000:00000010:2.0:1734676304.201179:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d342200. 00000400:00000010:2.0:1734676304.201184:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.201187:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.201192:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353536, portal 16 00000400:00000010:2.0:1734676304.201195:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676304.201196:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353536, offset 0 00000400:00000200:2.0:1734676304.201200:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.201205:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.201209:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.201212:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.201214:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.201216:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.201218:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79824:79824:256:4294967295] 192.168.203.46@tcp LPNI seq info [79820:79820:8:4294967295] 00000400:00000200:2.0:1734676304.201224:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.201227:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.201230:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d6e5b00. 00000800:00000200:2.0:1734676304.201234:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.201238:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.201241:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d6e5b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.201316:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.201318:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d6e5b00. 00000400:00000200:0.0:1734676304.201324:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.201327:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.201328:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676304.201330:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676304.201336:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864353536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.203452:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43100. 00010000:00000010:0.1:1734676304.203461:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6bde00. 00010000:00000010:0.1:1734676304.203465:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbde00. 00010000:00000010:0.1:1734676304.203468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe0200. 00010000:00000010:2.1:1734676304.204189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf22e00. 00000400:00000200:0.0:1734676304.205340:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.205356:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c100 00000400:00000200:0.0:1734676304.205363:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4221 [1] + 224 00000400:00000200:0.0:1734676304.205383:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.205386:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.205396:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864353536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.205536:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:2.0:1734676304.205540:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.205542:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.205549:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864353536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.205556:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864353536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.205578:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d342200. 02000000:00000010:2.0:1734676304.205585:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d343000. 00000100:00000010:2.0:1734676304.205589:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.205593:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.205597:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000200:0.0:1734676304.206316:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.206322:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164c00 00000400:00000200:0.0:1734676304.206328:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 656 00000400:00000200:0.0:1734676304.206382:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.206386:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.206391:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.206395:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676304.206667:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fe1000. 00000020:00000010:3.0:1734676304.206672:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.206677:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.206696:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867862528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.206727:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862528 02000000:00000010:3.0:1734676304.206735:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081400. 00010000:00000010:3.0:1734676304.206758:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d38880. 00010000:00000010:3.0:1734676304.206771:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.206777:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.206794:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.206797:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000400:00000010:3.0:1734676304.206808:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.206811:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862528, offset 224 00000400:00000200:3.0:1734676304.206818:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.206825:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.206831:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79825:79825:256:4294967295] 192.168.203.46@tcp LPNI seq info [79821:79821:8:4294967295] 00000400:00000200:3.0:1734676304.206840:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.206844:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.206848:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.206852:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.206857:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.206860:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.206882:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676304.206885:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.206889:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fe1000. 00000800:00000200:1.0:1734676304.207067:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.207070:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676304.207073:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.207077:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.207079:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676304.207081:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00080000:00000010:2.0:1734676304.207421:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d343000. 00010000:00000010:2.0:1734676304.207481:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207487:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d38800. 00000001:00000010:2.0:1734676304.207530:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c72c0. 00000001:00000010:2.0:1734676304.207534:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c72c0. 00000001:00000010:2.0:1734676304.207537:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd95d8. 00080000:00000010:2.0:1734676304.207542:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff88009d9c3c00. 00080000:00000010:2.0:1734676304.207546:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88012d342200. 00000001:00000010:2.0:1734676304.207550:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c72c0. 00010000:00000010:2.0:1734676304.207571:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5900. 00010000:00000010:2.0:1734676304.207574:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207578:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008985b200. 00010000:00000010:2.0:1734676304.207582:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207593:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800972ffc00. 00010000:00000010:2.0:1734676304.207610:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207613:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207643:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5b00. 00010000:00000010:2.0:1734676304.207646:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207648:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800972fe400. 00010000:00000010:2.0:1734676304.207651:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207657:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800972ff800. 00010000:00000010:2.0:1734676304.207674:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207703:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5500. 00010000:00000010:2.0:1734676304.207705:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800972ff600. 00010000:00000010:2.0:1734676304.207710:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207715:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800972fe000. 00010000:00000010:2.0:1734676304.207730:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207733:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207754:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5e00. 00010000:00000010:2.0:1734676304.207755:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207758:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800972fe800. 00010000:00000010:2.0:1734676304.207760:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207768:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800778ec200. 00010000:00000010:2.0:1734676304.207782:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207784:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207808:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5600. 00010000:00000010:2.0:1734676304.207810:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207814:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a47e00. 00010000:00000010:2.0:1734676304.207816:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207822:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a47800. 00010000:00000010:2.0:1734676304.207837:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207839:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207861:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5200. 00010000:00000010:2.0:1734676304.207863:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207867:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a47c00. 00010000:00000010:2.0:1734676304.207869:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207874:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a47000. 00010000:00000010:2.0:1734676304.207889:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207891:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207922:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5700. 00010000:00000010:2.0:1734676304.207924:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207927:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a46800. 00010000:00000010:2.0:1734676304.207929:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207934:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d84f000. 00010000:00000010:2.0:1734676304.207949:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207951:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207972:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5100. 00010000:00000010:2.0:1734676304.207974:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.207976:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d84f400. 00010000:00000010:2.0:1734676304.207978:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.207983:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d84fe00. 00010000:00000010:2.0:1734676304.207994:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.207996:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208020:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6e5d00. 00010000:00000010:2.0:1734676304.208022:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208025:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbdc600. 00010000:00000010:2.0:1734676304.208027:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208032:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbdd000. 00010000:00000010:2.0:1734676304.208069:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208072:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208107:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f800. 00010000:00000010:2.0:1734676304.208110:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208112:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbdd600. 00010000:00000010:2.0:1734676304.208115:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208121:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cb2000. 00010000:00000010:2.0:1734676304.208136:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208138:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208159:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9fe00. 00010000:00000010:2.0:1734676304.208161:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208163:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cb3600. 00010000:00000010:2.0:1734676304.208165:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208170:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cb3c00. 00010000:00000010:2.0:1734676304.208182:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208184:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208203:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f600. 00010000:00000010:2.0:1734676304.208205:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208207:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cb2a00. 00010000:00000010:2.0:1734676304.208209:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208214:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd6600. 00010000:00000010:2.0:1734676304.208229:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208231:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208255:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9fb00. 00010000:00000010:2.0:1734676304.208257:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208260:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd6c00. 00010000:00000010:2.0:1734676304.208262:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208268:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd7a00. 00010000:00000010:2.0:1734676304.208281:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208283:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208306:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9fd00. 00010000:00000010:2.0:1734676304.208307:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208310:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd7000. 00010000:00000010:2.0:1734676304.208312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208318:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f74a00. 00010000:00000010:2.0:1734676304.208332:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208335:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208360:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f700. 00010000:00000010:2.0:1734676304.208361:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208363:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f75600. 00010000:00000010:2.0:1734676304.208366:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208370:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f75400. 00010000:00000010:2.0:1734676304.208384:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208386:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208405:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f200. 00010000:00000010:2.0:1734676304.208407:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208410:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fb200. 00010000:00000010:2.0:1734676304.208413:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208418:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fa800. 00010000:00000010:2.0:1734676304.208432:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208458:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f900. 00010000:00000010:2.0:1734676304.208460:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208462:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fa000. 00010000:00000010:2.0:1734676304.208465:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208470:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fb800. 00010000:00000010:2.0:1734676304.208486:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208510:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f300. 00010000:00000010:2.0:1734676304.208512:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208514:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fa400. 00010000:00000010:2.0:1734676304.208517:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208522:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fb000. 00010000:00000010:2.0:1734676304.208537:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208539:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208563:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f100. 00010000:00000010:2.0:1734676304.208565:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208567:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fae00. 00010000:00000010:2.0:1734676304.208570:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208575:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fa200. 00010000:00000010:2.0:1734676304.208590:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208616:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9fc00. 00010000:00000010:2.0:1734676304.208618:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208620:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fac00. 00010000:00000010:2.0:1734676304.208622:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208628:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fbc00. 00010000:00000010:2.0:1734676304.208641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208644:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208666:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ea9f000. 00010000:00000010:2.0:1734676304.208668:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208671:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6fa600. 00010000:00000010:2.0:1734676304.208673:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208678:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fb600. 00010000:00000010:2.0:1734676304.208694:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208697:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208720:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af900. 00010000:00000010:2.0:1734676304.208722:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208724:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6faa00. 00010000:00000010:2.0:1734676304.208727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6fba00. 00010000:00000010:2.0:1734676304.208746:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208768:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af200. 00010000:00000010:2.0:1734676304.208770:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208774:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073546e00. 00010000:00000010:2.0:1734676304.208777:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208782:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073546600. 00010000:00000010:2.0:1734676304.208794:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208796:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208819:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0afb00. 00010000:00000010:2.0:1734676304.208821:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208823:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073546400. 00010000:00000010:2.0:1734676304.208825:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073547200. 00010000:00000010:2.0:1734676304.208843:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208845:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208868:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0afc00. 00010000:00000010:2.0:1734676304.208870:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208873:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b8800. 00010000:00000010:2.0:1734676304.208876:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208882:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129f5ae00. 00010000:00000010:2.0:1734676304.208897:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208899:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208922:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af100. 00010000:00000010:2.0:1734676304.208924:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208927:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736ed600. 00010000:00000010:2.0:1734676304.208929:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208935:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736a8400. 00010000:00000010:2.0:1734676304.208950:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.208953:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208980:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af600. 00010000:00000010:2.0:1734676304.208982:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.208985:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347f000. 00010000:00000010:2.0:1734676304.208988:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.208995:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347f200. 00010000:00000010:2.0:1734676304.209009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209034:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af000. 00010000:00000010:2.0:1734676304.209088:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209099:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347ec00. 00010000:00000010:2.0:1734676304.209102:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209109:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347f800. 00010000:00000010:2.0:1734676304.209127:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209130:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209153:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0afd00. 00010000:00000010:2.0:1734676304.209155:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209157:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007347e600. 00010000:00000010:2.0:1734676304.209160:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209165:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007347e400. 00010000:00000010:2.0:1734676304.209178:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209181:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209201:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0afe00. 00010000:00000010:2.0:1734676304.209203:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209206:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc1800. 00010000:00000010:2.0:1734676304.209208:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209213:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bc1c00. 00010000:00000010:2.0:1734676304.209227:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209229:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209253:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af300. 00010000:00000010:2.0:1734676304.209255:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209257:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc1600. 00010000:00000010:2.0:1734676304.209259:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd29800. 00010000:00000010:2.0:1734676304.209278:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209280:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209300:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aff00. 00010000:00000010:2.0:1734676304.209302:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209304:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd29a00. 00010000:00000010:2.0:1734676304.209307:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209313:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735cec00. 00010000:00000010:2.0:1734676304.209326:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209328:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209353:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0afa00. 00010000:00000010:2.0:1734676304.209354:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209357:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f59800. 00010000:00000010:2.0:1734676304.209359:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209364:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f59600. 00010000:00000010:2.0:1734676304.209376:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209379:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209400:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af500. 00010000:00000010:2.0:1734676304.209402:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209405:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f58000. 00010000:00000010:2.0:1734676304.209407:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209412:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f59200. 00010000:00000010:2.0:1734676304.209425:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209427:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209446:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af800. 00010000:00000010:2.0:1734676304.209447:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209450:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e58800. 00010000:00000010:2.0:1734676304.209453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209458:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089c2ac00. 00010000:00000010:2.0:1734676304.209470:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209472:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209492:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0af700. 00010000:00000010:2.0:1734676304.209493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209496:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089c2bc00. 00010000:00000010:2.0:1734676304.209498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209503:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736a0e00. 00010000:00000010:2.0:1734676304.209517:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209519:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209545:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1300. 00010000:00000010:2.0:1734676304.209547:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209550:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0b66600. 00010000:00000010:2.0:1734676304.209552:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209557:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0b67e00. 00010000:00000010:2.0:1734676304.209570:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209572:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209592:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1200. 00010000:00000010:2.0:1734676304.209594:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209597:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0b66a00. 00010000:00000010:2.0:1734676304.209599:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209604:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bafc00. 00010000:00000010:2.0:1734676304.209616:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209618:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209640:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1c00. 00010000:00000010:2.0:1734676304.209642:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209645:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0baee00. 00010000:00000010:2.0:1734676304.209647:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c339a00. 00010000:00000010:2.0:1734676304.209667:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209670:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209692:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1600. 00010000:00000010:2.0:1734676304.209694:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209697:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c338c00. 00010000:00000010:2.0:1734676304.209699:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209706:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dfd3e00. 00010000:00000010:2.0:1734676304.209719:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209721:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209740:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1500. 00010000:00000010:2.0:1734676304.209742:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209745:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dfd3800. 00010000:00000010:2.0:1734676304.209747:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209752:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f852800. 00010000:00000010:2.0:1734676304.209765:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209767:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209787:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1100. 00010000:00000010:2.0:1734676304.209789:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209792:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f852600. 00010000:00000010:2.0:1734676304.209794:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209799:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8fc000. 00010000:00000010:2.0:1734676304.209812:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209814:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209835:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1400. 00010000:00000010:2.0:1734676304.209837:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8fd600. 00010000:00000010:2.0:1734676304.209842:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209847:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8fde00. 00010000:00000010:2.0:1734676304.209862:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209865:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209888:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1a00. 00010000:00000010:2.0:1734676304.209890:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209893:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dfd6400. 00010000:00000010:2.0:1734676304.209896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209902:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dfd7a00. 00010000:00000010:2.0:1734676304.209917:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209919:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209943:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1800. 00010000:00000010:2.0:1734676304.209944:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209947:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dfd6800. 00010000:00000010:2.0:1734676304.209949:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.209955:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dfd7400. 00010000:00000010:2.0:1734676304.209968:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.209971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209992:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1000. 00010000:00000010:2.0:1734676304.209994:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.209996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dfd7e00. 00010000:00000010:2.0:1734676304.209998:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210003:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dfd7600. 00010000:00000010:2.0:1734676304.210017:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210019:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210065:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1b00. 00010000:00000010:2.0:1734676304.210068:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210070:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012dfd6c00. 00010000:00000010:2.0:1734676304.210073:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210078:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dfd6e00. 00010000:00000010:2.0:1734676304.210102:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210105:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210129:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1d00. 00010000:00000010:2.0:1734676304.210131:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210135:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800737ac800. 00010000:00000010:2.0:1734676304.210137:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210143:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800737ad200. 00010000:00000010:2.0:1734676304.210159:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210162:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210188:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d5b1900. 00010000:00000010:2.0:1734676304.210190:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210193:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c31e600. 00010000:00000010:2.0:1734676304.210195:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210200:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c31e000. 00010000:00000010:2.0:1734676304.210212:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210214:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210237:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7400. 00010000:00000010:2.0:1734676304.210238:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210241:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c31ec00. 00010000:00000010:2.0:1734676304.210243:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210248:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa45fa00. 00010000:00000010:2.0:1734676304.210262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210264:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7000. 00010000:00000010:2.0:1734676304.210288:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa45f000. 00010000:00000010:2.0:1734676304.210292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210298:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a38800. 00010000:00000010:2.0:1734676304.210309:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210311:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210331:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7b00. 00010000:00000010:2.0:1734676304.210333:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210336:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8d0a00. 00010000:00000010:2.0:1734676304.210339:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210345:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8d0200. 00010000:00000010:2.0:1734676304.210358:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210360:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210385:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7500. 00010000:00000010:2.0:1734676304.210386:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210389:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8d0400. 00010000:00000010:2.0:1734676304.210391:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210397:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8d1200. 00010000:00000010:2.0:1734676304.210411:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210413:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210435:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7600. 00010000:00000010:2.0:1734676304.210437:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210440:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8d1e00. 00010000:00000010:2.0:1734676304.210442:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da42a00. 00010000:00000010:2.0:1734676304.210464:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210466:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210490:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7200. 00010000:00000010:2.0:1734676304.210492:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136ae0e00. 00010000:00000010:2.0:1734676304.210498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210505:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f341400. 00010000:00000010:2.0:1734676304.210520:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210522:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210544:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7a00. 00010000:00000010:2.0:1734676304.210546:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210548:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f341e00. 00010000:00000010:2.0:1734676304.210551:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210556:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d40b800. 00010000:00000010:2.0:1734676304.210568:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210589:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7f00. 00010000:00000010:2.0:1734676304.210591:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210594:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d40b200. 00010000:00000010:2.0:1734676304.210596:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210601:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d572800. 00010000:00000010:2.0:1734676304.210611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210612:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210629:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7c00. 00010000:00000010:2.0:1734676304.210631:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210634:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088a9f600. 00010000:00000010:2.0:1734676304.210635:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210640:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088a9fc00. 00010000:00000010:2.0:1734676304.210651:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210653:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210671:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7700. 00010000:00000010:2.0:1734676304.210673:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210676:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a91000. 00010000:00000010:2.0:1734676304.210679:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210684:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095a91800. 00010000:00000010:2.0:1734676304.210696:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210719:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dbe7800. 00010000:00000010:2.0:1734676304.210721:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210724:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097eed000. 00010000:00000010:2.0:1734676304.210726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210731:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eed800. 00010000:00000010:2.0:1734676304.210744:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210746:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210768:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880088adc900. 00010000:00000010:2.0:1734676304.210770:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210772:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097eece00. 00010000:00000010:2.0:1734676304.210774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210779:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eedc00. 00010000:00000010:2.0:1734676304.210791:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210814:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4ef00. 00010000:00000010:2.0:1734676304.210816:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210818:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959a7600. 00010000:00000010:2.0:1734676304.210820:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210826:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959a6600. 00010000:00000010:2.0:1734676304.210840:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210842:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210865:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e300. 00010000:00000010:2.0:1734676304.210867:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210871:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c317e00. 00010000:00000010:2.0:1734676304.210873:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210879:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c316200. 00010000:00000010:2.0:1734676304.210894:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210896:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210916:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e100. 00010000:00000010:2.0:1734676304.210918:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210921:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdab400. 00010000:00000010:2.0:1734676304.210923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210928:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaac00. 00010000:00000010:2.0:1734676304.210941:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210944:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210964:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e600. 00010000:00000010:2.0:1734676304.210967:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.210969:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdaa200. 00010000:00000010:2.0:1734676304.210971:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.210976:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaa800. 00010000:00000010:2.0:1734676304.210991:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.210994:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211013:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4ee00. 00010000:00000010:2.0:1734676304.211015:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211017:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdaba00. 00010000:00000010:2.0:1734676304.211020:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.211026:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009f8d6600. 00010000:00000010:2.0:1734676304.211065:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.211068:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:0.1:1734676304.211768:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf23600. 00010000:00000010:0.1:1734676304.211775:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f400. 00010000:00000010:0.1:1734676304.211778:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e200. 00010000:00000010:2.0:1734676304.211832:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e700. 00010000:00000010:2.0:1734676304.211834:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211837:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009f8d7600. 00010000:00000010:2.0:1734676304.211840:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.211850:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f0a400. 00010000:00000010:2.0:1734676304.211871:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.211874:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211899:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e900. 00010000:00000010:2.0:1734676304.211901:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211903:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f0b000. 00010000:00000010:2.0:1734676304.211905:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.211910:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f0b800. 00010000:00000010:2.0:1734676304.211924:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.211926:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211949:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4ea00. 00010000:00000010:2.0:1734676304.211951:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211953:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f0a600. 00010000:00000010:2.0:1734676304.211955:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.211960:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f0b600. 00010000:00000010:2.0:1734676304.211972:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.211974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211994:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e800. 00010000:00000010:2.0:1734676304.211996:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.211998:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f0ba00. 00010000:00000010:2.0:1734676304.212000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212005:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f0be00. 00010000:00000010:2.0:1734676304.212017:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212020:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212061:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4ec00. 00010000:00000010:2.0:1734676304.212064:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212066:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f0ae00. 00010000:00000010:2.0:1734676304.212069:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212076:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cda3600. 00010000:00000010:2.0:1734676304.212101:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212103:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212128:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4eb00. 00010000:00000010:2.0:1734676304.212130:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212132:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cda2a00. 00010000:00000010:2.0:1734676304.212134:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212140:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130122800. 00010000:00000010:2.0:1734676304.212154:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212156:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212181:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e000. 00010000:00000010:2.0:1734676304.212183:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212185:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130123600. 00010000:00000010:2.0:1734676304.212187:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212194:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5bac00. 00010000:00000010:2.0:1734676304.212205:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212207:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212225:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e200. 00010000:00000010:2.0:1734676304.212226:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212229:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5bb600. 00010000:00000010:2.0:1734676304.212231:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212235:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5ba800. 00010000:00000010:2.0:1734676304.212245:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212247:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212264:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b4e400. 00010000:00000010:2.0:1734676304.212266:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212268:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5bae00. 00010000:00000010:2.0:1734676304.212270:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212274:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a4f2f600. 00010000:00000010:2.0:1734676304.212290:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212291:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212308:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5f00. 00010000:00000010:2.0:1734676304.212310:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212312:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a4f2e600. 00010000:00000010:2.0:1734676304.212314:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212318:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880099792200. 00010000:00000010:2.0:1734676304.212328:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212330:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212346:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5100. 00010000:00000010:2.0:1734676304.212348:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212350:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880099793c00. 00010000:00000010:2.0:1734676304.212352:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212357:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d22400. 00010000:00000010:2.0:1734676304.212366:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212368:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212385:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5300. 00010000:00000010:2.0:1734676304.212387:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212390:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d22a00. 00010000:00000010:2.0:1734676304.212393:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212398:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800964da200. 00010000:00000010:2.0:1734676304.212413:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212415:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212439:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5a00. 00010000:00000010:2.0:1734676304.212441:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212444:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0981e00. 00010000:00000010:2.0:1734676304.212446:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212452:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f51400. 00010000:00000010:2.0:1734676304.212467:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212470:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212490:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5b00. 00010000:00000010:2.0:1734676304.212492:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212494:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959b7c00. 00010000:00000010:2.0:1734676304.212496:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212500:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959b7600. 00010000:00000010:2.0:1734676304.212531:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.212534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212555:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5200. 00010000:00000010:2.0:1734676304.212557:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.212560:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800796d4000. 00010000:00000010:2.0:1734676304.212562:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.212566:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073544000. 00010000:00000010:3.1:1734676304.215174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013103ee00. 00010000:00000010:0.1:1734676304.218203:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74600. 00010000:00000010:0.1:1734676304.218213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b18e00. 00010000:00000010:0.1:1734676304.218215:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e75400. 00010000:00000010:0.1:1734676304.218221:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48e800. 00010000:00000010:0.1:1734676304.218226:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5900. 00010000:00000010:0.1:1734676304.218230:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008985b200. 00010000:00000010:0.1:1734676304.218233:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5b00. 00010000:00000010:0.1:1734676304.218235:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fe400. 00010000:00000010:0.1:1734676304.218237:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5500. 00010000:00000010:0.1:1734676304.218239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972ff600. 00010000:00000010:0.1:1734676304.218240:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5e00. 00010000:00000010:0.1:1734676304.218242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fe800. 00010000:00000010:0.1:1734676304.218244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5600. 00010000:00000010:0.1:1734676304.218246:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a47e00. 00010000:00000010:0.1:1734676304.218248:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5200. 00010000:00000010:0.1:1734676304.218250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a47c00. 00010000:00000010:0.1:1734676304.218251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5700. 00010000:00000010:0.1:1734676304.218253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a46800. 00010000:00000010:0.1:1734676304.218255:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5100. 00010000:00000010:0.1:1734676304.218257:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d84f400. 00010000:00000010:0.1:1734676304.218260:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5d00. 00010000:00000010:0.1:1734676304.218262:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbdc600. 00010000:00000010:0.1:1734676304.218264:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f800. 00010000:00000010:0.1:1734676304.218266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbdd600. 00010000:00000010:0.1:1734676304.218267:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fe00. 00010000:00000010:0.1:1734676304.218270:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cb3600. 00010000:00000010:0.1:1734676304.218272:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f600. 00010000:00000010:0.1:1734676304.218274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cb2a00. 00010000:00000010:0.1:1734676304.218275:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fb00. 00010000:00000010:0.1:1734676304.218277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd6c00. 00010000:00000010:0.1:1734676304.218280:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fd00. 00010000:00000010:0.1:1734676304.218282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd7000. 00010000:00000010:0.1:1734676304.218284:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f700. 00010000:00000010:0.1:1734676304.218286:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f75600. 00010000:00000010:0.1:1734676304.218288:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f200. 00010000:00000010:0.1:1734676304.218290:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fb200. 00010000:00000010:0.1:1734676304.218293:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f900. 00010000:00000010:0.1:1734676304.218296:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa000. 00010000:00000010:0.1:1734676304.218298:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f300. 00010000:00000010:0.1:1734676304.218299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa400. 00010000:00000010:0.1:1734676304.218301:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f100. 00010000:00000010:0.1:1734676304.218302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fae00. 00010000:00000010:0.1:1734676304.218304:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fc00. 00010000:00000010:0.1:1734676304.218305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fac00. 00010000:00000010:0.1:1734676304.218307:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f000. 00010000:00000010:0.1:1734676304.218309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fa600. 00010000:00000010:0.1:1734676304.218313:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af900. 00010000:00000010:0.1:1734676304.218315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6faa00. 00010000:00000010:0.1:1734676304.218316:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af200. 00010000:00000010:0.1:1734676304.218319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073546e00. 00010000:00000010:0.1:1734676304.218321:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afb00. 00010000:00000010:0.1:1734676304.218323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073546400. 00010000:00000010:0.1:1734676304.218324:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afc00. 00010000:00000010:0.1:1734676304.218326:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b8800. 00010000:00000010:0.1:1734676304.218329:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af100. 00010000:00000010:0.1:1734676304.218331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ed600. 00010000:00000010:0.1:1734676304.218334:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af600. 00010000:00000010:0.1:1734676304.218336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347f000. 00010000:00000010:0.1:1734676304.218339:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af000. 00010000:00000010:0.1:1734676304.218341:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347ec00. 00010000:00000010:0.1:1734676304.218343:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afd00. 00010000:00000010:0.1:1734676304.218345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007347e600. 00010000:00000010:0.1:1734676304.218347:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afe00. 00010000:00000010:0.1:1734676304.218349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc1800. 00010000:00000010:0.1:1734676304.218352:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af300. 00010000:00000010:0.1:1734676304.218354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc1600. 00010000:00000010:0.1:1734676304.218356:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aff00. 00010000:00000010:0.1:1734676304.218358:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd29a00. 00010000:00000010:0.1:1734676304.218360:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0afa00. 00010000:00000010:0.1:1734676304.218362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f59800. 00010000:00000010:0.1:1734676304.218364:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af500. 00010000:00000010:0.1:1734676304.218366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f58000. 00010000:00000010:0.1:1734676304.218367:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af800. 00010000:00000010:0.1:1734676304.218369:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e58800. 00010000:00000010:0.1:1734676304.218371:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0af700. 00010000:00000010:0.1:1734676304.218373:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089c2bc00. 00010000:00000010:0.1:1734676304.218376:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1300. 00010000:00000010:0.1:1734676304.218379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0b66600. 00010000:00000010:0.1:1734676304.218381:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1200. 00010000:00000010:0.1:1734676304.218383:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0b66a00. 00010000:00000010:0.1:1734676304.218385:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1c00. 00010000:00000010:0.1:1734676304.218387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0baee00. 00010000:00000010:0.1:1734676304.218390:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1600. 00010000:00000010:0.1:1734676304.218392:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c338c00. 00010000:00000010:0.1:1734676304.218394:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1500. 00010000:00000010:0.1:1734676304.218396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd3800. 00010000:00000010:0.1:1734676304.218398:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1100. 00010000:00000010:0.1:1734676304.218400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f852600. 00010000:00000010:0.1:1734676304.218402:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1400. 00010000:00000010:0.1:1734676304.218404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8fd600. 00010000:00000010:0.1:1734676304.218407:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1a00. 00010000:00000010:0.1:1734676304.218409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6400. 00010000:00000010:0.1:1734676304.218411:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1800. 00010000:00000010:0.1:1734676304.218412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6800. 00010000:00000010:0.1:1734676304.218414:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1000. 00010000:00000010:0.1:1734676304.218416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd7e00. 00010000:00000010:0.1:1734676304.218418:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1b00. 00010000:00000010:0.1:1734676304.218419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfd6c00. 00010000:00000010:0.1:1734676304.218421:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1d00. 00010000:00000010:0.1:1734676304.218423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800737ac800. 00010000:00000010:0.1:1734676304.218426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1900. 00010000:00000010:0.1:1734676304.218428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c31e600. 00010000:00000010:0.1:1734676304.218432:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7400. 00010000:00000010:0.1:1734676304.218434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c31ec00. 00010000:00000010:0.1:1734676304.218436:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7000. 00010000:00000010:0.1:1734676304.218438:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa45f000. 00010000:00000010:0.1:1734676304.218441:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7b00. 00010000:00000010:0.1:1734676304.218444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d0a00. 00010000:00000010:0.1:1734676304.218446:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7500. 00010000:00000010:0.1:1734676304.218448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d0400. 00010000:00000010:0.1:1734676304.218450:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7600. 00010000:00000010:0.1:1734676304.218452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8d1e00. 00010000:00000010:0.1:1734676304.218454:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7200. 00010000:00000010:0.1:1734676304.218456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae0e00. 00010000:00000010:0.1:1734676304.218459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7a00. 00010000:00000010:0.1:1734676304.218461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f341e00. 00010000:00000010:0.1:1734676304.218464:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7f00. 00010000:00000010:0.1:1734676304.218466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d40b200. 00010000:00000010:2.0:1734676304.218529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.218536:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.218586:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5600. 00010000:00000010:2.0:1734676304.218588:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.218592:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073545a00. 00010000:00000010:2.0:1734676304.218596:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.218607:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073544800. 00010000:00000010:0.1:1734676304.218776:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7c00. 00010000:00000010:0.1:1734676304.218779:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088a9f600. 00010000:00000010:0.1:1734676304.218781:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7700. 00010000:00000010:0.1:1734676304.218783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a91000. 00010000:00000010:0.1:1734676304.218786:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7800. 00010000:00000010:0.1:1734676304.218788:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097eed000. 00010000:00000010:0.1:1734676304.218792:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880088adc900. 00010000:00000010:0.1:1734676304.218794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097eece00. 00010000:00000010:0.1:1734676304.218798:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4ef00. 00010000:00000010:0.1:1734676304.218800:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959a7600. 00010000:00000010:0.1:1734676304.218803:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e300. 00010000:00000010:0.1:1734676304.218805:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c317e00. 00010000:00000010:0.1:1734676304.218807:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e100. 00010000:00000010:0.1:1734676304.218810:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdab400. 00010000:00000010:0.1:1734676304.218811:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e600. 00010000:00000010:0.1:1734676304.218813:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaa200. 00010000:00000010:0.1:1734676304.218815:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4ee00. 00010000:00000010:0.1:1734676304.218817:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaba00. 00010000:00000010:2.0:1734676304.219368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219372:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219403:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5700. 00010000:00000010:2.0:1734676304.219405:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219408:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073544a00. 00010000:00000010:2.0:1734676304.219410:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219417:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073544600. 00010000:00000010:2.0:1734676304.219432:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219434:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219457:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5000. 00010000:00000010:2.0:1734676304.219460:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219464:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073732400. 00010000:00000010:2.0:1734676304.219466:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219472:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073732800. 00010000:00000010:2.0:1734676304.219488:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219490:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219524:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5c00. 00010000:00000010:2.0:1734676304.219526:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073733a00. 00010000:00000010:2.0:1734676304.219531:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219538:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e2dd400. 00010000:00000010:2.0:1734676304.219552:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219577:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5800. 00010000:00000010:2.0:1734676304.219579:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcda00. 00010000:00000010:2.0:1734676304.219584:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219589:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcde00. 00010000:00000010:2.0:1734676304.219603:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219605:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219631:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a5400. 00010000:00000010:2.0:1734676304.219633:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219635:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcdc00. 00010000:00000010:2.0:1734676304.219638:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219643:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcd600. 00010000:00000010:2.0:1734676304.219657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219659:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219681:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b900. 00010000:00000010:2.0:1734676304.219684:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219686:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcc000. 00010000:00000010:2.0:1734676304.219689:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219694:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dccc00. 00010000:00000010:2.0:1734676304.219707:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219709:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219732:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15ba00. 00010000:00000010:2.0:1734676304.219734:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219736:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcd800. 00010000:00000010:2.0:1734676304.219738:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219743:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcc600. 00010000:00000010:2.0:1734676304.219757:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219759:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219779:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b200. 00010000:00000010:2.0:1734676304.219781:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219783:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcc200. 00010000:00000010:2.0:1734676304.219785:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219791:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c81000. 00010000:00000010:2.0:1734676304.219805:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219808:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219830:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b600. 00010000:00000010:2.0:1734676304.219832:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.219836:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa64a00. 00010000:00000010:2.0:1734676304.219838:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.219844:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa64600. 00010000:00000010:2.0:1734676304.219857:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.219859:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220517:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b400. 00010000:00000010:2.0:1734676304.220519:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa64e00. 00010000:00000010:2.0:1734676304.220526:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220535:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1e000. 00010000:00000010:2.0:1734676304.220553:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220577:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b300. 00010000:00000010:2.0:1734676304.220579:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1f600. 00010000:00000010:2.0:1734676304.220583:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220588:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1fa00. 00010000:00000010:2.0:1734676304.220599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220600:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220619:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15be00. 00010000:00000010:2.0:1734676304.220621:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220623:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1f000. 00010000:00000010:2.0:1734676304.220625:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220630:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1e800. 00010000:00000010:2.0:1734676304.220642:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220645:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220665:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15b000. 00010000:00000010:2.0:1734676304.220667:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220669:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ec00. 00010000:00000010:2.0:1734676304.220672:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220677:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1f200. 00010000:00000010:2.0:1734676304.220691:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220693:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220712:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e15bc00. 00010000:00000010:2.0:1734676304.220714:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220716:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1e400. 00010000:00000010:2.0:1734676304.220718:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220722:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1fc00. 00010000:00000010:2.0:1734676304.220733:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220736:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220767:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880073419200. 00010000:00000010:2.0:1734676304.220769:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220772:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ee00. 00010000:00000010:2.0:1734676304.220774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220779:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1ea00. 00010000:00000010:2.0:1734676304.220793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220795:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220901:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71e900. 00010000:00000010:2.0:1734676304.220903:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220906:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1f400. 00010000:00000010:2.0:1734676304.220909:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e343e00. 00010000:00000010:2.0:1734676304.220936:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220939:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220964:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71ec00. 00010000:00000010:2.0:1734676304.220966:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.220968:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e343800. 00010000:00000010:2.0:1734676304.220970:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.220976:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e343000. 00010000:00000010:2.0:1734676304.220987:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.220990:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221007:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71ee00. 00010000:00000010:2.0:1734676304.221009:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221011:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e343c00. 00010000:00000010:2.0:1734676304.221013:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221017:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e343a00. 00010000:00000010:2.0:1734676304.221027:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221029:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221066:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71e200. 00010000:00000010:2.0:1734676304.221068:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221070:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dba4a00. 00010000:00000010:2.0:1734676304.221072:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221077:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dba5600. 00010000:00000010:2.0:1734676304.221088:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221098:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221117:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71ea00. 00010000:00000010:2.0:1734676304.221119:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221122:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36c200. 00010000:00000010:2.0:1734676304.221124:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221129:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36de00. 00010000:00000010:2.0:1734676304.221140:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221142:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221160:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71e800. 00010000:00000010:2.0:1734676304.221161:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221163:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36d400. 00010000:00000010:2.0:1734676304.221165:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221169:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36dc00. 00010000:00000010:2.0:1734676304.221178:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221180:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221195:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71e700. 00010000:00000010:2.0:1734676304.221197:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221199:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36c400. 00010000:00000010:2.0:1734676304.221200:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221204:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36c800. 00010000:00000010:2.0:1734676304.221213:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221215:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221231:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa71e400. 00010000:00000010:2.0:1734676304.221233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221235:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36d200. 00010000:00000010:2.0:1734676304.221237:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221240:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36da00. 00010000:00000010:2.0:1734676304.221249:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221251:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221267:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004400. 00010000:00000010:2.0:1734676304.221269:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36d800. 00010000:00000010:2.0:1734676304.221273:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221277:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36c600. 00010000:00000010:2.0:1734676304.221287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221288:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221303:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004c00. 00010000:00000010:2.0:1734676304.221304:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221306:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36c000. 00010000:00000010:2.0:1734676304.221308:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221312:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36ce00. 00010000:00000010:2.0:1734676304.221320:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221336:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004e00. 00010000:00000010:2.0:1734676304.221337:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221340:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36d600. 00010000:00000010:2.0:1734676304.221342:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221346:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d36d000. 00010000:00000010:2.0:1734676304.221564:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221568:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221591:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004300. 00010000:00000010:2.0:1734676304.221685:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221688:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d36cc00. 00010000:00000010:2.0:1734676304.221691:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221698:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129d44800. 00010000:00000010:2.0:1734676304.221713:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221733:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004700. 00010000:00000010:2.0:1734676304.221735:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221737:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129d44a00. 00010000:00000010:2.0:1734676304.221739:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221743:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129d44c00. 00010000:00000010:2.0:1734676304.221753:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221755:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221772:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004000. 00010000:00000010:2.0:1734676304.221773:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221775:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129d45800. 00010000:00000010:2.0:1734676304.221777:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221781:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129d45a00. 00010000:00000010:2.0:1734676304.221790:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221792:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221807:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004500. 00010000:00000010:2.0:1734676304.221808:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221811:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9fa600. 00010000:00000010:2.0:1734676304.221814:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221818:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9fa200. 00010000:00000010:2.0:1734676304.221831:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221833:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221853:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004b00. 00010000:00000010:2.0:1734676304.221855:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221857:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9faa00. 00010000:00000010:2.0:1734676304.221859:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221866:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7ff200. 00010000:00000010:2.0:1734676304.221879:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221881:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221900:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004f00. 00010000:00000010:2.0:1734676304.221902:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221904:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7fe200. 00010000:00000010:2.0:1734676304.221906:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221910:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7fee00. 00010000:00000010:2.0:1734676304.221923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221925:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221946:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d004900. 00010000:00000010:2.0:1734676304.221947:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221950:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7ffa00. 00010000:00000010:2.0:1734676304.221951:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.221956:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d474800. 00010000:00000010:2.0:1734676304.221967:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.221969:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221990:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498e00. 00010000:00000010:2.0:1734676304.221992:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.221994:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d474400. 00010000:00000010:2.0:1734676304.221997:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222002:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d475c00. 00010000:00000010:2.0:1734676304.222016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222060:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498600. 00010000:00000010:2.0:1734676304.222062:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222064:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d474a00. 00010000:00000010:2.0:1734676304.222066:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222072:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d474000. 00010000:00000010:2.0:1734676304.222086:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222089:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222122:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498000. 00010000:00000010:2.0:1734676304.222124:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222126:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d474c00. 00010000:00000010:2.0:1734676304.222128:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222134:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d475e00. 00010000:00000010:2.0:1734676304.222146:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222148:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222165:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498400. 00010000:00000010:2.0:1734676304.222167:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222169:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d474e00. 00010000:00000010:2.0:1734676304.222171:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222175:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d474600. 00010000:00000010:2.0:1734676304.222185:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222187:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00000001:00000010:2.0:1734676304.222200:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7210. 00000001:00000010:2.0:1734676304.222203:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7210. 00000001:00000010:2.0:1734676304.222205:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7210. 00000001:00000010:2.0:1734676304.222207:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c72c0. 00010000:00000010:2.0:1734676304.222218:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498200. 00010000:00000010:2.0:1734676304.222220:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222222:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d475200. 00010000:00000010:2.0:1734676304.222224:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222229:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d475000. 00010000:00000010:2.0:1734676304.222239:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222241:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222259:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498100. 00010000:00000010:2.0:1734676304.222260:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222262:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d475600. 00010000:00000010:2.0:1734676304.222264:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222268:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d475a00. 00010000:00000010:2.0:1734676304.222278:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222280:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222295:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498f00. 00010000:00000010:2.0:1734676304.222297:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222298:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d475800. 00010000:00000010:2.0:1734676304.222300:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222304:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d475400. 00010000:00000010:2.0:1734676304.222314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222316:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222334:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498a00. 00010000:00000010:2.0:1734676304.222335:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222339:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801305f8e00. 00010000:00000010:2.0:1734676304.222341:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222344:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801305f9c00. 00010000:00000010:2.0:1734676304.222354:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222356:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222374:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498c00. 00010000:00000010:2.0:1734676304.222376:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222379:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095934600. 00010000:00000010:2.0:1734676304.222381:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222386:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095934a00. 00010000:00000010:2.0:1734676304.222399:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222401:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222420:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498300. 00010000:00000010:2.0:1734676304.222421:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222423:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095935800. 00010000:00000010:2.0:1734676304.222425:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222429:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095934c00. 00010000:00000010:2.0:1734676304.222439:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222441:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222458:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498d00. 00010000:00000010:2.0:1734676304.222459:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222461:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095935600. 00010000:00000010:2.0:1734676304.222463:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222467:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095934e00. 00010000:00000010:2.0:1734676304.222479:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222481:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222498:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498800. 00010000:00000010:2.0:1734676304.222499:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222502:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959df400. 00010000:00000010:2.0:1734676304.222504:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959dfe00. 00010000:00000010:2.0:1734676304.222519:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222520:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222538:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880094498b00. 00010000:00000010:2.0:1734676304.222540:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222541:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959dee00. 00010000:00000010:2.0:1734676304.222543:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222549:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d846800. 00010000:00000010:2.0:1734676304.222562:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222565:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222587:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792100. 00010000:00000010:2.0:1734676304.222589:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222591:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d847600. 00010000:00000010:2.0:1734676304.222593:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222598:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d846400. 00010000:00000010:2.0:1734676304.222612:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222614:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222635:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792200. 00010000:00000010:2.0:1734676304.222637:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222639:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d846e00. 00010000:00000010:2.0:1734676304.222641:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.222647:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e128600. 00080000:00000010:1.0:1734676304.222648:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959b7600. 00080000:00000010:1.0:1734676304.222653:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f51400. 00080000:00000010:1.0:1734676304.222655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800964da200. 00080000:00000010:1.0:1734676304.222659:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d22400. 00080000:00000010:1.0:1734676304.222661:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880099792200. 00010000:00000010:2.0:1734676304.222662:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.222664:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222664:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4f2f600. 00080000:00000010:1.0:1734676304.222667:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5ba800. 00080000:00000010:1.0:1734676304.222669:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5bac00. 00080000:00000010:1.0:1734676304.222672:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130122800. 00080000:00000010:1.0:1734676304.222674:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cda3600. 00080000:00000010:1.0:1734676304.222677:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0be00. 00080000:00000010:1.0:1734676304.222682:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0b600. 00080000:00000010:1.0:1734676304.222684:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0b800. 00080000:00000010:1.0:1734676304.222685:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0a400. 00010000:00000010:2.0:1734676304.222688:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792600. 00080000:00000010:1.0:1734676304.222688:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009f8d6600. 00010000:00000010:2.0:1734676304.222690:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222690:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaa800. 00010000:00000010:2.0:1734676304.222693:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e128800. 00080000:00000010:1.0:1734676304.222693:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaac00. 00010000:00000010:2.0:1734676304.222695:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222695:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c316200. 00080000:00000010:1.0:1734676304.222697:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959a6600. 00080000:00000010:1.0:1734676304.222699:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eedc00. 00080000:00000010:2.0:1734676304.222701:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e129e00. 00080000:00000010:1.0:1734676304.222701:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eed800. 00080000:00000010:1.0:1734676304.222703:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a91800. 00080000:00000010:1.0:1734676304.222706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a9fc00. 00080000:00000010:1.0:1734676304.222709:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d572800. 00080000:00000010:1.0:1734676304.222713:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d40b800. 00010000:00000010:2.0:1734676304.222714:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222716:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012f341400. 00010000:00000010:2.0:1734676304.222717:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222719:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da42a00. 00080000:00000010:1.0:1734676304.222722:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8d1200. 00080000:00000010:1.0:1734676304.222724:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8d0200. 00080000:00000010:1.0:1734676304.222727:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a38800. 00080000:00000010:1.0:1734676304.222730:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa45fa00. 00080000:00000010:1.0:1734676304.222733:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c31e000. 00080000:00000010:1.0:1734676304.222736:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737ad200. 00080000:00000010:1.0:1734676304.222739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dfd6e00. 00010000:00000010:2.0:1734676304.222740:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792700. 00080000:00000010:1.0:1734676304.222741:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dfd7600. 00010000:00000010:2.0:1734676304.222742:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222742:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dfd7400. 00010000:00000010:2.0:1734676304.222744:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e129c00. 00080000:00000010:1.0:1734676304.222744:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dfd7a00. 00080000:00000010:1.0:1734676304.222746:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8fde00. 00010000:00000010:2.0:1734676304.222747:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222749:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8fc000. 00080000:00000010:1.0:1734676304.222751:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012f852800. 00080000:00000010:2.0:1734676304.222753:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097139a00. 00080000:00000010:1.0:1734676304.222755:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dfd3e00. 00080000:00000010:1.0:1734676304.222757:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c339a00. 00080000:00000010:1.0:1734676304.222759:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bafc00. 00080000:00000010:1.0:1734676304.222763:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0b67e00. 00010000:00000010:2.0:1734676304.222766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222766:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736a0e00. 00010000:00000010:2.0:1734676304.222768:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222769:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089c2ac00. 00080000:00000010:1.0:1734676304.222771:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f59200. 00080000:00000010:1.0:1734676304.222773:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f59600. 00080000:00000010:1.0:1734676304.222775:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735cec00. 00080000:00000010:1.0:1734676304.222778:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd29800. 00080000:00000010:1.0:1734676304.222780:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bc1c00. 00080000:00000010:1.0:1734676304.222783:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347e400. 00080000:00000010:1.0:1734676304.222786:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347f800. 00080000:00000010:1.0:1734676304.222788:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347f200. 00010000:00000010:2.0:1734676304.222789:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792800. 00080000:00000010:1.0:1734676304.222790:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736a8400. 00010000:00000010:2.0:1734676304.222791:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222793:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129f5ae00. 00010000:00000010:2.0:1734676304.222794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097138a00. 00080000:00000010:1.0:1734676304.222795:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073547200. 00010000:00000010:2.0:1734676304.222796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222799:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073546600. 00080000:00000010:2.0:1734676304.222801:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800995ab000. 00080000:00000010:1.0:1734676304.222802:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fba00. 00080000:00000010:1.0:1734676304.222804:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fb600. 00080000:00000010:1.0:1734676304.222806:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fbc00. 00080000:00000010:1.0:1734676304.222808:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fa200. 00080000:00000010:1.0:1734676304.222811:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fb000. 00010000:00000010:2.0:1734676304.222813:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222813:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fb800. 00010000:00000010:2.0:1734676304.222815:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222815:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6fa800. 00080000:00000010:1.0:1734676304.222817:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f75400. 00080000:00000010:1.0:1734676304.222818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f74a00. 00080000:00000010:1.0:1734676304.222820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd7a00. 00080000:00000010:1.0:1734676304.222822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd6600. 00080000:00000010:1.0:1734676304.222824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cb3c00. 00080000:00000010:1.0:1734676304.222827:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cb2000. 00080000:00000010:1.0:1734676304.222829:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbdd000. 00010000:00000010:2.0:1734676304.222831:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792a00. 00080000:00000010:1.0:1734676304.222831:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d84fe00. 00010000:00000010:2.0:1734676304.222833:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.222835:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800995ab400. 00080000:00000010:1.0:1734676304.222835:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d84f000. 00080000:00000010:1.0:1734676304.222836:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a47000. 00010000:00000010:2.0:1734676304.222837:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222839:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a47800. 00080000:00000010:1.0:1734676304.222841:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800778ec200. 00080000:00000010:2.0:1734676304.222842:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d29600. 00080000:00000010:1.0:1734676304.222843:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800972fe000. 00080000:00000010:1.0:1734676304.222845:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800972ff800. 00080000:00000010:1.0:1734676304.222847:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800972ffc00. 00080000:00000010:1.0:1734676304.222849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343000. 00080000:00000010:1.0:1734676304.222852:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7800. 00010000:00000010:2.0:1734676304.222853:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222854:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdcb800. 00010000:00000010:2.0:1734676304.222855:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222856:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48f000. 00080000:00000010:1.0:1734676304.222859:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9e9a00. 00080000:00000010:1.0:1734676304.222861:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe1a00. 00080000:00000010:1.0:1734676304.222863:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe0800. 00080000:00000010:1.0:1734676304.222865:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6bc000. 00080000:00000010:1.0:1734676304.222868:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b19600. 00080000:00000010:1.0:1734676304.222870:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48ee00. 00010000:00000010:2.0:1734676304.222872:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792900. 00080000:00000010:1.0:1734676304.222872:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a94e00. 00010000:00000010:2.0:1734676304.222874:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48e000. 00010000:00000010:2.0:1734676304.222876:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d28400. 00080000:00000010:1.0:1734676304.222877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48fe00. 00010000:00000010:2.0:1734676304.222878:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222880:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098480200. 00080000:00000010:2.0:1734676304.222882:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d28e00. 00080000:00000010:1.0:1734676304.222882:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979da00. 00080000:00000010:1.0:1734676304.222886:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48fc00. 00080000:00000010:1.0:1734676304.222888:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48f200. 00080000:00000010:1.0:1734676304.222890:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48f600. 00010000:00000010:2.0:1734676304.222892:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222892:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48e600. 00080000:00000010:1.0:1734676304.222893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48f800. 00010000:00000010:2.0:1734676304.222894:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222895:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b48f400. 00080000:00000010:1.0:1734676304.222897:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61800. 00080000:00000010:1.0:1734676304.222899:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9e9200. 00080000:00000010:1.0:1734676304.222901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343a00. 00080000:00000010:1.0:1734676304.222903:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7600. 00080000:00000010:1.0:1734676304.222905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c3c00. 00080000:00000010:1.0:1734676304.222907:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bf400. 00010000:00000010:2.0:1734676304.222910:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792b00. 00080000:00000010:1.0:1734676304.222910:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979dc00. 00010000:00000010:2.0:1734676304.222912:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d342800. 00010000:00000010:2.0:1734676304.222914:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d29c00. 00010000:00000010:2.0:1734676304.222916:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222916:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008985a200. 00080000:00000010:1.0:1734676304.222919:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008985b000. 00080000:00000010:2.0:1734676304.222920:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d28c00. 00080000:00000010:1.0:1734676304.222921:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe6800. 00080000:00000010:1.0:1734676304.222923:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103e200. 00080000:00000010:1.0:1734676304.222925:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c2c00. 00080000:00000010:1.0:1734676304.222928:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d342a00. 00010000:00000010:2.0:1734676304.222930:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222930:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d342400. 00010000:00000010:2.0:1734676304.222932:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61400. 00080000:00000010:1.0:1734676304.222934:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60400. 00080000:00000010:1.0:1734676304.222936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a96400. 00080000:00000010:1.0:1734676304.222939:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c86200. 00080000:00000010:1.0:1734676304.222941:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347bc00. 00080000:00000010:1.0:1734676304.222943:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007355b600. 00080000:00000010:1.0:1734676304.222946:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103f200. 00010000:00000010:2.0:1734676304.222947:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792400. 00010000:00000010:2.0:1734676304.222948:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222948:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c2400. 00010000:00000010:2.0:1734676304.222950:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d28a00. 00080000:00000010:1.0:1734676304.222950:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130181800. 00010000:00000010:2.0:1734676304.222953:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222953:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c2000. 00080000:00000010:1.0:1734676304.222955:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe6e00. 00080000:00000010:1.0:1734676304.222956:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6c00. 00080000:00000010:2.0:1734676304.222957:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d29800. 00080000:00000010:1.0:1734676304.222958:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c2200. 00080000:00000010:1.0:1734676304.222960:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008985be00. 00080000:00000010:1.0:1734676304.222962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130180000. 00080000:00000010:1.0:1734676304.222964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7200. 00080000:00000010:1.0:1734676304.222966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe6400. 00080000:00000010:1.0:1734676304.222967:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7e00. 00010000:00000010:2.0:1734676304.222968:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222969:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe6000. 00010000:00000010:2.0:1734676304.222971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222971:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6200. 00080000:00000010:1.0:1734676304.222973:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7a00. 00080000:00000010:1.0:1734676304.222975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008985ae00. 00080000:00000010:1.0:1734676304.222977:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7800. 00080000:00000010:1.0:1734676304.222979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008985b600. 00080000:00000010:1.0:1734676304.222981:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880099400c00. 00080000:00000010:1.0:1734676304.222983:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481800. 00080000:00000010:1.0:1734676304.222986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481400. 00080000:00000010:1.0:1734676304.222987:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880099529400. 00010000:00000010:2.0:1734676304.222988:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792d00. 00010000:00000010:2.0:1734676304.222989:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.222990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6800. 00010000:00000010:2.0:1734676304.222992:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d28000. 00080000:00000010:1.0:1734676304.222992:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d89d800. 00010000:00000010:2.0:1734676304.222994:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.222994:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a94200. 00080000:00000010:1.0:1734676304.222996:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7000. 00080000:00000010:1.0:1734676304.222998:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39800. 00080000:00000010:1.0:1734676304.222999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d986a00. 00080000:00000010:2.0:1734676304.223000:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d29e00. 00080000:00000010:1.0:1734676304.223001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481000. 00080000:00000010:1.0:1734676304.223003:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098480a00. 00080000:00000010:1.0:1734676304.223005:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098480600. 00080000:00000010:1.0:1734676304.223007:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481e00. 00080000:00000010:1.0:1734676304.223008:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481a00. 00080000:00000010:1.0:1734676304.223010:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481600. 00080000:00000010:1.0:1734676304.223012:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7c00. 00080000:00000010:1.0:1734676304.223014:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7a00. 00010000:00000010:2.0:1734676304.223015:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.223016:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7600. 00010000:00000010:2.0:1734676304.223018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.223018:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe6200. 00080000:00000010:1.0:1734676304.223020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfe7400. 00080000:00000010:1.0:1734676304.223022:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6bc400. 00080000:00000010:1.0:1734676304.223024:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a94400. 00080000:00000010:1.0:1734676304.223026:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a94600. 00080000:00000010:1.0:1734676304.223027:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006ea88400. 00080000:00000010:1.0:1734676304.223030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007355aa00. 00080000:00000010:1.0:1734676304.223035:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007355ae00. 00080000:00000010:1.0:1734676304.223054:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347a200. 00080000:00000010:1.0:1734676304.223057:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347b800. 00080000:00000010:1.0:1734676304.223059:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007347b200. 00010000:00000010:2.0:1734676304.223061:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d792500. 00080000:00000010:1.0:1734676304.223061:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735b3400. 00080000:00000010:1.0:1734676304.223063:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009def6800. 00010000:00000010:2.0:1734676304.223064:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.223065:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6600. 00010000:00000010:2.0:1734676304.223066:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d29400. 00080000:00000010:1.0:1734676304.223067:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7e00. 00010000:00000010:2.0:1734676304.223069:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.223069:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6400. 00080000:00000010:2.0:1734676304.223075:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d28800. 00010000:00000010:2.0:1734676304.223158:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223162:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223190:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18d100. 00010000:00000010:2.0:1734676304.223192:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223195:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d29000. 00010000:00000010:2.0:1734676304.223197:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223204:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d29200. 00010000:00000010:2.0:1734676304.223220:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223223:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223248:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18d200. 00010000:00000010:2.0:1734676304.223250:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223253:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d29a00. 00010000:00000010:2.0:1734676304.223255:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223260:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d28200. 00010000:00000010:2.0:1734676304.223274:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223296:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18d300. 00010000:00000010:2.0:1734676304.223298:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223301:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ade000. 00010000:00000010:2.0:1734676304.223303:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223307:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095adee00. 00010000:00000010:2.0:1734676304.223319:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223321:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223336:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18dd00. 00010000:00000010:2.0:1734676304.223338:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223340:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095adfc00. 00010000:00000010:2.0:1734676304.223342:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223346:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095adfa00. 00010000:00000010:2.0:1734676304.223355:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223375:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18d600. 00010000:00000010:2.0:1734676304.223377:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223379:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ade200. 00010000:00000010:2.0:1734676304.223381:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223386:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095adec00. 00010000:00000010:2.0:1734676304.223397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223416:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18df00. 00010000:00000010:2.0:1734676304.223418:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223419:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095adf400. 00010000:00000010:2.0:1734676304.223421:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223425:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095adfe00. 00010000:00000010:2.0:1734676304.223435:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223437:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223453:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d18d400. 00010000:00000010:2.0:1734676304.223455:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223457:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ade800. 00010000:00000010:2.0:1734676304.223459:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223464:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dcbe00. 00010000:00000010:2.0:1734676304.223474:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223494:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732a00. 00010000:00000010:2.0:1734676304.223496:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223498:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dca600. 00010000:00000010:2.0:1734676304.223500:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223504:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dca800. 00010000:00000010:2.0:1734676304.223514:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223516:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223532:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732f00. 00010000:00000010:2.0:1734676304.223534:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223536:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dcb800. 00010000:00000010:2.0:1734676304.223538:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223541:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dcbc00. 00010000:00000010:2.0:1734676304.223551:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223553:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223568:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732c00. 00010000:00000010:2.0:1734676304.223569:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223571:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dcae00. 00010000:00000010:2.0:1734676304.223573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dcb600. 00010000:00000010:2.0:1734676304.223586:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223588:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223603:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732100. 00010000:00000010:2.0:1734676304.223605:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223607:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dcb000. 00010000:00000010:2.0:1734676304.223609:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223613:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dca000. 00010000:00000010:2.0:1734676304.223623:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223625:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223641:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732300. 00010000:00000010:2.0:1734676304.223643:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223645:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dcb400. 00010000:00000010:2.0:1734676304.223647:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223650:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dca400. 00010000:00000010:2.0:1734676304.223660:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223662:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223678:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732800. 00010000:00000010:2.0:1734676304.223679:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223681:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134dcac00. 00010000:00000010:2.0:1734676304.223683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134dcaa00. 00010000:00000010:2.0:1734676304.223696:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223715:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732600. 00010000:00000010:2.0:1734676304.223717:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223719:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff46600. 00010000:00000010:2.0:1734676304.223721:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223725:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff46000. 00010000:00000010:2.0:1734676304.223735:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223737:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223755:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732200. 00010000:00000010:2.0:1734676304.223757:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223759:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff47a00. 00010000:00000010:2.0:1734676304.223761:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223765:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff47400. 00010000:00000010:2.0:1734676304.223774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223776:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223791:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732700. 00010000:00000010:2.0:1734676304.223793:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff47c00. 00010000:00000010:2.0:1734676304.223796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223800:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff47200. 00010000:00000010:2.0:1734676304.223810:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223828:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732000. 00010000:00000010:2.0:1734676304.223830:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223832:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff47e00. 00010000:00000010:2.0:1734676304.223833:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223837:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff47000. 00010000:00000010:2.0:1734676304.223847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223849:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223868:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732400. 00010000:00000010:2.0:1734676304.223870:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223872:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff46c00. 00010000:00000010:2.0:1734676304.223874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223879:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff46800. 00010000:00000010:2.0:1734676304.223891:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223893:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223911:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732d00. 00010000:00000010:2.0:1734676304.223912:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223915:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a8000. 00010000:00000010:2.0:1734676304.223917:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223922:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a9200. 00010000:00000010:2.0:1734676304.223935:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223937:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223960:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732b00. 00010000:00000010:2.0:1734676304.223962:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.223964:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a9e00. 00010000:00000010:2.0:1734676304.223966:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.223971:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a8e00. 00010000:00000010:2.0:1734676304.223984:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.223987:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224005:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d732900. 00010000:00000010:2.0:1734676304.224007:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224009:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a9000. 00010000:00000010:2.0:1734676304.224011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224015:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a8600. 00010000:00000010:2.0:1734676304.224026:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224028:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224161:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8f00. 00010000:00000010:2.0:1734676304.224164:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224166:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a9c00. 00010000:00000010:2.0:1734676304.224168:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224174:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a9a00. 00010000:00000010:2.0:1734676304.224186:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224188:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224204:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8000. 00010000:00000010:2.0:1734676304.224206:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224208:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a8400. 00010000:00000010:2.0:1734676304.224210:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224214:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a9400. 00010000:00000010:2.0:1734676304.224224:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224225:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224243:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8800. 00010000:00000010:2.0:1734676304.224245:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224247:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e0a9600. 00010000:00000010:2.0:1734676304.224248:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224252:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e0a8a00. 00010000:00000010:2.0:1734676304.224262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224264:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224280:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8400. 00010000:00000010:2.0:1734676304.224282:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224285:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007341b200. 00010000:00000010:2.0:1734676304.224287:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224290:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007341be00. 00010000:00000010:2.0:1734676304.224300:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224302:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224321:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8600. 00010000:00000010:2.0:1734676304.224323:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224325:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007341b400. 00010000:00000010:2.0:1734676304.224327:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224331:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007341bc00. 00010000:00000010:2.0:1734676304.224341:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224343:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224563:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7200. 00080000:00000010:1.0:1734676304.224569:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7400. 00080000:00000010:1.0:1734676304.224571:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098480000. 00080000:00000010:1.0:1734676304.224574:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38a00. 00080000:00000010:1.0:1734676304.224576:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a97e00. 00080000:00000010:1.0:1734676304.224579:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b19c00. 00080000:00000010:1.0:1734676304.224581:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18000. 00080000:00000010:1.0:1734676304.224582:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38200. 00080000:00000010:1.0:1734676304.224584:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098481c00. 00080000:00000010:1.0:1734676304.224586:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880098480800. 00080000:00000010:1.0:1734676304.224588:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6a00. 00080000:00000010:1.0:1734676304.224590:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc6000. 00080000:00000010:1.0:1734676304.224592:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfc7000. 00080000:00000010:1.0:1734676304.224593:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009def6200. 00080000:00000010:1.0:1734676304.224595:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7cf600. 00080000:00000010:1.0:1734676304.224598:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d987a00. 00080000:00000010:1.0:1734676304.224600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7ce200. 00080000:00000010:1.0:1734676304.224604:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088a97800. 00080000:00000010:1.0:1734676304.224605:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4f98000. 00080000:00000010:1.0:1734676304.224609:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b3800. 00080000:00000010:1.0:1734676304.224611:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130111600. 00080000:00000010:1.0:1734676304.224614:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fc200. 00080000:00000010:1.0:1734676304.224617:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103fc00. 00080000:00000010:1.0:1734676304.224619:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103f800. 00080000:00000010:1.0:1734676304.224620:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103e400. 00080000:00000010:1.0:1734676304.224622:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38800. 00080000:00000010:1.0:1734676304.224624:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1a00. 00080000:00000010:1.0:1734676304.224626:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7cf200. 00080000:00000010:1.0:1734676304.224628:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d987c00. 00080000:00000010:1.0:1734676304.224629:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fc600. 00080000:00000010:1.0:1734676304.224631:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d986c00. 00080000:00000010:1.0:1734676304.224633:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131367c00. 00080000:00000010:1.0:1734676304.224637:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009584fc00. 00080000:00000010:1.0:1734676304.224640:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fc800. 00080000:00000010:1.0:1734676304.224642:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a1172c00. 00080000:00000010:1.0:1734676304.224644:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61000. 00080000:00000010:1.0:1734676304.224646:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61600. 00080000:00000010:1.0:1734676304.224647:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60000. 00080000:00000010:1.0:1734676304.224649:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39c00. 00080000:00000010:1.0:1734676304.224652:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313ecc00. 00080000:00000010:1.0:1734676304.224653:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800737bb400. 00080000:00000010:1.0:1734676304.224657:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1800. 00080000:00000010:1.0:1734676304.224659:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1c00. 00080000:00000010:1.0:1734676304.224661:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130caaa00. 00080000:00000010:1.0:1734676304.224665:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9400. 00080000:00000010:1.0:1734676304.224667:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9a00. 00080000:00000010:1.0:1734676304.224669:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343400. 00080000:00000010:1.0:1734676304.224671:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d342000. 00080000:00000010:1.0:1734676304.224673:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d342c00. 00080000:00000010:1.0:1734676304.224676:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343c00. 00080000:00000010:1.0:1734676304.224677:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343200. 00080000:00000010:1.0:1734676304.224679:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39a00. 00080000:00000010:1.0:1734676304.224680:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18400. 00080000:00000010:1.0:1734676304.224682:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b18600. 00080000:00000010:1.0:1734676304.224684:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bf200. 00080000:00000010:1.0:1734676304.224687:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979d800. 00080000:00000010:1.0:1734676304.224689:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979d200. 00080000:00000010:1.0:1734676304.224691:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7be400. 00080000:00000010:1.0:1734676304.224694:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8400. 00080000:00000010:1.0:1734676304.224695:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8000. 00010000:00000010:2.0:1734676304.224696:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8d00. 00080000:00000010:1.0:1734676304.224697:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8a00. 00010000:00000010:2.0:1734676304.224698:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224698:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9800. 00080000:00000010:1.0:1734676304.224700:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9200. 00010000:00000010:2.0:1734676304.224701:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007341a800. 00080000:00000010:1.0:1734676304.224702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8600. 00010000:00000010:2.0:1734676304.224703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224703:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8e00. 00080000:00000010:1.0:1734676304.224705:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9000. 00080000:00000010:1.0:1734676304.224707:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b9c00. 00080000:00000010:1.0:1734676304.224709:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305b8200. 00080000:00000010:2.0:1734676304.224710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007341b000. 00080000:00000010:1.0:1734676304.224710:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bf000. 00080000:00000010:1.0:1734676304.224712:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bf600. 00080000:00000010:1.0:1734676304.224714:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a1173a00. 00080000:00000010:1.0:1734676304.224716:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481600. 00080000:00000010:1.0:1734676304.224718:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096480200. 00080000:00000010:1.0:1734676304.224720:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481c00. 00080000:00000010:1.0:1734676304.224722:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1400. 00080000:00000010:1.0:1734676304.224723:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bfc00. 00080000:00000010:1.0:1734676304.224725:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bf800. 00010000:00000010:2.0:1734676304.224726:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224727:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7be000. 00010000:00000010:2.0:1734676304.224729:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224729:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7bee00. 00080000:00000010:1.0:1734676304.224731:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7be600. 00080000:00000010:1.0:1734676304.224732:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda1800. 00080000:00000010:1.0:1734676304.224734:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61e00. 00080000:00000010:1.0:1734676304.224736:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fc000. 00080000:00000010:1.0:1734676304.224738:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fd800. 00080000:00000010:1.0:1734676304.224740:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c0800. 00080000:00000010:1.0:1734676304.224741:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1600. 00080000:00000010:1.0:1734676304.224743:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1e00. 00080000:00000010:1.0:1734676304.224745:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1000. 00080000:00000010:1.0:1734676304.224747:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1200. 00080000:00000010:1.0:1734676304.224749:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cda0a00. 00010000:00000010:2.0:1734676304.224750:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8b00. 00080000:00000010:1.0:1734676304.224751:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c0000. 00010000:00000010:2.0:1734676304.224752:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224753:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c0c00. 00080000:00000010:1.0:1734676304.224754:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343e00. 00010000:00000010:2.0:1734676304.224755:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c4800. 00080000:00000010:1.0:1734676304.224756:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343600. 00010000:00000010:2.0:1734676304.224757:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224758:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d343800. 00080000:00000010:1.0:1734676304.224760:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131305200. 00080000:00000010:2.0:1734676304.224762:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c5400. 00080000:00000010:1.0:1734676304.224762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fce00. 00080000:00000010:1.0:1734676304.224764:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fd000. 00080000:00000010:1.0:1734676304.224766:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fc400. 00080000:00000010:1.0:1734676304.224768:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fcc00. 00080000:00000010:1.0:1734676304.224770:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fdc00. 00080000:00000010:1.0:1734676304.224772:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1fd200. 00080000:00000010:1.0:1734676304.224773:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61c00. 00010000:00000010:2.0:1734676304.224775:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224775:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61200. 00080000:00000010:1.0:1734676304.224776:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61a00. 00010000:00000010:2.0:1734676304.224777:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224778:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60600. 00080000:00000010:1.0:1734676304.224780:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60200. 00080000:00000010:1.0:1734676304.224782:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60e00. 00080000:00000010:1.0:1734676304.224784:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60800. 00080000:00000010:1.0:1734676304.224785:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103f000. 00080000:00000010:1.0:1734676304.224787:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103e800. 00080000:00000010:1.0:1734676304.224789:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103ec00. 00080000:00000010:1.0:1734676304.224791:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103e600. 00080000:00000010:1.0:1734676304.224792:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103fe00. 00080000:00000010:1.0:1734676304.224794:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103f400. 00080000:00000010:1.0:1734676304.224795:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103f600. 00010000:00000010:2.0:1734676304.224797:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8100. 00080000:00000010:1.0:1734676304.224797:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013103ea00. 00010000:00000010:2.0:1734676304.224799:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224801:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c4a00. 00010000:00000010:2.0:1734676304.224803:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224807:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130110a00. 00080000:00000010:2.0:1734676304.224808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c4400. 00080000:00000010:1.0:1734676304.224810:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130110400. 00080000:00000010:1.0:1734676304.224812:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b3a00. 00080000:00000010:1.0:1734676304.224814:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4f99600. 00080000:00000010:1.0:1734676304.224818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa1ec00. 00010000:00000010:2.0:1734676304.224821:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224821:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009f8d0a00. 00010000:00000010:2.0:1734676304.224823:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224823:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009f8d1a00. 00080000:00000010:1.0:1734676304.224825:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009f8d1c00. 00010000:00000010:2.0:1734676304.224844:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8200. 00010000:00000010:2.0:1734676304.224846:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224848:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c5200. 00010000:00000010:2.0:1734676304.224850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224856:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c5e00. 00010000:00000010:2.0:1734676304.224869:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224892:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8500. 00010000:00000010:2.0:1734676304.224894:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224896:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c4200. 00010000:00000010:2.0:1734676304.224898:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224903:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c4e00. 00010000:00000010:2.0:1734676304.224916:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224918:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224939:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134dc8300. 00010000:00000010:2.0:1734676304.224941:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224943:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c5a00. 00010000:00000010:2.0:1734676304.224946:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.224951:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c4600. 00010000:00000010:2.0:1734676304.224964:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.224966:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.224985:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206b00. 00010000:00000010:2.0:1734676304.224986:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.224986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a69c00. 00010000:00000010:2.0:1734676304.224988:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c4c00. 00080000:00000010:1.0:1734676304.224989:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481200. 00010000:00000010:2.0:1734676304.224991:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.224991:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481000. 00080000:00000010:1.0:1734676304.224993:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096480a00. 00080000:00000010:1.0:1734676304.224995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481400. 00080000:00000010:2.0:1734676304.224996:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c5c00. 00080000:00000010:1.0:1734676304.224997:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481a00. 00080000:00000010:1.0:1734676304.224999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096480600. 00080000:00000010:1.0:1734676304.225001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096480000. 00080000:00000010:1.0:1734676304.225002:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096481800. 00010000:00000010:2.0:1734676304.225009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a1172800. 00080000:00000010:1.0:1734676304.225011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a1173000. 00010000:00000010:2.0:1734676304.225012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225013:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38c00. 00080000:00000010:1.0:1734676304.225015:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39000. 00080000:00000010:1.0:1734676304.225017:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39e00. 00080000:00000010:1.0:1734676304.225018:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38000. 00080000:00000010:1.0:1734676304.225020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd39200. 00080000:00000010:1.0:1734676304.225021:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38400. 00080000:00000010:1.0:1734676304.225023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd38600. 00080000:00000010:1.0:1734676304.225025:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013694fa00. 00080000:00000010:1.0:1734676304.225027:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130dc8600. 00080000:00000010:1.0:1734676304.225030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130dc9400. 00080000:00000010:1.0:1734676304.225032:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130dc8800. 00080000:00000010:1.0:1734676304.225034:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012f839400. 00080000:00000010:1.0:1734676304.225053:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d85b800. 00080000:00000010:1.0:1734676304.225056:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d85b400. 00080000:00000010:1.0:1734676304.225058:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d85a000. 00080000:00000010:1.0:1734676304.225061:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d84b800. 00080000:00000010:1.0:1734676304.225064:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db46400. 00080000:00000010:1.0:1734676304.225066:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009cc4d000. 00080000:00000010:1.0:1734676304.225069:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b53c3400. 00080000:00000010:1.0:1734676304.225072:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d59a000. 00080000:00000010:1.0:1734676304.225076:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095835a00. 00080000:00000010:1.0:1734676304.225079:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095834c00. 00080000:00000010:1.0:1734676304.225082:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095834a00. 00080000:00000010:1.0:1734676304.225083:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e4c00. 00080000:00000010:1.0:1734676304.225086:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e4a00. 00080000:00000010:1.0:1734676304.225087:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e5600. 00080000:00000010:1.0:1734676304.225090:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e5200. 00080000:00000010:1.0:1734676304.225101:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e5400. 00080000:00000010:1.0:1734676304.225104:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e4000. 00080000:00000010:1.0:1734676304.225106:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735e4400. 00080000:00000010:1.0:1734676304.225108:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff68800. 00080000:00000010:1.0:1734676304.225110:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959da600. 00080000:00000010:1.0:1734676304.225112:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959da200. 00080000:00000010:1.0:1734676304.225114:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d42da00. 00080000:00000010:1.0:1734676304.225116:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbfba00. 00080000:00000010:1.0:1734676304.225118:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbfa400. 00080000:00000010:1.0:1734676304.225120:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130108e00. 00080000:00000010:1.0:1734676304.225122:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130109800. 00080000:00000010:1.0:1734676304.225125:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130109c00. 00080000:00000010:1.0:1734676304.225126:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130109600. 00080000:00000010:1.0:1734676304.225128:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130109400. 00080000:00000010:1.0:1734676304.225130:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130108800. 00080000:00000010:1.0:1734676304.225131:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130108000. 00080000:00000010:1.0:1734676304.225133:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006eacac00. 00080000:00000010:1.0:1734676304.225136:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd35200. 00080000:00000010:1.0:1734676304.225137:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd34a00. 00080000:00000010:1.0:1734676304.225139:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd35e00. 00080000:00000010:1.0:1734676304.225141:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd34600. 00080000:00000010:1.0:1734676304.225142:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd35a00. 00080000:00000010:1.0:1734676304.225144:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd35000. 00080000:00000010:1.0:1734676304.225146:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313eae00. 00080000:00000010:1.0:1734676304.225148:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313eb200. 00080000:00000010:1.0:1734676304.225150:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102a00. 00080000:00000010:1.0:1734676304.225152:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102e00. 00080000:00000010:1.0:1734676304.225153:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103c00. 00080000:00000010:1.0:1734676304.225155:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102000. 00080000:00000010:1.0:1734676304.225157:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103400. 00080000:00000010:1.0:1734676304.225159:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130102400. 00010000:00000010:2.0:1734676304.225160:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206100. 00080000:00000010:1.0:1734676304.225160:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130103000. 00080000:00000010:1.0:1734676304.225162:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1a00. 00010000:00000010:2.0:1734676304.225163:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225164:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c0a00. 00010000:00000010:2.0:1734676304.225165:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c4000. 00080000:00000010:1.0:1734676304.225166:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0c1400. 00010000:00000010:2.0:1734676304.225168:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225168:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d937a00. 00080000:00000010:1.0:1734676304.225171:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d937000. 00080000:00000010:1.0:1734676304.225172:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130185000. 00080000:00000010:2.0:1734676304.225175:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7c5000. 00080000:00000010:1.0:1734676304.225175:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dac0e00. 00080000:00000010:1.0:1734676304.225177:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e131400. 00080000:00000010:1.0:1734676304.225179:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e131200. 00080000:00000010:1.0:1734676304.225181:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e130200. 00080000:00000010:1.0:1734676304.225183:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dc6f800. 00080000:00000010:1.0:1734676304.225185:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dc6e000. 00080000:00000010:1.0:1734676304.225187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dc6e600. 00080000:00000010:1.0:1734676304.225189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b0ae200. 00010000:00000010:2.0:1734676304.225192:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225192:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b0af200. 00080000:00000010:1.0:1734676304.225194:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad2600. 00010000:00000010:2.0:1734676304.225195:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225197:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad2400. 00080000:00000010:1.0:1734676304.225199:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad3e00. 00080000:00000010:1.0:1734676304.225201:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad3a00. 00080000:00000010:1.0:1734676304.225202:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad2e00. 00080000:00000010:1.0:1734676304.225204:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad3c00. 00080000:00000010:1.0:1734676304.225205:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad2c00. 00080000:00000010:1.0:1734676304.225207:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088ad3800. 00080000:00000010:1.0:1734676304.225209:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e862600. 00080000:00000010:1.0:1734676304.225212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e862a00. 00080000:00000010:1.0:1734676304.225214:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9dac00. 00080000:00000010:1.0:1734676304.225216:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9da000. 00080000:00000010:1.0:1734676304.225217:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9db800. 00010000:00000010:2.0:1734676304.225219:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206900. 00080000:00000010:1.0:1734676304.225219:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9da200. 00010000:00000010:2.0:1734676304.225221:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0d200. 00010000:00000010:2.0:1734676304.225223:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7c5600. 00080000:00000010:1.0:1734676304.225223:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0d800. 00080000:00000010:1.0:1734676304.225224:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0dc00. 00010000:00000010:2.0:1734676304.225226:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225226:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0c400. 00080000:00000010:1.0:1734676304.225228:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f0c000. 00080000:00000010:1.0:1734676304.225229:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131368400. 00080000:00000010:2.0:1734676304.225233:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095965600. 00080000:00000010:1.0:1734676304.225233:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131368600. 00080000:00000010:1.0:1734676304.225235:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131369600. 00080000:00000010:1.0:1734676304.225237:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131369400. 00080000:00000010:1.0:1734676304.225239:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131369c00. 00080000:00000010:1.0:1734676304.225241:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013101a000. 00080000:00000010:1.0:1734676304.225243:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013101a400. 00080000:00000010:1.0:1734676304.225245:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d34d000. 00080000:00000010:1.0:1734676304.225247:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d34d600. 00080000:00000010:1.0:1734676304.225249:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d34dc00. 00080000:00000010:1.0:1734676304.225251:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dacb400. 00010000:00000010:2.0:1734676304.225253:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225253:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012daca400. 00080000:00000010:1.0:1734676304.225255:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dacb200. 00010000:00000010:2.0:1734676304.225256:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225257:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012daca600. 00080000:00000010:1.0:1734676304.225259:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012daca800. 00080000:00000010:1.0:1734676304.225261:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012dacaa00. 00080000:00000010:1.0:1734676304.225263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da41400. 00080000:00000010:1.0:1734676304.225265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da40c00. 00080000:00000010:1.0:1734676304.225268:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da40800. 00080000:00000010:1.0:1734676304.225269:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013134ce00. 00080000:00000010:1.0:1734676304.225272:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013134d600. 00080000:00000010:1.0:1734676304.225273:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013134c400. 00080000:00000010:1.0:1734676304.225275:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013134d800. 00010000:00000010:2.0:1734676304.225277:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206000. 00080000:00000010:1.0:1734676304.225277:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131364200. 00010000:00000010:2.0:1734676304.225278:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00080000:00000010:1.0:1734676304.225279:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131365e00. 00010000:00000010:2.0:1734676304.225281:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095964200. 00080000:00000010:1.0:1734676304.225282:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131365400. 00010000:00000010:2.0:1734676304.225283:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:1.0:1734676304.225284:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131364600. 00080000:00000010:1.0:1734676304.225286:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d613200. 00080000:00000010:2.0:1734676304.225288:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cdfb200. 00080000:00000010:1.0:1734676304.225289:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac8800. 00010000:00000010:2.0:1734676304.225300:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225302:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225319:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206200. 00010000:00000010:2.0:1734676304.225321:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225323:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cdfa200. 00010000:00000010:2.0:1734676304.225325:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225329:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cdfa600. 00010000:00000010:2.0:1734676304.225339:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225341:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225359:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206800. 00010000:00000010:2.0:1734676304.225361:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225363:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cdfb400. 00010000:00000010:2.0:1734676304.225364:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225368:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cdf6a00. 00010000:00000010:2.0:1734676304.225378:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225380:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225395:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206700. 00010000:00000010:2.0:1734676304.225396:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225398:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cdf7e00. 00010000:00000010:2.0:1734676304.225400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cdf6800. 00010000:00000010:2.0:1734676304.225414:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225430:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206c00. 00010000:00000010:2.0:1734676304.225432:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225434:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088bfb800. 00010000:00000010:2.0:1734676304.225437:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225440:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880088bfb200. 00010000:00000010:2.0:1734676304.225449:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225451:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225466:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206300. 00010000:00000010:2.0:1734676304.225468:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225470:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880088bfac00. 00010000:00000010:2.0:1734676304.225472:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225476:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc8200. 00010000:00000010:2.0:1734676304.225485:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225487:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225504:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206500. 00010000:00000010:2.0:1734676304.225505:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225508:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc8600. 00010000:00000010:2.0:1734676304.225509:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225513:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc9400. 00010000:00000010:2.0:1734676304.225523:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225524:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225539:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206f00. 00010000:00000010:2.0:1734676304.225541:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225543:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc8400. 00010000:00000010:2.0:1734676304.225544:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225548:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc9200. 00010000:00000010:2.0:1734676304.225557:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225559:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225575:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206600. 00010000:00000010:2.0:1734676304.225577:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225579:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc9800. 00010000:00000010:2.0:1734676304.225581:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc9e00. 00010000:00000010:2.0:1734676304.225594:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225596:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225611:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880131206e00. 00010000:00000010:2.0:1734676304.225612:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225615:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc8c00. 00010000:00000010:2.0:1734676304.225617:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225620:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc9000. 00010000:00000010:2.0:1734676304.225629:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225631:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225646:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17f00. 00010000:00000010:2.0:1734676304.225648:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225650:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc9c00. 00010000:00000010:2.0:1734676304.225652:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225656:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dc8800. 00010000:00000010:2.0:1734676304.225665:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225667:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225681:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17000. 00010000:00000010:2.0:1734676304.225682:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225684:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dc9600. 00010000:00000010:2.0:1734676304.225687:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225691:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009584b600. 00010000:00000010:2.0:1734676304.225700:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225702:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225717:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17400. 00010000:00000010:2.0:1734676304.225718:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225720:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009584ae00. 00010000:00000010:2.0:1734676304.225723:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225727:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d38600. 00010000:00000010:2.0:1734676304.225736:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225738:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225757:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17200. 00010000:00000010:2.0:1734676304.225759:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225761:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d38000. 00010000:00000010:2.0:1734676304.225764:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00080000:00000010:2.0:1734676304.225769:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d38c00. 00010000:00000010:2.0:1734676304.225783:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.225786:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225809:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d38800. 00010000:00000010:2.0:1734676304.225812:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676304.225818:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:2.0:1734676304.225824:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.225831:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.225841:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880089d39000. 02000000:00000010:2.0:1734676304.225863:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880089d39800. 00000400:00000010:2.0:1734676304.225868:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.225873:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.225879:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353664, portal 16 00000400:00000010:2.0:1734676304.225882:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676304.225884:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353664, offset 0 00000400:00000200:2.0:1734676304.225891:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.225901:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.225905:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.225908:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.225911:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.225913:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.225916:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79826:79826:256:4294967295] 192.168.203.46@tcp LPNI seq info [79822:79822:8:4294967295] 00000400:00000200:2.0:1734676304.225924:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.225928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.225932:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.225936:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.225941:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.225944:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.226112:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.226115:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.226119:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.226123:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.226126:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676304.226128:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676304.226135:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864353664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.226229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ad9600. 00000400:00000200:0.0:1734676304.229805:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.229822:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c180 00000400:00000200:0.0:1734676304.229830:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa422d [1] + 224 00000400:00000200:0.0:1734676304.229847:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.229851:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.229861:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864353664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.229945:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:2.0:1734676304.229949:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.229952:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.229958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864353664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.229965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864353664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.229989:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880089d39800. 02000000:00000010:2.0:1734676304.229994:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880089d39000. 00000100:00000010:2.0:1734676304.229997:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.230003:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.230006:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676304.230445:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.230451:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164c80 00000400:00000200:0.0:1734676304.230456:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 984 00000400:00000200:0.0:1734676304.230476:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.230480:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.230484:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.230487:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676304.230682:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e200. 00000020:00000010:1.0:1734676304.230687:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.230692:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.230711:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867862656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.230744:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862656 02000000:00000010:1.0:1734676304.230752:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676304.230773:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fcef00. 00010000:00000010:1.0:1734676304.230801:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.230813:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.230828:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.230831:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.230840:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676304.230843:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862656, offset 224 00000400:00000200:1.0:1734676304.230849:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.230855:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.230861:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79827:79827:256:4294967295] 192.168.203.46@tcp LPNI seq info [79823:79823:8:4294967295] 00000400:00000200:1.0:1734676304.230868:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.230872:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.230876:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.230880:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.230885:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.230888:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.230901:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.230904:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.230907:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e200. 00080000:00000010:3.0:1734676304.230964:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe0800. 00010000:00000010:3.0:1734676304.231026:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:3.0:1734676304.231031:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fcee80. 00010000:00000010:3.0:1734676304.231116:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1a00. 00010000:00000010:3.0:1734676304.231121:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.231128:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.231131:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.231136:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00000800:00000200:0.0:1734676304.231139:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.231142:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 02000000:00000010:3.0:1734676304.231144:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe0200. 00000400:00000200:0.0:1734676304.231145:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.231149:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.231151:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676304.231152:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 02000000:00000010:3.0:1734676304.231159:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe1e00. 00000400:00000010:3.0:1734676304.231162:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9528. 00000400:00000010:3.0:1734676304.231165:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.231169:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353792, portal 16 00000400:00000010:3.0:1734676304.231470:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.231474:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353792, offset 0 00000400:00000200:3.0:1734676304.231478:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.231483:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.231485:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.231488:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.231491:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.231492:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.231495:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79828:79828:256:4294967295] 192.168.203.46@tcp LPNI seq info [79824:79824:8:4294967295] 00000400:00000200:3.0:1734676304.231501:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.231504:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.231507:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.231510:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.231513:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.231516:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.231619:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.231622:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676304.231624:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.231627:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.231630:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676304.231631:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676304.231783:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864353792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.233142:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e700. 00010000:00000010:1.1:1734676304.233149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009f8d7600. 00010000:00000010:1.1:1734676304.233152:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e900. 00010000:00000010:1.1:1734676304.233155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0b000. 00010000:00000010:1.1:1734676304.233156:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4ea00. 00010000:00000010:1.1:1734676304.233159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0a600. 00010000:00000010:1.1:1734676304.233161:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e800. 00010000:00000010:1.1:1734676304.233163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ba00. 00010000:00000010:1.1:1734676304.233165:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4ec00. 00010000:00000010:1.1:1734676304.233167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ae00. 00010000:00000010:1.1:1734676304.233168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4eb00. 00010000:00000010:1.1:1734676304.233171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cda2a00. 00010000:00000010:1.1:1734676304.233174:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e000. 00010000:00000010:1.1:1734676304.233176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130123600. 00010000:00000010:1.1:1734676304.233178:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e200. 00010000:00000010:1.1:1734676304.233180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5bb600. 00010000:00000010:1.1:1734676304.233183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b4e400. 00010000:00000010:1.1:1734676304.233184:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5bae00. 00010000:00000010:1.1:1734676304.233189:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5f00. 00010000:00000010:1.1:1734676304.233192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4f2e600. 00010000:00000010:1.1:1734676304.233195:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5100. 00010000:00000010:1.1:1734676304.233197:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880099793c00. 00010000:00000010:1.1:1734676304.233200:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5300. 00010000:00000010:1.1:1734676304.233202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d22a00. 00010000:00000010:1.1:1734676304.233204:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5a00. 00010000:00000010:1.1:1734676304.233207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0981e00. 00010000:00000010:1.1:1734676304.233209:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5b00. 00010000:00000010:1.1:1734676304.233212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959b7c00. 00010000:00000010:1.1:1734676304.233214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5200. 00010000:00000010:1.1:1734676304.233216:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800796d4000. 00000400:00000200:2.0:1734676304.236099:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.236115:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c200 00000400:00000200:2.0:1734676304.236122:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4239 [1] + 224 00000400:00000200:2.0:1734676304.236132:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.236136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.236146:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864353792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.236164:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.236168:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164d00 00000400:00000200:2.0:1734676304.236172:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 1312 00000400:00000200:2.0:1734676304.236216:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.236219:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.236224:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.236228:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000400:00000010:3.0:1734676304.236239:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9528. 00000400:00000200:3.0:1734676304.236244:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676304.236245:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000020:00000010:1.0:1734676304.236297:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e600. 00000020:00000010:1.0:1734676304.236302:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.236305:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.236323:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1f80 x1818938867862784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.236352:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862784 02000000:00000010:1.0:1734676304.236361:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00000100:00000200:3.0:1734676304.236387:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864353792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.236394:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864353792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.236416:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe1e00. 02000000:00000010:3.0:1734676304.236421:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe0200. 00000100:00000010:3.0:1734676304.236425:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676304.236428:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.236431:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00010000:00000010:1.0:1734676304.237223:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5a7f00. 00010000:00000010:1.0:1734676304.237400:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.237406:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.237419:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.237422:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00080000:00000010:3.0:1734676304.237428:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe0200. 00000400:00000010:1.0:1734676304.237432:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676304.237436:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862784, offset 224 00000400:00000200:1.0:1734676304.237441:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.237448:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.237453:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79829:79829:256:4294967295] 192.168.203.46@tcp LPNI seq info [79825:79825:8:4294967295] 00000400:00000200:1.0:1734676304.237460:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.237464:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.237467:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.237471:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.237477:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.237480:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676304.237483:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.237489:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5a7b80. 00000020:00000010:1.0:1734676304.237503:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.237508:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.237511:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e600. 00010000:00000010:3.0:1734676304.237541:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1e00. 00010000:00000010:3.0:1734676304.237546:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.237552:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.237555:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.237559:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00000800:00000200:0.0:1734676304.237560:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.237565:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:0.0:1734676304.237567:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676304.237568:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1000. 00000400:00000200:0.0:1734676304.237570:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.237573:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676304.237575:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 02000000:00000010:3.0:1734676304.237585:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60800. 00000400:00000010:3.0:1734676304.237588:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9528. 00000400:00000010:3.0:1734676304.237591:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.237595:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864353920, portal 16 00000400:00000010:3.0:1734676304.237598:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.237600:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864353920, offset 0 00000400:00000200:3.0:1734676304.237605:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.237609:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.237612:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.237615:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.237618:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.237620:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.237622:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79830:79830:256:4294967295] 192.168.203.46@tcp LPNI seq info [79826:79826:8:4294967295] 00000400:00000200:3.0:1734676304.237628:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.237631:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.237634:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.237637:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.237640:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.237642:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.237723:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.237726:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676304.237728:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.237732:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.237735:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676304.237736:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676304.237742:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864353920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.239417:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bac00. 00000400:00000200:0.0:1734676304.239604:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.239614:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c280 00000400:00000200:0.0:1734676304.239622:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4245 [1] + 224 00000400:00000200:0.0:1734676304.239629:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.239633:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.239640:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864353920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.239674:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.239678:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164d80 00000400:00000200:0.0:1734676304.239683:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 1640 00000400:00000200:0.0:1734676304.239729:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.239733:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.239737:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.239742:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:1.0:1734676304.239793:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e200. 00000020:00000010:1.0:1734676304.239798:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.239801:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.239818:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867862912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.239836:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867862912 02000000:00000010:1.0:1734676304.239842:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676304.239863:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.239869:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.239872:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.239875:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.239882:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000400:00000010:3.0:1734676304.239883:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9528. 00000400:00000200:3.0:1734676304.239888:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676304.239889:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676304.239896:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867862912, offset 224 00000100:00000200:3.0:1734676304.239899:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864353920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.239901:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000200:3.0:1734676304.239906:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864353920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.239906:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.239911:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79831:79831:256:4294967295] 192.168.203.46@tcp LPNI seq info [79827:79827:8:4294967295] 00000400:00000200:1.0:1734676304.239917:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.239920:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676304.239921:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edce480. 00000800:00000010:1.0:1734676304.239923:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676304.239926:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 02000000:00000010:3.0:1734676304.239929:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60800. 00000800:00000200:1.0:1734676304.239931:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 02000000:00000010:3.0:1734676304.239934:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1000. 00000800:00000200:1.0:1734676304.239934:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1734676304.239938:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676304.239941:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.239943:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000020:00000010:1.0:1734676304.239945:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.239948:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.239951:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e200. 00080000:00000010:3.0:1734676304.239954:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60800. 00010000:00000010:3.0:1734676304.240007:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.240011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edce280. 00010000:00000010:3.0:1734676304.240073:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def900. 00010000:00000010:3.0:1734676304.240076:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ae80. 00000800:00000200:0.0:1734676304.240135:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.240137:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:0.0:1734676304.240140:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.240143:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.240145:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676304.240147:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00010000:00000010:3.0:1734676304.240234:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60e00. 00010000:00000010:3.0:1734676304.240239:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676304.240249:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60200. 00010000:00000010:3.0:1734676304.240269:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676304.240271:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.240309:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60600. 00010000:00000010:3.0:1734676304.240312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676304.240317:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.240320:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.240324:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676304.240331:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61a00. 02000000:00000010:3.0:1734676304.240344:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61200. 00000400:00000010:3.0:1734676304.240347:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9528. 00000400:00000010:3.0:1734676304.240350:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.240353:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354048, portal 16 00000400:00000010:3.0:1734676304.240357:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.240358:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354048, offset 0 00000400:00000200:3.0:1734676304.240362:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.240366:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.240369:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.240372:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.240375:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.240377:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.240379:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79832:79832:256:4294967295] 192.168.203.46@tcp LPNI seq info [79828:79828:8:4294967295] 00000400:00000200:3.0:1734676304.240385:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.240389:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.240392:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.240394:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.240398:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.240400:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.240597:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.240599:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676304.240602:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.240604:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.240607:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676304.240608:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676304.240612:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864354048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.242592:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.242603:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c300 00000400:00000200:0.0:1734676304.242611:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4251 [1] + 224 00000400:00000200:0.0:1734676304.242625:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.242629:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.242636:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864354048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.242720:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9528. 00000400:00000200:3.0:1734676304.242723:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676304.242725:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.242730:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864354048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.242737:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864354048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.242756:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61200. 02000000:00000010:3.0:1734676304.242760:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61a00. 00000100:00000010:3.0:1734676304.242763:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676304.242766:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.242769:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000200:0.0:1734676304.243636:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.243646:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164e00 00000400:00000200:0.0:1734676304.243652:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2c51 [2] + 1968 00000400:00000010:0.0:1734676304.243657:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:0.0:1734676304.243660:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f160540 00000400:00000200:0.0:1734676304.243700:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.243704:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.243707:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f160540 00000400:00000010:0.0:1734676304.243709:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f160540. 00000100:00000200:0.0:1734676304.243715:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676304.244411:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61a00. 00000020:00000010:3.0:1734676304.244417:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676304.244421:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.244439:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415ac50 x1818938867863040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.244462:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863040 02000000:00000010:3.0:1734676304.244469:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.244489:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f38e80. 00010000:00000010:3.0:1734676304.244505:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.244510:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676304.244529:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676304.244532:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000010:3.0:1734676304.244541:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.244545:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863040, offset 224 00000400:00000200:3.0:1734676304.244550:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.244557:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.244562:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79833:79833:256:4294967295] 192.168.203.46@tcp LPNI seq info [79829:79829:8:4294967295] 00000400:00000200:3.0:1734676304.244569:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.244573:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.244576:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.244580:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.244586:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.244590:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.244605:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676304.244608:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.244612:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61a00. 02000000:00000010:3.0:1734676304.244618:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676304.244621:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.244624:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:3.0:1734676304.244626:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:3.0:1734676304.244630:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676304.244632:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676304.244634:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081400. 00000100:00000010:3.0:1734676304.244636:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676304.244639:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676304.244641:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.244643:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:3.0:1734676304.244646:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:3.0:1734676304.244650:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.244654:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9528. 00000400:00000010:3.0:1734676304.244657:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09e5c00. 00000800:00000200:0.0:1734676304.244818:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.244821:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676304.244824:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.244828:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.244830:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676304.244832:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 02000000:00000010:0.0:1734676304.244834:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00080000:00000010:2.0:1734676304.244852:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d39000. 00010000:00000010:2.0:1734676304.244914:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:2.0:1734676304.244920:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e206c00. 00010000:00000010:2.0:1734676304.244972:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d39800. 00010000:00000010:2.0:1734676304.244977:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.244984:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb42c0. 00000100:00000010:2.0:1734676304.244987:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.244993:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.245002:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880089d39200. 02000000:00000010:2.0:1734676304.245018:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880089d38a00. 00000400:00000010:2.0:1734676304.245022:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.245026:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.245028:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354176, portal 16 00000400:00000010:2.0:1734676304.245031:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676304.245033:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354176, offset 0 00000400:00000200:2.0:1734676304.245060:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.245065:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.245069:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.245072:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.245074:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.245076:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.245078:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79834:79834:256:4294967295] 192.168.203.46@tcp LPNI seq info [79830:79830:8:4294967295] 00000400:00000200:2.0:1734676304.245084:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.245087:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.245100:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.245103:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.245107:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.245109:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.245807:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.245811:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.245815:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1734676304.245818:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5600. 00000400:00000200:0.0:1734676304.245819:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.245821:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676304.245823:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:1.1:1734676304.245824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073545a00. 00010000:00000010:1.1:1734676304.245828:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5700. 00000100:00000200:0.0:1734676304.245829:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864354176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.245831:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073544a00. 00010000:00000010:1.1:1734676304.245834:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5000. 00010000:00000010:1.1:1734676304.245839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073732400. 00010000:00000010:1.1:1734676304.245843:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5c00. 00010000:00000010:1.1:1734676304.245845:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073733a00. 00010000:00000010:1.1:1734676304.245848:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5800. 00010000:00000010:1.1:1734676304.245850:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcda00. 00010000:00000010:1.1:1734676304.245852:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a5400. 00010000:00000010:1.1:1734676304.245854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcdc00. 00010000:00000010:1.1:1734676304.245861:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b900. 00010000:00000010:1.1:1734676304.245866:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcc000. 00010000:00000010:1.1:1734676304.245868:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15ba00. 00010000:00000010:1.1:1734676304.245870:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcd800. 00010000:00000010:1.1:1734676304.245871:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b200. 00010000:00000010:1.1:1734676304.245873:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcc200. 00010000:00000010:1.1:1734676304.245875:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b600. 00010000:00000010:1.1:1734676304.245877:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa64a00. 00010000:00000010:1.1:1734676304.245881:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b400. 00010000:00000010:1.1:1734676304.245883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa64e00. 00010000:00000010:1.1:1734676304.245884:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b300. 00010000:00000010:1.1:1734676304.245887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f600. 00010000:00000010:1.1:1734676304.245889:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15be00. 00010000:00000010:1.1:1734676304.245891:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f000. 00010000:00000010:1.1:1734676304.245893:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15b000. 00010000:00000010:1.1:1734676304.245895:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ec00. 00010000:00000010:1.1:1734676304.245898:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e15bc00. 00010000:00000010:1.1:1734676304.245900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1e400. 00010000:00000010:1.1:1734676304.245902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073419200. 00010000:00000010:1.1:1734676304.245904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ee00. 00010000:00000010:1.1:1734676304.245907:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e900. 00010000:00000010:1.1:1734676304.245910:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1f400. 00010000:00000010:1.1:1734676304.245912:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ec00. 00010000:00000010:1.1:1734676304.245914:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e343800. 00010000:00000010:1.1:1734676304.245916:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ee00. 00010000:00000010:1.1:1734676304.245918:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e343c00. 00010000:00000010:1.1:1734676304.245920:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e200. 00010000:00000010:1.1:1734676304.245922:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dba4a00. 00010000:00000010:1.1:1734676304.245928:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ea00. 00010000:00000010:1.1:1734676304.245931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36c200. 00010000:00000010:1.1:1734676304.245933:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e800. 00010000:00000010:1.1:1734676304.245935:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d400. 00010000:00000010:1.1:1734676304.245937:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e700. 00010000:00000010:1.1:1734676304.245939:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36c400. 00010000:00000010:1.1:1734676304.245940:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e400. 00010000:00000010:1.1:1734676304.245942:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d200. 00010000:00000010:1.1:1734676304.245945:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004400. 00010000:00000010:1.1:1734676304.245948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d800. 00010000:00000010:1.1:1734676304.245949:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004c00. 00010000:00000010:1.1:1734676304.245951:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36c000. 00010000:00000010:1.1:1734676304.245954:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004e00. 00010000:00000010:1.1:1734676304.245955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36d600. 00010000:00000010:1.1:1734676304.245957:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004300. 00010000:00000010:1.1:1734676304.245959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d36cc00. 00010000:00000010:1.1:1734676304.245961:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004700. 00010000:00000010:1.1:1734676304.245963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d44a00. 00010000:00000010:1.1:1734676304.245967:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004000. 00010000:00000010:1.1:1734676304.245969:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d45800. 00010000:00000010:1.1:1734676304.245970:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004500. 00010000:00000010:1.1:1734676304.245973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9fa600. 00010000:00000010:1.1:1734676304.245975:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004b00. 00010000:00000010:1.1:1734676304.245977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9faa00. 00010000:00000010:1.1:1734676304.245979:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004f00. 00010000:00000010:1.1:1734676304.245981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7fe200. 00010000:00000010:1.1:1734676304.245984:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004900. 00010000:00000010:1.1:1734676304.245986:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7ffa00. 00010000:00000010:1.1:1734676304.245990:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498e00. 00010000:00000010:1.1:1734676304.245995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474400. 00010000:00000010:1.1:1734676304.245997:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498600. 00010000:00000010:1.1:1734676304.245999:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474a00. 00010000:00000010:1.1:1734676304.246001:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498000. 00010000:00000010:1.1:1734676304.246003:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474c00. 00010000:00000010:1.1:1734676304.246005:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498400. 00010000:00000010:1.1:1734676304.246007:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d474e00. 00010000:00000010:1.1:1734676304.246009:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498200. 00010000:00000010:1.1:1734676304.246011:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475200. 00010000:00000010:1.1:1734676304.246013:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498100. 00010000:00000010:1.1:1734676304.246015:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475600. 00010000:00000010:1.1:1734676304.246017:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498f00. 00010000:00000010:1.1:1734676304.246019:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d475800. 00010000:00000010:1.1:1734676304.246021:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498a00. 00010000:00000010:1.1:1734676304.246023:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f8e00. 00010000:00000010:1.1:1734676304.246025:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498c00. 00010000:00000010:1.1:1734676304.246027:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095934600. 00010000:00000010:1.1:1734676304.246029:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498300. 00010000:00000010:1.1:1734676304.246031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095935800. 00010000:00000010:1.1:1734676304.246034:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498d00. 00010000:00000010:1.1:1734676304.246057:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095935600. 00010000:00000010:1.1:1734676304.246059:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498800. 00010000:00000010:1.1:1734676304.246062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959df400. 00010000:00000010:1.1:1734676304.246064:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498b00. 00010000:00000010:1.1:1734676304.246066:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959dee00. 00010000:00000010:1.1:1734676304.246070:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792100. 00010000:00000010:1.1:1734676304.246073:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d847600. 00010000:00000010:1.1:1734676304.246076:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792200. 00010000:00000010:1.1:1734676304.246078:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d846e00. 00010000:00000010:1.1:1734676304.246081:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792600. 00010000:00000010:1.1:1734676304.246083:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e128800. 00010000:00000010:1.1:1734676304.246086:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792700. 00010000:00000010:1.1:1734676304.246089:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e129c00. 00010000:00000010:1.1:1734676304.246100:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792800. 00010000:00000010:1.1:1734676304.246103:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097138a00. 00010000:00000010:1.1:1734676304.246106:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792a00. 00010000:00000010:1.1:1734676304.246108:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800995ab400. 00010000:00000010:1.1:1734676304.246112:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792900. 00010000:00000010:1.1:1734676304.246115:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28400. 00010000:00000010:1.1:1734676304.246117:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792b00. 00010000:00000010:1.1:1734676304.246119:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29c00. 00010000:00000010:1.1:1734676304.246121:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792400. 00010000:00000010:1.1:1734676304.246123:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28a00. 00010000:00000010:1.1:1734676304.246125:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792d00. 00010000:00000010:1.1:1734676304.246127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28000. 00010000:00000010:1.1:1734676304.246128:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792500. 00010000:00000010:1.1:1734676304.246130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29400. 00010000:00000010:1.1:1734676304.246133:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d100. 00010000:00000010:1.1:1734676304.246135:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29000. 00010000:00000010:1.1:1734676304.246137:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d200. 00010000:00000010:1.1:1734676304.246139:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d29a00. 00010000:00000010:1.1:1734676304.246141:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d300. 00010000:00000010:1.1:1734676304.246144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ade000. 00010000:00000010:1.1:1734676304.246146:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18dd00. 00010000:00000010:1.1:1734676304.246148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adfc00. 00010000:00000010:1.1:1734676304.246150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d600. 00010000:00000010:1.1:1734676304.246152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ade200. 00010000:00000010:1.1:1734676304.246153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18df00. 00010000:00000010:1.1:1734676304.246155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adf400. 00010000:00000010:1.1:1734676304.246157:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d400. 00010000:00000010:1.1:1734676304.246159:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ade800. 00010000:00000010:1.1:1734676304.246162:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732a00. 00010000:00000010:1.1:1734676304.246165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dca600. 00010000:00000010:1.1:1734676304.246167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732f00. 00010000:00000010:1.1:1734676304.246169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb800. 00010000:00000010:1.1:1734676304.246172:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732c00. 00010000:00000010:1.1:1734676304.246174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcae00. 00010000:00000010:1.1:1734676304.246176:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732100. 00010000:00000010:1.1:1734676304.246178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb000. 00010000:00000010:1.1:1734676304.246179:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732300. 00010000:00000010:1.1:1734676304.246181:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb400. 00010000:00000010:1.1:1734676304.246183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732800. 00010000:00000010:1.1:1734676304.246185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcac00. 00010000:00000010:1.1:1734676304.246187:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732600. 00010000:00000010:1.1:1734676304.246189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46600. 00010000:00000010:1.1:1734676304.246192:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732200. 00010000:00000010:1.1:1734676304.246194:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47a00. 00010000:00000010:1.1:1734676304.246196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732700. 00010000:00000010:1.1:1734676304.246198:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47c00. 00010000:00000010:1.1:1734676304.246200:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732000. 00010000:00000010:1.1:1734676304.246201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47e00. 00010000:00000010:1.1:1734676304.246203:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732400. 00010000:00000010:1.1:1734676304.246205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46c00. 00010000:00000010:1.1:1734676304.246207:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732d00. 00010000:00000010:1.1:1734676304.246209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a8000. 00010000:00000010:1.1:1734676304.246211:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732b00. 00010000:00000010:1.1:1734676304.246214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9e00. 00010000:00000010:1.1:1734676304.246215:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732900. 00010000:00000010:1.1:1734676304.246217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9000. 00010000:00000010:1.1:1734676304.246221:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8f00. 00010000:00000010:1.1:1734676304.246223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9c00. 00010000:00000010:1.1:1734676304.246225:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8000. 00010000:00000010:1.1:1734676304.246227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a8400. 00010000:00000010:1.1:1734676304.246229:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8800. 00010000:00000010:1.1:1734676304.246232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e0a9600. 00010000:00000010:1.1:1734676304.246234:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8400. 00010000:00000010:1.1:1734676304.246236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007341b200. 00010000:00000010:1.1:1734676304.246238:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8600. 00010000:00000010:1.1:1734676304.246240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007341b400. 00010000:00000010:1.1:1734676304.246242:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8d00. 00010000:00000010:1.1:1734676304.246245:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007341a800. 00010000:00000010:1.1:1734676304.246247:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8b00. 00010000:00000010:1.1:1734676304.246250:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4800. 00010000:00000010:1.1:1734676304.246252:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8100. 00010000:00000010:1.1:1734676304.246254:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4a00. 00000100:00000010:3.0:1734676304.246256:0:10416:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00010000:00000010:1.1:1734676304.246256:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8200. 00010000:00000010:1.1:1734676304.246259:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5200. 00010000:00000010:1.1:1734676304.246261:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8500. 00010000:00000010:1.1:1734676304.246263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4200. 02000000:00000010:3.0:1734676304.246264:0:10416:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880134def400. 00010000:00000010:1.1:1734676304.246265:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8300. 00010000:00000010:1.1:1734676304.246267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5a00. 00010000:00000010:1.1:1734676304.246271:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206b00. 00010000:00000010:1.1:1734676304.246273:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4c00. 00010000:00000010:1.1:1734676304.246275:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206100. 00010000:00000010:1.1:1734676304.246277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c4000. 00010000:00000010:1.1:1734676304.246278:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206900. 00010000:00000010:1.1:1734676304.246280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5600. 00010000:00000010:1.1:1734676304.246282:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206000. 00010000:00000010:1.1:1734676304.246284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095964200. 00010000:00000010:1.1:1734676304.246287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206200. 02000000:00000010:3.0:1734676304.246289:0:19051:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d083c00. 00010000:00000010:1.1:1734676304.246290:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfa200. 00010000:00000010:1.1:1734676304.246292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206800. 00000400:00000010:3.0:1734676304.246293:0:19051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00010000:00000010:1.1:1734676304.246294:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdfb400. 00000400:00000010:3.0:1734676304.246296:0:19051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00010000:00000010:1.1:1734676304.246296:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206700. 00010000:00000010:1.1:1734676304.246299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdf7e00. 00000100:00000200:3.0:1734676304.246300:0:19051:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864354304, portal 4 00010000:00000010:1.1:1734676304.246302:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206c00. 00000400:00000010:3.0:1734676304.246303:0:19051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.246305:0:19051:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1818938864354304, offset 0 00010000:00000010:1.1:1734676304.246305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088bfb800. 00010000:00000010:1.1:1734676304.246308:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206300. 00000400:00000200:3.0:1734676304.246309:0:19051:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1734676304.246310:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088bfac00. 00010000:00000010:1.1:1734676304.246312:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206500. 00000400:00000200:3.0:1734676304.246315:0:19051:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.1:1734676304.246315:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc8600. 00010000:00000010:1.1:1734676304.246317:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206f00. 00010000:00000010:1.1:1734676304.246319:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc8400. 00000400:00000200:3.0:1734676304.246321:0:19051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x67650b4e0c400 00010000:00000010:1.1:1734676304.246321:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206600. 00010000:00000010:1.1:1734676304.246323:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9800. 00010000:00000010:1.1:1734676304.246325:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206e00. 00000400:00000200:3.0:1734676304.246327:0:19051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x27849 [8] + 8064 00010000:00000010:1.1:1734676304.246327:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc8c00. 00010000:00000010:1.1:1734676304.246329:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17f00. 00010000:00000010:1.1:1734676304.246331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9c00. 00000400:00000200:3.0:1734676304.246332:0:19051:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1734676304.246333:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00000400:00000200:3.0:1734676304.246334:0:19051:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.1:1734676304.246335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dc9600. 00010000:00000010:1.1:1734676304.246336:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17400. 00000100:00000200:3.0:1734676304.246338:0:19051:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000010:1.1:1734676304.246339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009584ae00. 00000100:00000010:3.0:1734676304.246341:0:19051:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a680. 00010000:00000010:1.1:1734676304.246342:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17200. 00010000:00000010:1.1:1734676304.246344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38000. 00000400:00000200:3.0:1734676304.246349:0:19051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676304.246350:0:19051:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.246354:0:19051:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864354304/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00010000:00000010:2.1:1734676304.246389:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb600. 00010000:00000010:2.1:1734676304.246395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38800. 00010000:00000010:2.1:1734676304.246397:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b4faa00. 00010000:00000010:2.1:1734676304.246400:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1a00. 00000020:00000010:3.0:1734676304.246402:0:10151:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61a00. 00000020:00000010:3.0:1734676304.246406:0:10151:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00010000:00000010:2.1:1734676304.246406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9daa00. 00000020:00000010:3.0:1734676304.246409:0:10151:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000100:00000200:3.0:1734676304.246425:0:10151:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864354304 02000000:00000010:3.0:1734676304.246439:0:10151:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88009d081400. 00010000:00000200:3.0:1734676304.246454:0:10151:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e2a680 x1818938864354304/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:395/0 lens 224/368 e 0 to 0 dl 1734676315 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 00000400:00000010:3.0:1734676304.246463:0:10151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.246465:0:10151:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864354304, offset 224 00000400:00000200:3.0:1734676304.246467:0:10151:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676304.246471:0:10151:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676304.246474:0:10151:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e0c400 00000400:00000200:3.0:1734676304.246477:0:10151:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa4269 [1] + 224 00000400:00000200:3.0:1734676304.246480:0:10151:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.246482:0:10151:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676304.246486:0:10151:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864354304/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00000400:00000200:3.0:1734676304.246511:0:10151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676304.246512:0:10151:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000020:00000010:3.0:1734676304.246520:0:10151:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676304.246522:0:10151:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:3.0:1734676304.246525:0:10151:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61a00. 00000400:00000010:2.0:1734676304.246530:0:19051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:2.0:1734676304.246534:0:19051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:2.0:1734676304.246535:0:19051:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:2.0:1734676304.246539:0:19051:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864354304/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.246546:0:19051:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864354304/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 02000000:00000010:2.0:1734676304.246571:0:19051:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d083c00. 02000000:00000010:2.0:1734676304.246575:0:19051:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880134def400. 00000100:00000010:2.0:1734676304.246578:0:19051:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000400:00000200:0.0:1734676304.248765:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.248779:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c380 00000400:00000200:0.0:1734676304.248786:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4261 [1] + 224 00000400:00000200:0.0:1734676304.248793:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.248797:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.248806:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864354176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.248836:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.248840:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164e80 00000400:00000200:0.0:1734676304.248845:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 0 00000400:00000010:2.0:1734676304.248855:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:0.0:1734676304.248859:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.248860:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.248861:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000400:00000200:0.0:1734676304.248861:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.248867:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864354176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.248867:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.248872:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000100:00000200:2.0:1734676304.248874:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864354176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.248926:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e200. 00000020:00000010:1.0:1734676304.248931:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.248934:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.248952:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867863168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.248982:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863168 02000000:00000010:1.0:1734676304.248989:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676304.249017:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.249023:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.249027:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.249031:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.249059:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676304.249063:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863168, offset 224 00000400:00000200:1.0:1734676304.249067:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.249074:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.249079:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79835:79835:256:4294967295] 192.168.203.46@tcp LPNI seq info [79831:79831:8:4294967295] 00000400:00000200:1.0:1734676304.249086:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.249100:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.249104:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676304.249107:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.249113:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.249116:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.249128:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.249131:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.249133:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e200. 00010000:00000010:2.0:1734676304.249193:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143b00. 02000000:00000010:2.0:1734676304.249202:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880089d38a00. 02000000:00000010:2.0:1734676304.249205:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880089d39200. 00000100:00000010:2.0:1734676304.249208:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676304.249210:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.249212:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb42c0. 00080000:00000010:2.0:1734676304.249225:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d39200. 00010000:00000010:2.0:1734676304.249276:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.249281:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143a80. 00010000:00000010:2.0:1734676304.249336:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d38a00. 00010000:00000010:2.0:1734676304.249340:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.249347:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb42c0. 00000100:00000010:2.0:1734676304.249350:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.249354:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.249362:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880089d38800. 02000000:00000010:2.0:1734676304.249377:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880089d38000. 00000400:00000010:2.0:1734676304.249380:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.249382:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.249386:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354432, portal 16 00000400:00000010:2.0:1734676304.249389:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.249391:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354432, offset 0 00000400:00000200:2.0:1734676304.249395:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.249398:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.249402:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.249405:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.249407:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.249409:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.249411:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79836:79836:255:4294967295] 192.168.203.46@tcp LPNI seq info [79832:79832:7:4294967295] 00000400:00000200:2.0:1734676304.249417:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.249420:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.249423:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.249425:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.249429:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.249431:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676304.249436:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676304.249440:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da84400. 02000000:00000010:2.0:1734676304.249447:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da85400. 00000400:00000010:2.0:1734676304.249449:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.249452:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.249454:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354560, portal 16 00000400:00000010:2.0:1734676304.249456:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676304.249457:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354560, offset 0 00000400:00000200:2.0:1734676304.249460:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.249463:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.249465:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.249467:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.249469:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.249470:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.249473:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79837:79837:254:4294967295] 192.168.203.46@tcp LPNI seq info [79833:79833:6:4294967295] 00000400:00000200:2.0:1734676304.249478:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.249482:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.249484:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.249486:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.249489:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.249490:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.249541:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.249543:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676304.249546:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.249549:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.249551:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676304.249553:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000800:00000200:0.0:1734676304.249559:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.249561:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.249562:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.249565:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.249567:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676304.249568:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676304.249573:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864354432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676304.249615:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.249617:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.249619:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.249621:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.249623:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676304.249624:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676304.249627:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864354560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.251820:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.251834:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c480 00000400:00000200:0.0:1734676304.251841:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4279 [1] + 224 00000400:00000200:0.0:1734676304.251851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.251855:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.251864:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864354432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.251889:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.251892:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c500 00000400:00000200:0.0:1734676304.251896:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4281 [1] + 224 00000400:00000200:0.0:1734676304.251907:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.251910:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.251914:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864354560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.252160:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:2.0:1734676304.252166:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.252168:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.252176:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864354432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.252186:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864354432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.252210:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:2.0:1734676304.252212:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.252214:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.252218:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864354560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.252225:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864354560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.252239:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880089d38000. 02000000:00000010:2.0:1734676304.252245:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880089d38800. 00000100:00000010:2.0:1734676304.252249:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.252252:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da85400. 02000000:00000010:2.0:1734676304.252256:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da84400. 00000100:00000010:2.0:1734676304.252260:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676304.252265:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.252268:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb42c0. 00000400:00000200:2.0:1734676304.254910:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.254922:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164f00 00000400:00000200:2.0:1734676304.254929:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 328 00000400:00000200:2.0:1734676304.254938:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.254941:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.254946:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.254951:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000400:00000200:2.0:1734676304.254975:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.254979:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5164f80 00000400:00000200:2.0:1734676304.254982:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 656 00000400:00000200:2.0:1734676304.254995:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.254998:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.255000:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.255002:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:3.0:1734676304.255125:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61a00. 00000020:00000010:3.0:1734676304.255131:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676304.255135:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20898. 00000020:00000010:1.0:1734676304.255303:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589f400. 00000020:00000010:1.0:1734676304.255307:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.255310:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:3.0:1734676304.255338:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867863296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.255596:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867863424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.255622:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863296 02000000:00000010:1.0:1734676304.255632:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676304.255659:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d13cf00. 00000400:00000010:1.0:1734676304.255684:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676304.255691:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863296, offset 224 00000400:00000200:1.0:1734676304.255698:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.255707:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.255712:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79838:79838:256:4294967295] 192.168.203.46@tcp LPNI seq info [79834:79834:8:4294967295] 00000400:00000200:1.0:1734676304.255720:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.255726:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.255730:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.255735:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.255742:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.255745:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.255761:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:1.0:1734676304.255765:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20898. 00000020:00000010:1.0:1734676304.255769:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61a00. 00000100:00000200:1.0:1734676304.255781:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863424 02000000:00000010:1.0:1734676304.255786:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676304.255797:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5d980. 00010000:00000010:1.0:1734676304.255808:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c500. 00000100:00000010:1.0:1734676304.255814:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.255824:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.255828:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c500. 00000400:00000010:1.0:1734676304.255834:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676304.255837:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863424, offset 224 00000400:00000200:1.0:1734676304.255842:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.255846:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.255850:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79839:79839:255:4294967295] 192.168.203.46@tcp LPNI seq info [79835:79835:7:4294967295] 00000400:00000200:1.0:1734676304.255856:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.255861:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.255864:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.255868:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.255872:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.255874:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.255882:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.255885:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.255889:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589f400. 00080000:00000010:2.0:1734676304.255938:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da84400. 00010000:00000010:2.0:1734676304.255989:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.255994:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5d900. 00010000:00000010:2.0:1734676304.256062:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da85400. 00010000:00000010:2.0:1734676304.256066:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.256072:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb42c0. 00000100:00000010:2.0:1734676304.256075:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.256080:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676304.256088:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da85c00. 02000000:00000010:2.0:1734676304.256113:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880089d38800. 00000400:00000010:2.0:1734676304.256118:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.256121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.256125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354688, portal 16 00000400:00000010:2.0:1734676304.256128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.256129:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354688, offset 0 00000400:00000200:2.0:1734676304.256133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.256137:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.256141:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.256144:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.256147:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.256149:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.256151:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79840:79840:254:4294967295] 192.168.203.46@tcp LPNI seq info [79836:79836:6:4294967295] 00000400:00000200:2.0:1734676304.256158:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.256161:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.256163:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.256166:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.256169:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.256172:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.256739:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.256743:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:2.0:1734676304.256747:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.256752:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.256755:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:2.0:1734676304.256757:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000800:00000200:2.0:1734676304.256769:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.256771:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:2.0:1734676304.256773:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.256776:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.256778:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:2.0:1734676304.256780:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000800:00000200:2.0:1734676304.257395:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.257398:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:2.0:1734676304.257400:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.257494:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.257498:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676304.257500:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.257509:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864354688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.258847:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.258858:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c580 00000400:00000200:0.0:1734676304.258865:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4291 [1] + 224 00000400:00000200:0.0:1734676304.258874:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.258877:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.258885:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864354688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.258914:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.258919:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165000 00000400:00000200:0.0:1734676304.258928:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 984 00000400:00000010:2.0:1734676304.258940:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:0.0:1734676304.258942:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.258945:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000200:0.0:1734676304.258945:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676304.258947:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676304.258958:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676304.258962:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864354688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676304.258963:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000100:00000200:2.0:1734676304.258970:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864354688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.258995:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880089d38800. 02000000:00000010:2.0:1734676304.259001:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da85c00. 00000100:00000010:2.0:1734676304.259006:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676304.259012:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.259015:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb42c0. 00000020:00000010:3.0:1734676304.259104:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61200. 00000020:00000010:3.0:1734676304.259110:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676304.259114:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.259134:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867863552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.259157:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863552 02000000:00000010:3.0:1734676304.259165:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.259187:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5bd00. 00010000:00000010:3.0:1734676304.259202:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.259208:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00000100:00000010:3.0:1734676304.259216:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:3.0:1734676304.259219:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000010:3.0:1734676304.259229:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.259233:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863552, offset 224 00000400:00000200:3.0:1734676304.259241:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.259249:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.259255:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79841:79841:256:4294967295] 192.168.203.46@tcp LPNI seq info [79837:79837:8:4294967295] 00000400:00000200:3.0:1734676304.259263:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.259269:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.259272:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.259276:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.259281:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.259284:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.259296:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676304.259298:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.259301:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61200. 00010000:00000010:2.1:1734676304.259827:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bfe00. 00010000:00000010:2.1:1734676304.259836:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4500. 00010000:00000010:2.1:1734676304.259839:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1e00. 00010000:00000010:2.1:1734676304.259842:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def900. 00010000:00000010:2.1:1734676304.259845:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60e00. 00010000:00000010:2.1:1734676304.259847:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004000. 00080000:00000010:2.0:1734676304.259872:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d38800. 00010000:00000010:2.0:1734676304.259935:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.259942:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5bc80. 00010000:00000010:2.0:1734676304.260006:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d38000. 00010000:00000010:2.0:1734676304.260012:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.260020:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb42c0. 00000100:00000010:2.0:1734676304.260024:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.260030:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676304.260061:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da85c00. 02000000:00000010:2.0:1734676304.260083:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d821800. 00000400:00000010:2.0:1734676304.260088:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.260102:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.260109:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354816, portal 16 00000400:00000010:2.0:1734676304.260113:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.260115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354816, offset 0 00000400:00000200:2.0:1734676304.260121:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.260128:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.260133:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.260137:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.260140:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.260142:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.260144:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79842:79842:255:4294967295] 192.168.203.46@tcp LPNI seq info [79838:79838:7:4294967295] 00000400:00000200:2.0:1734676304.260154:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.260159:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.260162:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.260167:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.260173:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.260176:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.261170:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.261175:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:3.0:1734676304.261179:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.261184:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.261196:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676304.261199:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:3.0:1734676304.261276:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.261278:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:3.0:1734676304.261280:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.261283:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.261285:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676304.261286:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676304.261292:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864354816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.261733:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe600. 00010000:00000010:0.1:1734676304.261738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60600. 00000400:00000200:0.0:1734676304.264673:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.264688:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c600 00000400:00000200:0.0:1734676304.264694:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa429d [1] + 224 00000400:00000200:0.0:1734676304.264703:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.264706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.264715:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864354816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.264744:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.264747:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165080 00000400:00000200:0.0:1734676304.264751:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 1312 00000400:00000200:0.0:1734676304.264762:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.264765:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.264769:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.264775:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:0.0:1734676304.264810:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3fc00. 00000020:00000010:0.0:1734676304.264814:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.264818:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.264837:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867863680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.264867:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863680 02000000:00000010:0.0:1734676304.264875:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676304.264901:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.264906:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.264911:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.264914:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00000400:00000010:0.0:1734676304.264925:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676304.264929:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863680, offset 224 00000400:00000200:0.0:1734676304.264933:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.264939:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.264944:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79843:79843:256:4294967295] 192.168.203.46@tcp LPNI seq info [79839:79839:8:4294967295] 00000400:00000200:0.0:1734676304.264952:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.264957:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.264960:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fc00. 00000800:00000200:0.0:1734676304.264964:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.264969:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.264972:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.264985:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.264987:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.264990:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3fc00. 00000800:00000200:0.0:1734676304.265084:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.265086:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fc00. 00000400:00000200:0.0:1734676304.265089:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.265102:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.265105:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:0.0:1734676304.265106:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00010000:00000010:3.1:1734676304.265380:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038400. 00010000:00000010:3.1:1734676304.265386:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2e600. 00010000:00000010:3.1:1734676304.265405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da38000. 00000400:00000010:2.0:1734676304.265495:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:2.0:1734676304.265500:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.265501:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.265510:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864354816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.265519:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864354816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.265540:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793f00. 02000000:00000010:2.0:1734676304.265554:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d821800. 02000000:00000010:2.0:1734676304.265561:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da85c00. 00000100:00000010:2.0:1734676304.265567:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676304.265571:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.265575:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb42c0. 00080000:00000010:2.0:1734676304.265593:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d821800. 00010000:00000010:2.0:1734676304.265657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.265664:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793e80. 00010000:00000010:2.0:1734676304.265730:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17900. 00010000:00000010:2.0:1734676304.265734:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.265738:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d821200. 00010000:00000010:2.0:1734676304.265742:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676304.265753:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d821a00. 00010000:00000010:2.0:1734676304.265778:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676304.265781:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.265826:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820a00. 00010000:00000010:2.0:1734676304.265830:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.265836:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb42c0. 00000100:00000010:2.0:1734676304.265841:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.265847:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676304.265855:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d820400. 02000000:00000010:2.0:1734676304.265874:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d821e00. 00000400:00000010:2.0:1734676304.265878:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.265882:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.265887:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864354944, portal 16 00000400:00000010:2.0:1734676304.265890:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676304.265892:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864354944, offset 0 00000400:00000200:2.0:1734676304.265898:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.265904:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.265909:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.265913:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.265916:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.265918:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.265921:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79844:79844:256:4294967295] 192.168.203.46@tcp LPNI seq info [79840:79840:8:4294967295] 00000400:00000200:2.0:1734676304.265928:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.265932:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.265935:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.265939:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.265944:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.265948:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.266694:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.266697:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:3.0:1734676304.266700:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.266703:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.266705:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676304.266707:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676304.266712:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864354944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.268903:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.268920:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c680 00000400:00000200:2.0:1734676304.268928:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42a9 [1] + 224 00000400:00000200:2.0:1734676304.268947:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.268951:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.268960:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864354944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.269035:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:3.0:1734676304.269060:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:3.0:1734676304.269063:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:3.0:1734676304.269072:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864354944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.269082:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864354944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.269117:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d821e00. 02000000:00000010:3.0:1734676304.269125:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d820400. 00000100:00000010:3.0:1734676304.269131:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:3.0:1734676304.269137:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676304.269141:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb42c0. 00010000:00000010:0.1:1734676304.269520:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6800. 00010000:00000010:0.1:1734676304.269526:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142700. 00010000:00000010:0.1:1734676304.269529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d39800. 00010000:00000010:0.1:1734676304.269532:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8900. 00010000:00000010:0.1:1734676304.269536:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38a00. 00010000:00000010:0.1:1734676304.269538:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09ab00. 00010000:00000010:0.1:1734676304.269541:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da85400. 00000400:00000200:1.0:1734676304.269564:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.269571:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165100 00000400:00000200:1.0:1734676304.269576:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 1640 00000400:00000200:1.0:1734676304.269627:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.269630:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.269634:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.269638:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:0.0:1734676304.269829:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3fc00. 00000020:00000010:0.0:1734676304.269834:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.269838:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.269858:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867863808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.269890:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863808 02000000:00000010:0.0:1734676304.269898:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676304.269918:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d6700. 00010000:00000010:0.0:1734676304.269930:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daebc0. 00000100:00000010:0.0:1734676304.269935:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.269942:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.269944:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daebc0. 00000400:00000010:0.0:1734676304.269954:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676304.269957:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863808, offset 224 00000400:00000200:0.0:1734676304.269962:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.269968:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.269973:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79845:79845:256:4294967295] 192.168.203.46@tcp LPNI seq info [79841:79841:8:4294967295] 00000400:00000200:0.0:1734676304.269981:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.269990:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.269993:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fd00. 00000800:00000200:0.0:1734676304.269997:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.270002:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.270005:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.270017:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.270019:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.270021:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3fc00. 00000800:00000200:1.0:1734676304.270231:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.270234:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fd00. 00000400:00000200:1.0:1734676304.270237:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.270239:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.270242:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:1.0:1734676304.270243:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00080000:00000010:2.0:1734676304.270584:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d821000. 00010000:00000010:2.0:1734676304.270637:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.270642:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e1d6680. 00010000:00000010:2.0:1734676304.270695:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820200. 00010000:00000010:2.0:1734676304.270700:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676304.270707:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4600. 00000100:00000010:2.0:1734676304.270710:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.270715:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676304.270723:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d820000. 02000000:00000010:2.0:1734676304.270737:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d820600. 00000400:00000010:2.0:1734676304.270741:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.270745:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676304.270749:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355072, portal 16 00000400:00000010:2.0:1734676304.270752:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676304.270753:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355072, offset 0 00000400:00000200:2.0:1734676304.270757:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.270761:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.270764:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.270767:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.270769:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.270771:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.270773:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79846:79846:256:4294967295] 192.168.203.46@tcp LPNI seq info [79842:79842:8:4294967295] 00000400:00000200:2.0:1734676304.270779:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.270782:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.270785:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.270788:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.270792:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.270794:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.271915:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.271919:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:3.0:1734676304.271923:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.271927:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.271930:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676304.271932:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676304.271938:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864355072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.276441:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.276457:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c700 00000400:00000200:1.0:1734676304.276465:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42b5 [1] + 224 00000400:00000200:1.0:1734676304.276484:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.276488:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.276498:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864355072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.277296:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.277302:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165180 00000400:00000200:1.0:1734676304.277308:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2ca9 [2] + 1968 00000400:00000010:1.0:1734676304.277312:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:1.0:1734676304.277316:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800898296c0 00000400:00000010:3.0:1734676304.277585:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:3.0:1734676304.277589:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:3.0:1734676304.277592:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:3.0:1734676304.277598:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864355072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.277605:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864355072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.277626:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d820600. 02000000:00000010:3.0:1734676304.277631:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d820000. 00000100:00000010:3.0:1734676304.277634:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:3.0:1734676304.277639:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676304.277642:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4600. 00000400:00000200:1.0:1734676304.277681:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.277685:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.277688:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800898296c0 00000400:00000010:1.0:1734676304.277690:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800898296c0. 00000100:00000200:1.0:1734676304.277696:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676304.277758:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61600. 00000020:00000010:3.0:1734676304.277762:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676304.277766:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.277781:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4159050 x1818938867863936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.277798:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867863936 02000000:00000010:3.0:1734676304.277805:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676304.277823:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0c580. 00010000:00000010:3.0:1734676304.277840:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.277846:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e53c0. 00000100:00000010:3.0:1734676304.277850:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e53c0. 00010000:00000010:3.0:1734676304.277853:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000010:3.0:1734676304.277861:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.277864:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867863936, offset 224 00000400:00000200:3.0:1734676304.277868:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.277874:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.277878:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79847:79847:256:4294967295] 192.168.203.46@tcp LPNI seq info [79843:79843:8:4294967295] 00000400:00000200:3.0:1734676304.277885:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.277889:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.277892:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.277895:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.277900:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.277903:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.277914:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676304.277917:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.277919:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61600. 02000000:00000010:3.0:1734676304.277925:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:3.0:1734676304.277928:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:3.0:1734676304.277930:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676304.277933:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:3.0:1734676304.277936:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676304.277938:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676304.277941:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676304.277943:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:3.0:1734676304.277945:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:3.0:1734676304.277947:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:3.0:1734676304.277950:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676304.277952:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:3.0:1734676304.277956:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.277960:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676304.277962:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09e53c0. 00080000:00000010:3.0:1734676304.277982:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61600. 00010000:00000010:3.0:1734676304.278047:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:3.0:1734676304.278052:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c500. 00010000:00000010:3.0:1734676304.278116:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61000. 00010000:00000010:3.0:1734676304.278121:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676304.278126:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.278130:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df38180. 00000100:00000010:3.0:1734676304.278136:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676304.278144:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60400. 02000000:00000010:3.0:1734676304.278158:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61400. 00000400:00000010:3.0:1734676304.278161:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676304.278164:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.278167:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355200, portal 16 00000400:00000010:3.0:1734676304.278170:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.278171:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355200, offset 0 00000400:00000200:3.0:1734676304.278175:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.278180:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.278183:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.278187:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.278189:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.278191:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.278193:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79848:79848:255:4294967295] 192.168.203.46@tcp LPNI seq info [79844:79844:7:4294967295] 00000400:00000200:3.0:1734676304.278199:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.278202:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.278205:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.278208:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.278212:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.278214:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.278273:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.278276:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676304.278278:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.278281:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.278283:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676304.278284:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 02000000:00000010:1.0:1734676304.278287:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000800:00000200:1.0:1734676304.278314:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.278315:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676304.278316:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.278319:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.278320:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676304.278322:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676304.278325:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864355200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.280283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ec00. 00010000:00000010:0.1:1734676304.280290:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb400. 00010000:00000010:0.1:1734676304.280293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38000. 00010000:00000010:0.1:1734676304.280294:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17900. 00010000:00000010:0.1:1734676304.280297:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821200. 00010000:00000010:3.1:1734676304.286176:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5000. 00010000:00000010:0.1:1734676304.286248:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cddf200. 00000400:00000200:0.0:1734676304.286682:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.286697:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c780 00000400:00000200:0.0:1734676304.286705:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42c5 [1] + 224 00000400:00000200:0.0:1734676304.286715:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.286719:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.286728:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864355200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.286760:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.286764:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165200 00000400:00000200:0.0:1734676304.286768:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 0 00000400:00000200:0.0:1734676304.286808:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.286811:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.286814:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.286819:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:3.0:1734676304.286872:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676304.286876:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.286878:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.286884:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864355200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.286890:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864355200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.286912:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61400. 02000000:00000010:3.0:1734676304.286916:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60400. 00000100:00000010:3.0:1734676304.286919:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676304.286922:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df38180. 00010000:00000010:3.0:1734676304.286925:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000020:00000010:0.0:1734676304.287422:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3fe00. 00000020:00000010:0.0:1734676304.287427:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.287431:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.287447:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867864064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.287520:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864064 02000000:00000010:0.0:1734676304.287530:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676304.287550:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3080. 00010000:00000010:0.0:1734676304.287562:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.287568:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.287937:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.287942:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000400:00000010:0.0:1734676304.287952:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.287956:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864064, offset 224 00000400:00000200:0.0:1734676304.287961:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.287970:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.287978:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79849:79849:256:4294967295] 192.168.203.46@tcp LPNI seq info [79845:79845:8:4294967295] 00000400:00000200:0.0:1734676304.287986:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.287991:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.287994:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f300. 00000800:00000200:0.0:1734676304.287998:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.288004:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.288008:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676304.288127:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60400. 00010000:00000010:3.0:1734676304.288194:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676304.288201:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3f80. 00010000:00000010:3.0:1734676304.288365:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61400. 00010000:00000010:3.0:1734676304.288370:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676304.288377:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.288381:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:3.0:1734676304.288386:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676304.288394:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61800. 02000000:00000010:3.0:1734676304.288412:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60c00. 00000400:00000010:3.0:1734676304.288416:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676304.288419:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.288424:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355328, portal 16 00000400:00000010:3.0:1734676304.288426:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.288428:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355328, offset 0 00000400:00000200:3.0:1734676304.288433:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.288438:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.288441:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.288444:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.288446:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.288448:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.288450:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79850:79850:255:4294967295] 192.168.203.46@tcp LPNI seq info [79846:79846:7:4294967295] 00000400:00000200:3.0:1734676304.288457:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.288460:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.288463:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.288465:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.288469:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.288471:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.289707:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.289713:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.289716:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3fe00. 00010000:00000010:0.1:1734676304.289935:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7b00. 00010000:00000010:0.1:1734676304.289940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820a00. 00000800:00000200:1.0:1734676304.290054:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.290058:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f300. 00000400:00000200:1.0:1734676304.290062:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.290068:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.290072:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676304.290074:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000800:00000200:1.0:1734676304.290139:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.290141:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676304.290143:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.290146:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.290148:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676304.290149:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676304.290156:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864355328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.292166:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.292180:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c800 00000400:00000200:0.0:1734676304.292187:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42d1 [1] + 224 00000400:00000200:0.0:1734676304.292204:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.292208:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.292216:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864355328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.292819:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.292827:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165280 00000400:00000200:0.0:1734676304.292833:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 328 00000400:00000010:3.0:1734676304.293226:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676304.293230:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.293232:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.293238:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864355328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.293246:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864355328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.293268:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60c00. 02000000:00000010:3.0:1734676304.293272:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61800. 00000100:00000010:3.0:1734676304.293276:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676304.293279:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:3.0:1734676304.293282:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00000400:00000200:0.0:1734676304.293374:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.293378:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.293382:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.293386:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:0.0:1734676304.293419:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3fe00. 00000020:00000010:0.0:1734676304.293424:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.293428:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.293446:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867864192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:2.1:1734676304.296467:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1b00. 00010000:00000010:2.1:1734676304.296474:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820200. 00000100:00000200:0.0:1734676304.296474:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864192 02000000:00000010:0.0:1734676304.296485:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676304.296508:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d917480. 00010000:00000010:0.0:1734676304.296520:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.296526:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.296533:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.296536:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000400:00000010:0.0:1734676304.296547:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.296552:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864192, offset 224 00000400:00000200:0.0:1734676304.296564:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.296573:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.296579:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79851:79851:256:4294967295] 192.168.203.46@tcp LPNI seq info [79847:79847:8:4294967295] 00000400:00000200:0.0:1734676304.296587:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.296591:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.296594:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676304.296599:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.296605:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.296608:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.296626:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.296630:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.296633:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3fe00. 00080000:00000010:3.0:1734676304.296778:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61800. 00010000:00000010:3.0:1734676304.296837:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676304.296843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d917400. 00010000:00000010:3.0:1734676304.296898:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60c00. 00010000:00000010:3.0:1734676304.296902:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676304.296909:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec180. 00000100:00000010:3.0:1734676304.296911:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:3.0:1734676304.296917:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676304.296925:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60000. 02000000:00000010:3.0:1734676304.296941:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61e00. 00000400:00000010:3.0:1734676304.296946:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676304.296949:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.296953:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355456, portal 16 00000400:00000010:3.0:1734676304.296956:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.296957:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355456, offset 0 00000400:00000200:3.0:1734676304.296961:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.296966:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.296969:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.296972:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.296974:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.296976:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.296978:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79852:79852:255:4294967295] 192.168.203.46@tcp LPNI seq info [79848:79848:7:4294967295] 00000400:00000200:3.0:1734676304.296984:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.296988:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.296991:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.296994:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.296997:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.296999:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.297727:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.297730:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:0.0:1734676304.297734:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.297738:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.297741:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:0.0:1734676304.297743:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000800:00000200:0.0:1734676304.297789:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.297791:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676304.297794:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.297796:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.297798:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676304.297800:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676304.297806:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864355456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.300011:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.300024:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c880 00000400:00000200:1.0:1734676304.300032:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42dd [1] + 224 00000400:00000200:1.0:1734676304.300071:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.300075:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.300084:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864355456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.300122:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.300127:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165300 00000400:00000200:1.0:1734676304.300131:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 656 00000400:00000200:1.0:1734676304.300180:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.300183:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.300187:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.300192:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:0.0:1734676304.300267:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3fe00. 00000020:00000010:0.0:1734676304.300271:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.300275:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.300294:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867864320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.300314:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864320 02000000:00000010:0.0:1734676304.300321:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676304.300348:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.300354:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.300358:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.300362:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000400:00000010:0.0:1734676304.300370:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.300375:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864320, offset 224 00000400:00000200:0.0:1734676304.300379:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.300387:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.300391:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79853:79853:256:4294967295] 192.168.203.46@tcp LPNI seq info [79849:79849:8:4294967295] 00000400:00000200:0.0:1734676304.300399:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.300404:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.300406:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676304.300410:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.300416:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.300419:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.300431:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676304.300434:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.300437:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3fe00. 00000800:00000200:0.0:1734676304.300472:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.300474:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:0.0:1734676304.300476:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.300479:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.300481:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:0.0:1734676304.300483:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000400:00000010:2.0:1734676304.300532:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:2.0:1734676304.300535:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:2.0:1734676304.300537:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:2.0:1734676304.300542:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864355456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.300549:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864355456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.300564:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089802500. 02000000:00000010:2.0:1734676304.300574:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61e00. 02000000:00000010:2.0:1734676304.300577:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60000. 00000100:00000010:2.0:1734676304.300580:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:2.0:1734676304.300583:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:2.0:1734676304.300585:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec180. 00080000:00000010:2.0:1734676304.300597:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d820200. 00010000:00000010:2.0:1734676304.300653:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:2.0:1734676304.300658:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880089802c00. 00010000:00000010:2.0:1734676304.300704:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17100. 00010000:00000010:2.0:1734676304.300706:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4480. 00010000:00000010:2.0:1734676304.300710:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820a00. 00010000:00000010:2.0:1734676304.300714:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676304.300721:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d821400. 00010000:00000010:2.0:1734676304.300734:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676304.300737:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4480. 00010000:00000010:2.0:1734676304.300770:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d821200. 00010000:00000010:2.0:1734676304.300773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676304.300777:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb41c0. 00000100:00000010:2.0:1734676304.300779:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676304.300783:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676304.300790:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d820800. 02000000:00000010:2.0:1734676304.300804:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d820e00. 00000400:00000010:2.0:1734676304.300807:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00000400:00000010:2.0:1734676304.300810:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.300813:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355584, portal 16 00000400:00000010:2.0:1734676304.300816:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676304.300817:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355584, offset 0 00000400:00000200:2.0:1734676304.300821:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.300825:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.300828:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.300831:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.300834:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.300835:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.300837:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79854:79854:256:4294967295] 192.168.203.46@tcp LPNI seq info [79850:79850:8:4294967295] 00000400:00000200:2.0:1734676304.300843:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.300846:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.300848:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.300851:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.300854:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.300856:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.301381:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.301384:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.301386:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.301390:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.301392:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676304.301394:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676304.301399:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864355584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.305104:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d500. 00010000:00000010:2.1:1734676304.305112:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61000. 00010000:00000010:2.1:1734676304.305127:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfff200. 00010000:00000010:2.1:1734676304.305130:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392600. 00080000:00000010:0.0:1734676304.306352:0:25642:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306359:0:25642:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306375:0:25642:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306380:0:25642:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306387:0:25642:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306391:0:25642:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306397:0:25642:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880097e5cb80. 00080000:00000010:0.0:1734676304.306400:0:25642:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880097e5cb80. 00000400:00000200:1.0:1734676304.309033:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.309064:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c900 00000400:00000200:1.0:1734676304.309072:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42e9 [1] + 224 00000400:00000200:1.0:1734676304.309082:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.309085:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.309106:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864355584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.309129:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.309133:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165380 00000400:00000200:1.0:1734676304.309137:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 984 00000400:00000200:1.0:1734676304.309195:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.309202:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.309206:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.309211:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00010000:00000010:1.1:1734676304.309272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f4c00. 00010000:00000010:1.1:1734676304.309283:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814e00. 00010000:00000010:1.1:1734676304.309287:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60c00. 00010000:00000010:1.1:1734676304.309289:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17100. 00010000:00000010:1.1:1734676304.309291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820a00. 00000400:00000010:0.0:1734676304.309429:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7630. 00000400:00000200:0.0:1734676304.309434:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676304.309435:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676304.309440:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864355584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676304.309446:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61c00. 00000100:00000200:0.0:1734676304.309447:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864355584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676304.309450:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.309454:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 02000000:00000010:0.0:1734676304.309467:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d820e00. 02000000:00000010:0.0:1734676304.309470:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d820800. 00000100:00000200:3.0:1734676304.309471:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867864448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:0.0:1734676304.309473:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:0.0:1734676304.309476:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:0.0:1734676304.309479:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb41c0. 00000100:00000200:3.0:1734676304.309507:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864448 02000000:00000010:3.0:1734676304.309514:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.309534:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58d00. 00010000:00000010:3.0:1734676304.309545:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec100. 00000100:00000010:3.0:1734676304.309551:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88011cdc63c0. 00000100:00000010:3.0:1734676304.309556:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88011cdc63c0. 00010000:00000010:3.0:1734676304.309558:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec100. 00000400:00000010:3.0:1734676304.309566:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.309569:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864448, offset 224 00000400:00000200:3.0:1734676304.309574:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.309580:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.309585:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79855:79855:256:4294967295] 192.168.203.46@tcp LPNI seq info [79851:79851:8:4294967295] 00000400:00000200:3.0:1734676304.309593:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.309597:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.309600:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.309604:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.309610:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.309613:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.309624:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.309627:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.309631:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61c00. 00080000:00000010:0.0:1734676304.309634:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a3fa00. 00010000:00000010:0.0:1734676304.309908:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:0.0:1734676304.309913:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58c80. 00010000:00000010:0.0:1734676304.309960:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a3ec00. 00010000:00000010:0.0:1734676304.309964:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.309970:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed00. 00000100:00000010:0.0:1734676304.309973:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.309977:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.309984:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0a3fc00. 02000000:00000010:0.0:1734676304.310285:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880089d38000. 00000400:00000010:0.0:1734676304.310289:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676304.310293:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.310297:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355712, portal 16 00000400:00000010:0.0:1734676304.310300:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676304.310301:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355712, offset 0 00000400:00000200:0.0:1734676304.310305:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.310309:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.310312:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.310315:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.310317:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.310319:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.310321:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79856:79856:255:4294967295] 192.168.203.46@tcp LPNI seq info [79852:79852:7:4294967295] 00000400:00000200:0.0:1734676304.310327:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.310330:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.310332:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f200. 00000800:00000200:0.0:1734676304.310335:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.310338:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.310340:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.310366:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.310368:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676304.310370:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.310373:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.310375:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676304.310377:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:0.0:1734676304.310413:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.310415:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f200. 00000400:00000200:0.0:1734676304.310417:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.310419:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.310421:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:0.0:1734676304.310423:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676304.310427:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864355712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:3.0:1734676304.312643:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312649:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312710:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312714:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312722:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312725:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312732:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676304.312735:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02ac00. 00010000:00000010:2.1:1734676304.314319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1a00. 00010000:00000010:2.1:1734676304.314326:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61400. 00000400:00000200:1.0:1734676304.314902:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.314916:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0c980 00000400:00000200:1.0:1734676304.314924:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa42f5 [1] + 224 00000400:00000200:1.0:1734676304.314934:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.314938:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.314947:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864355712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.314979:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.314983:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165400 00000400:00000200:1.0:1734676304.314988:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 1312 00000400:00000200:1.0:1734676304.315051:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.315055:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.315059:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.315063:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:1.0:1734676304.315108:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589ee00. 00000020:00000010:1.0:1734676304.315113:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.315117:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.315135:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867864576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.315167:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864576 02000000:00000010:1.0:1734676304.315174:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.315200:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72cec0. 00000100:00000010:1.0:1734676304.315206:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.315210:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.315213:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72cec0. 00000400:00000010:1.0:1734676304.315223:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676304.315227:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864576, offset 224 00000400:00000200:1.0:1734676304.315231:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.315238:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.315242:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79857:79857:256:4294967295] 192.168.203.46@tcp LPNI seq info [79853:79853:8:4294967295] 00000400:00000200:1.0:1734676304.315249:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.315254:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.315256:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.315260:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.315265:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.315268:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.315280:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.315283:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.315286:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589ee00. 00000800:00000200:1.0:1734676304.315319:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.315321:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:1.0:1734676304.315323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.315326:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.315328:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676304.315331:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000400:00000010:0.0:1734676304.315652:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:0.0:1734676304.315656:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:0.0:1734676304.315658:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.315663:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864355712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.315670:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864355712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676304.315686:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800966bc080. 02000000:00000010:0.0:1734676304.315693:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880089d38000. 02000000:00000010:0.0:1734676304.315697:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0a3fc00. 00000100:00000010:0.0:1734676304.315701:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:0.0:1734676304.315704:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676304.315706:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed00. 00080000:00000010:0.0:1734676304.315717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880089d38000. 00010000:00000010:0.0:1734676304.315766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.315772:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131200600. 00010000:00000010:0.0:1734676304.315825:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880089d38a00. 00010000:00000010:0.0:1734676304.315830:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.315835:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed00. 00000100:00000010:0.0:1734676304.315838:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.315842:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.315848:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880089d39800. 02000000:00000010:0.0:1734676304.315864:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0a3fc00. 00000400:00000010:0.0:1734676304.315867:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676304.315869:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676304.315873:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355840, portal 16 00000400:00000010:0.0:1734676304.315876:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676304.315878:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355840, offset 0 00000400:00000200:0.0:1734676304.315882:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.315886:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.315888:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.315891:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.315895:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.315897:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.315899:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79858:79858:256:4294967295] 192.168.203.46@tcp LPNI seq info [79854:79854:8:4294967295] 00000400:00000200:0.0:1734676304.315905:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.315908:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.315910:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.315913:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.315917:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.315920:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.316102:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.316105:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:1.0:1734676304.316108:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.316111:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.316113:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:1.0:1734676304.316115:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:1.0:1734676304.316120:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864355840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.317706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120dc00. 00010000:00000010:2.1:1734676304.317836:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4b00. 00010000:00000010:2.1:1734676304.317842:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821200. 00000400:00000200:0.0:1734676304.318884:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.318897:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ca00 00000400:00000200:0.0:1734676304.318905:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4301 [1] + 224 00000400:00000200:0.0:1734676304.318921:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.318924:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.318934:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864355840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.319063:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:1.0:1734676304.319069:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676304.319071:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676304.319076:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864355840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.319083:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864355840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.319112:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0a3fc00. 02000000:00000010:1.0:1734676304.319117:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880089d39800. 00000100:00000010:1.0:1734676304.319123:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:1.0:1734676304.319127:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:1.0:1734676304.319131:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed00. 00000400:00000200:0.0:1734676304.319251:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.319257:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165480 00000400:00000200:0.0:1734676304.319261:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 1640 00000400:00000200:0.0:1734676304.319453:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.319457:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.319462:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.319465:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.319516:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d821200. 00000020:00000010:2.0:1734676304.319522:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676304.319526:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.319545:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867864704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.319573:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864704 02000000:00000010:2.0:1734676304.319581:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.319601:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d434f80. 00010000:00000010:2.0:1734676304.319613:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4440. 00000100:00000010:2.0:1734676304.319617:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676304.319624:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676304.319625:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4440. 00000400:00000010:2.0:1734676304.319635:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676304.319639:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864704, offset 224 00000400:00000200:2.0:1734676304.319643:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.319650:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.319654:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79859:79859:256:4294967295] 192.168.203.46@tcp LPNI seq info [79855:79855:8:4294967295] 00000400:00000200:2.0:1734676304.319662:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.319666:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.319669:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.319673:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.319678:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.319681:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.319687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a3fc00. 00000020:00000010:2.0:1734676304.319693:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676304.319695:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.319698:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d821200. 00010000:00000010:0.0:1734676304.319745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.319750:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d434f00. 00010000:00000010:0.0:1734676304.319807:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a3fe00. 00010000:00000010:0.0:1734676304.319812:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676304.319819:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:0.0:1734676304.319822:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676304.319826:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.319834:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800796d4000. 02000000:00000010:0.0:1734676304.319849:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdaac00. 00000400:00000010:0.0:1734676304.319852:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676304.319855:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676304.319859:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864355968, portal 16 00000400:00000010:0.0:1734676304.319861:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676304.319863:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864355968, offset 0 00000400:00000200:0.0:1734676304.319866:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.319870:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.319873:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.319877:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.319879:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.319881:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.319883:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79860:79860:255:4294967295] 192.168.203.46@tcp LPNI seq info [79856:79856:7:4294967295] 00000400:00000200:0.0:1734676304.319888:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.319891:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.319893:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fd00. 00000800:00000200:0.0:1734676304.319896:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.319899:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.319900:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.319960:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.319963:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:1.0:1734676304.319965:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.319969:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.319972:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676304.319973:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000800:00000200:1.0:1734676304.320001:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.320003:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fd00. 00000400:00000200:1.0:1734676304.320005:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.320008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.320010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:1.0:1734676304.320011:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:1.0:1734676304.320016:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864355968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.320340:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131202600. 00010000:00000010:2.1:1734676304.320345:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085e00. 00010000:00000010:2.1:1734676304.320347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a3ec00. 00000400:00000200:0.0:1734676304.321749:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.321761:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ca80 00000400:00000200:0.0:1734676304.321767:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa430d [1] + 224 00000400:00000200:0.0:1734676304.321782:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.321786:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.321793:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864355968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.322503:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:1.0:1734676304.322509:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676304.322511:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676304.322517:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864355968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.322524:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864355968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.322546:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdaac00. 02000000:00000010:1.0:1734676304.322550:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800796d4000. 00000100:00000010:1.0:1734676304.322554:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:1.0:1734676304.322557:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:1.0:1734676304.322561:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00000400:00000200:0.0:1734676304.322658:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.322664:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165500 00000400:00000200:0.0:1734676304.322670:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d09 [2] + 1968 00000400:00000010:0.0:1734676304.322672:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf20. 00000400:00000200:0.0:1734676304.322675:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c43c0 00000400:00000200:0.0:1734676304.322721:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.322724:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.322727:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c43c0 00000400:00000010:0.0:1734676304.322729:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c43c0. 00000100:00000200:0.0:1734676304.322733:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676304.322933:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589e200. 00000020:00000010:1.0:1734676304.322938:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.322942:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.322959:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158c50 x1818938867864832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.322978:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864832 02000000:00000010:1.0:1734676304.322984:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.323003:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009449aa80. 00010000:00000010:1.0:1734676304.323032:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72cec0. 00000100:00000010:1.0:1734676304.323052:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a840. 00000100:00000010:1.0:1734676304.323057:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a840. 00010000:00000010:1.0:1734676304.323060:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72cec0. 00000400:00000010:1.0:1734676304.323068:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676304.323072:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864832, offset 224 00000400:00000200:1.0:1734676304.323077:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.323100:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.323105:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79861:79861:256:4294967295] 192.168.203.46@tcp LPNI seq info [79857:79857:8:4294967295] 00000400:00000200:1.0:1734676304.323113:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.323118:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.323121:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.323124:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.323130:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.323133:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.323144:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676304.323147:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.323150:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589e200. 02000000:00000010:1.0:1734676304.323156:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676304.323159:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676304.323162:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676304.323164:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.323166:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676304.323168:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.323171:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676304.323173:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676304.323175:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676304.323177:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676304.323180:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676304.323182:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676304.323187:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.323190:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad948. 00000400:00000010:1.0:1734676304.323193:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79a840. 00000800:00000200:1.0:1734676304.323235:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.323238:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:1.0:1734676304.323240:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.323243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.323245:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676304.323246:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 02000000:00000010:1.0:1734676304.323248:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00080000:00000010:1.0:1734676304.323264:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589f400. 00010000:00000010:1.0:1734676304.323319:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:1.0:1734676304.323325:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009449a700. 00010000:00000010:1.0:1734676304.323374:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009589ee00. 00010000:00000010:1.0:1734676304.323378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59700. 00010000:00000010:1.0:1734676304.323385:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72cec0. 00000100:00000010:1.0:1734676304.323388:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:1.0:1734676304.323393:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676304.323401:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009589e800. 02000000:00000010:1.0:1734676304.323417:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009589ea00. 00000400:00000010:1.0:1734676304.323420:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad898. 00000400:00000010:1.0:1734676304.323422:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676304.323425:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356096, portal 16 00000400:00000010:1.0:1734676304.323428:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.323430:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356096, offset 0 00000400:00000200:1.0:1734676304.323433:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.323438:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.323441:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.323444:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.323447:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.323448:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.323451:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79862:79862:256:4294967295] 192.168.203.46@tcp LPNI seq info [79858:79858:8:4294967295] 00000400:00000200:1.0:1734676304.323457:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.323460:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.323461:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.323464:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.323467:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.323469:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.323498:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.323500:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:1.0:1734676304.323502:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.323505:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.323507:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676304.323509:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.323513:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139b480 x1818938864356096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.323762:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149400. 00000400:00000200:1.0:1734676304.326500:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.326514:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cb00 00000400:00000200:1.0:1734676304.326521:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa431d [1] + 224 00000400:00000200:1.0:1734676304.326535:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.326539:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.326548:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139b480 x1818938864356096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676304.327117:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad898. 00000400:00000200:0.0:1734676304.327122:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676304.327124:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676304.327129:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139b480 x1818938864356096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.327136:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139b480 x1818938864356096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.327157:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009589ea00. 02000000:00000010:0.0:1734676304.327161:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009589e800. 00000100:00000010:0.0:1734676304.327164:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 00000100:00000010:0.0:1734676304.327167:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:0.0:1734676304.327171:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72cec0. 00000400:00000200:1.0:1734676304.327232:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.327238:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165580 00000400:00000200:1.0:1734676304.327244:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 0 00000400:00000200:1.0:1734676304.327275:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.327278:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.327282:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.327285:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:3.0:1734676304.327622:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61c00. 00000020:00000010:3.0:1734676304.327627:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.327631:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.327650:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867864960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.328218:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867864960 02000000:00000010:3.0:1734676304.328353:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.328376:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4300. 00010000:00000010:3.0:1734676304.328391:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013093afc0. 00000100:00000010:3.0:1734676304.328397:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089871240. 00000100:00000010:3.0:1734676304.328599:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089871240. 00010000:00000010:3.0:1734676304.328604:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013093afc0. 00000400:00000010:3.0:1734676304.328616:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.328620:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867864960, offset 224 00000400:00000200:3.0:1734676304.328625:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.328633:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.328638:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79863:79863:256:4294967295] 192.168.203.46@tcp LPNI seq info [79859:79859:8:4294967295] 00000400:00000200:3.0:1734676304.328645:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.328649:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.328651:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.328655:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.328660:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.328663:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.328675:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.328678:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.328682:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61c00. 00080000:00000010:0.0:1734676304.330298:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaa200. 00010000:00000010:0.0:1734676304.330366:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59700. 00010000:00000010:0.0:1734676304.330373:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736d4280. 00010000:00000010:2.1:1734676304.330383:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d959f00. 00010000:00000010:2.1:1734676304.330393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089d38a00. 00010000:00000010:0.0:1734676304.330426:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f200. 00010000:00000010:0.0:1734676304.330428:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c800. 00010000:00000010:0.0:1734676304.330431:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdab400. 00010000:00000010:0.0:1734676304.330434:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c880. 00080000:00000010:0.0:1734676304.330443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaba00. 00010000:00000010:0.0:1734676304.330460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676304.330463:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c800. 00010000:00000010:0.0:1734676304.330494:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdaa800. 00010000:00000010:0.0:1734676304.330496:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c800. 00010000:00000010:0.0:1734676304.330502:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae2c0. 00000100:00000010:0.0:1734676304.330506:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676304.330513:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.330522:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdaac00. 02000000:00000010:0.0:1734676304.330542:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c316200. 00000400:00000010:0.0:1734676304.330548:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676304.330553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676304.330558:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356224, portal 16 00000400:00000010:0.0:1734676304.330561:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676304.330563:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356224, offset 0 00000400:00000200:0.0:1734676304.330569:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.330577:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.330581:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.330584:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.330586:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.330588:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.330591:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79864:79864:255:4294967295] 192.168.203.46@tcp LPNI seq info [79860:79860:7:4294967295] 00000400:00000200:0.0:1734676304.330598:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.330603:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.330605:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676304.330609:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.330621:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.330624:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.330752:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.330756:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676304.330758:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.330762:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.330765:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676304.330767:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000800:00000200:1.0:1734676304.330813:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.330816:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:1.0:1734676304.330819:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.330821:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.330823:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676304.330825:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:1.0:1734676304.330831:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864356224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.332438:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.332449:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cb80 00000400:00000200:0.0:1734676304.332455:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4329 [1] + 224 00000400:00000200:0.0:1734676304.332475:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.332479:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.332486:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864356224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.333656:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:1.0:1734676304.333662:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676304.333664:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:1.0:1734676304.333676:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864356224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.333683:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864356224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.333706:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c316200. 02000000:00000010:1.0:1734676304.333711:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdaac00. 00000100:00000010:1.0:1734676304.333715:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:1.0:1734676304.333719:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:1.0:1734676304.333723:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae2c0. 00000400:00000200:0.0:1734676304.334151:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.334161:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165600 00000400:00000200:0.0:1734676304.334167:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 328 00000400:00000200:0.0:1734676304.334219:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.334224:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.334229:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.334233:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:2.0:1734676304.334289:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d820000. 00000020:00000010:2.0:1734676304.334295:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676304.334298:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.334318:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867865088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.334874:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865088 02000000:00000010:2.0:1734676304.334884:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.334907:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b80a000. 00010000:00000010:2.0:1734676304.334925:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4440. 00000100:00000010:2.0:1734676304.334932:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676304.334938:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676304.334940:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4440. 00000400:00000010:2.0:1734676304.334950:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676304.334954:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865088, offset 224 00000400:00000200:2.0:1734676304.334960:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.334966:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.334972:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79865:79865:256:4294967295] 192.168.203.46@tcp LPNI seq info [79861:79861:8:4294967295] 00000400:00000200:2.0:1734676304.334979:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.334983:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.334987:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.334991:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.334997:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.335000:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.335012:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676304.335015:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.335019:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d820000. 00000800:00000200:1.0:1734676304.335680:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.335684:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:1.0:1734676304.335687:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.335691:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.335694:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676304.335695:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00080000:00000010:1.0:1734676304.335719:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589e600. 00010000:00000010:0.1:1734676304.337398:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324e00. 00010000:00000010:0.1:1734676304.337406:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a1800. 00010000:00000010:0.1:1734676304.337410:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a3fe00. 00010000:00000010:1.0:1734676304.337592:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c800. 00010000:00000010:1.0:1734676304.337599:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006ebb4e80. 00010000:00000010:1.0:1734676304.337941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009589e200. 00010000:00000010:1.0:1734676304.337947:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676304.337955:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.337961:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a900. 00000100:00000010:1.0:1734676304.337968:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.337979:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009589e800. 02000000:00000010:1.0:1734676304.338001:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdaac00. 00000400:00000010:1.0:1734676304.338007:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ade18. 00000400:00000010:1.0:1734676304.338012:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.338017:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356352, portal 16 00000400:00000010:1.0:1734676304.338020:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.338023:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356352, offset 0 00000400:00000200:1.0:1734676304.338030:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.338054:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.338058:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.338061:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.338064:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.338065:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.338068:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79866:79866:256:4294967295] 192.168.203.46@tcp LPNI seq info [79862:79862:8:4294967295] 00000400:00000200:1.0:1734676304.338076:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.338080:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.338083:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.338088:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.338107:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.338110:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.338214:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.338217:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:0.0:1734676304.338221:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.338225:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.338228:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676304.338230:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:0.0:1734676304.338236:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864356352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.339525:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.339536:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cc00 00000400:00000200:0.0:1734676304.339543:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4335 [1] + 224 00000400:00000200:0.0:1734676304.339558:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.339562:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.339569:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864356352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.339741:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade18. 00000400:00000200:1.0:1734676304.339745:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676304.339747:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.339756:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864356352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.339763:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864356352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.339784:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdaac00. 02000000:00000010:1.0:1734676304.339790:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009589e800. 00000100:00000010:1.0:1734676304.339794:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.339797:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a900. 00010000:00000010:1.0:1734676304.339801:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000200:0.0:1734676304.340821:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.340828:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165680 00000400:00000200:0.0:1734676304.340833:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 656 00000400:00000200:0.0:1734676304.341180:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.341184:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.341189:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.341193:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676304.341358:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.341364:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.341368:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.341386:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867865216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.341410:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865216 02000000:00000010:1.0:1734676304.341417:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.341436:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095b37c00. 00010000:00000010:1.0:1734676304.341448:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.341453:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a900. 00000100:00000010:1.0:1734676304.341467:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a900. 00010000:00000010:1.0:1734676304.341470:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.341478:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.341482:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865216, offset 224 00000400:00000200:1.0:1734676304.341487:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676304.341492:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589ea00. 00000400:00000200:1.0:1734676304.341494:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.341498:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79867:79867:256:4294967295] 192.168.203.46@tcp LPNI seq info [79863:79863:8:4294967295] 00000400:00000200:1.0:1734676304.341505:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.341508:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.341511:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.341515:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.341520:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.341523:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.341539:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.341542:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.341545:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00000800:00000200:0.0:1734676304.342149:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.342153:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.342155:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.342159:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.342162:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676304.342164:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00010000:00000010:0.0:1734676304.342359:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b00. 00010000:00000010:0.0:1734676304.342365:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095b37b80. 00010000:00000010:0.0:1734676304.342524:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959a7600. 00010000:00000010:0.0:1734676304.342530:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676304.342536:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daebc0. 00000100:00000010:0.0:1734676304.342540:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676304.342545:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.342553:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097eed800. 02000000:00000010:0.0:1734676304.342569:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097eedc00. 00000400:00000010:0.0:1734676304.342573:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676304.342577:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676304.342581:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356480, portal 16 00000400:00000010:0.0:1734676304.342583:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.342585:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356480, offset 0 00000400:00000200:0.0:1734676304.342589:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.342593:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.342596:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.342599:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.342601:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.342603:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.342605:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79868:79868:256:4294967295] 192.168.203.46@tcp LPNI seq info [79864:79864:8:4294967295] 00000400:00000200:0.0:1734676304.342611:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.342614:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.342616:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.342619:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.342624:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.342626:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.342668:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.342671:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:0.0:1734676304.342673:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.342677:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.342679:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:0.0:1734676304.342680:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.342685:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864356480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.345187:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1f0600. 00010000:00000010:1.1:1734676304.345193:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ee00. 00010000:00000010:3.1:1734676304.346454:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148200. 00000400:00000200:1.0:1734676304.346570:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.346586:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cc80 00000400:00000200:1.0:1734676304.346593:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4341 [1] + 224 00000400:00000200:1.0:1734676304.346603:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.346606:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.346615:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864356480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.346649:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.346654:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165700 00000400:00000200:1.0:1734676304.346659:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 984 00000400:00000200:1.0:1734676304.346671:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.346674:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.346678:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.346683:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:2.0:1734676304.346871:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676304.346875:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:2.0:1734676304.346877:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:2.0:1734676304.346882:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864356480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.346888:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864356480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.346907:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097eedc00. 02000000:00000010:2.0:1734676304.346911:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097eed800. 00000100:00000010:2.0:1734676304.346914:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:2.0:1734676304.346917:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:2.0:1734676304.346920:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daebc0. 00000020:00000010:3.0:1734676304.346983:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.346988:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.346991:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.347007:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867865344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.347077:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865344 02000000:00000010:3.0:1734676304.347085:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.347117:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8b80. 00010000:00000010:3.0:1734676304.347127:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd40. 00000100:00000010:3.0:1734676304.347132:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd619c0. 00000100:00000010:3.0:1734676304.347146:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd619c0. 00010000:00000010:3.0:1734676304.347149:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd40. 00000400:00000010:3.0:1734676304.347157:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.347161:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865344, offset 224 00000400:00000200:3.0:1734676304.347166:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.347171:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676304.347172:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d821200. 00000400:00000200:3.0:1734676304.347176:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79869:79869:256:4294967295] 192.168.203.46@tcp LPNI seq info [79865:79865:8:4294967295] 00000400:00000200:3.0:1734676304.347183:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.347187:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.347190:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.347194:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.347199:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.347202:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.347219:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.347222:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.347225:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00010000:00000010:2.0:1734676304.347227:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:2.0:1734676304.347231:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8b00. 00010000:00000010:2.0:1734676304.347290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d821e00. 00010000:00000010:2.0:1734676304.347294:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.347299:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.347302:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.347306:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.347313:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d820800. 02000000:00000010:2.0:1734676304.347549:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d820400. 00000400:00000010:2.0:1734676304.347553:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.347556:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.347559:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356608, portal 16 00000400:00000010:2.0:1734676304.347562:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676304.347564:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356608, offset 0 00000400:00000200:2.0:1734676304.347568:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.347573:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.347576:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.347579:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.347582:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.347584:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.347585:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79870:79870:255:4294967295] 192.168.203.46@tcp LPNI seq info [79866:79866:7:4294967295] 00000400:00000200:2.0:1734676304.347591:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.347594:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.347596:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.347599:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.347602:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.347604:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.347641:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.347644:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676304.347646:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.347649:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.347651:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676304.347653:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676304.347768:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.347770:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.347772:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.347775:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.347777:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676304.347779:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676304.347784:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864356608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.348107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131365000. 00010000:00000010:2.1:1734676304.348307:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013122b400. 00010000:00000010:2.1:1734676304.348313:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaa800. 00010000:00000010:0.1:1734676304.351179:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f200. 00010000:00000010:0.1:1734676304.351191:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdab400. 00010000:00000010:0.1:1734676304.351195:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b36f00. 00010000:00000010:0.1:1734676304.351198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589e200. 00000400:00000200:0.0:1734676304.352980:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.352997:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cd00 00000400:00000200:0.0:1734676304.353005:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa434d [1] + 224 00000400:00000200:0.0:1734676304.353015:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.353019:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.353029:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864356608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.353333:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.353338:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165780 00000400:00000200:0.0:1734676304.353342:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 1312 00000400:00000010:2.0:1734676304.353359:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.353363:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.353365:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.353371:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864356608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.353379:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864356608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.353400:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d820400. 02000000:00000010:2.0:1734676304.353406:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d820800. 00000100:00000010:2.0:1734676304.353409:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.353413:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.353416:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000400:00000200:0.0:1734676304.353469:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.353473:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.353478:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.353482:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676304.354026:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.354032:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.354069:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.354099:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867865472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.354258:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865472 02000000:00000010:1.0:1734676304.354268:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.354290:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2080. 00010000:00000010:1.0:1734676304.354305:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.354311:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a900. 00000100:00000010:1.0:1734676304.354328:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a900. 00010000:00000010:1.0:1734676304.354331:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.354341:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676304.354345:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865472, offset 224 00000400:00000200:1.0:1734676304.354350:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.354357:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.354363:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79871:79871:256:4294967295] 192.168.203.46@tcp LPNI seq info [79867:79867:8:4294967295] 00000400:00000200:1.0:1734676304.354371:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.354375:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.354378:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.354382:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.354388:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.354392:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676304.354404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d820800. 00000020:00000010:1.0:1734676304.354416:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.354420:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.354423:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00010000:00000010:2.0:1734676304.354462:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.354468:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9e2000. 00010000:00000010:2.0:1734676304.354529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820400. 00000800:00000200:0.0:1734676304.354532:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1734676304.354534:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00000800:00000010:0.0:1734676304.354536:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:0.0:1734676304.354539:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676304.354541:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000400:00000200:0.0:1734676304.354542:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:2.0:1734676304.354544:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000400:00000200:0.0:1734676304.354545:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676304.354547:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000010:2.0:1734676304.354549:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.354557:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d820e00. 02000000:00000010:2.0:1734676304.354573:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d820a00. 00000400:00000010:2.0:1734676304.354577:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.354580:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.354584:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356736, portal 16 00000400:00000010:2.0:1734676304.354587:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676304.354588:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356736, offset 0 00000400:00000200:2.0:1734676304.354592:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.354597:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.354600:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.354604:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.354606:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.354608:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.354611:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79872:79872:256:4294967295] 192.168.203.46@tcp LPNI seq info [79868:79868:8:4294967295] 00000400:00000200:2.0:1734676304.354616:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.354620:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.354623:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.354626:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.354630:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.354632:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.354688:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.354690:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.354693:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.354696:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.354698:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676304.354700:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676304.354705:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864356736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.356546:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.356558:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cd80 00000400:00000200:0.0:1734676304.356565:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4359 [1] + 224 00000400:00000200:0.0:1734676304.356581:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.356585:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.356593:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864356736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.356741:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.356745:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.356747:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.356753:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864356736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.356760:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864356736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.356782:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d820a00. 02000000:00000010:2.0:1734676304.356788:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d820e00. 00000100:00000010:2.0:1734676304.356791:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.356795:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.356798:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00010000:00000010:0.1:1734676304.357383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c323e00. 00010000:00000010:1.1:1734676304.357551:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2100. 00010000:00000010:1.1:1734676304.357556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959a7600. 00000400:00000200:0.0:1734676304.357872:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.357882:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165800 00000400:00000200:0.0:1734676304.357888:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 1640 00000400:00000200:0.0:1734676304.357944:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.357949:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.357955:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.357959:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676304.358072:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.358077:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.358081:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.358113:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867865600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.358144:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865600 02000000:00000010:3.0:1734676304.358152:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.358171:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2f80. 00010000:00000010:3.0:1734676304.358184:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd40. 00000100:00000010:3.0:1734676304.358189:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd619c0. 00000100:00000010:3.0:1734676304.358205:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd619c0. 00010000:00000010:3.0:1734676304.358208:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd40. 00000400:00000010:3.0:1734676304.358218:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.358222:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865600, offset 224 00000400:00000200:3.0:1734676304.358226:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.358233:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.358237:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79873:79873:256:4294967295] 192.168.203.46@tcp LPNI seq info [79869:79869:8:4294967295] 00000400:00000200:3.0:1734676304.358245:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.358250:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.358253:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.358258:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.358263:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.358267:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.358278:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.358281:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.358284:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00000800:00000200:0.0:1734676304.358352:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.358354:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676304.358357:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.358360:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.358363:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.358365:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00080000:00000010:2.0:1734676304.358491:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d820e00. 00010000:00000010:2.0:1734676304.358542:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.358551:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9e2f00. 00010000:00000010:2.0:1734676304.358602:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17800. 00010000:00000010:2.0:1734676304.358604:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.358608:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820a00. 00010000:00000010:2.0:1734676304.358611:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00080000:00000010:2.0:1734676304.358617:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d820600. 00010000:00000010:2.0:1734676304.358631:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.358633:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.358662:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d820000. 00010000:00000010:2.0:1734676304.358664:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.358668:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.358671:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.358675:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.358683:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d821600. 02000000:00000010:2.0:1734676304.358700:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959a7600. 00000400:00000010:2.0:1734676304.358705:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.358708:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.358712:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356864, portal 16 00000400:00000010:2.0:1734676304.358715:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676304.358717:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356864, offset 0 00000400:00000200:2.0:1734676304.358721:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.358726:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.358729:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.358732:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.358735:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.358736:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.358739:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79874:79874:256:4294967295] 192.168.203.46@tcp LPNI seq info [79870:79870:8:4294967295] 00000400:00000200:2.0:1734676304.358745:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.358749:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.358751:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.358754:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.358758:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.358760:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.360242:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.360247:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.360251:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.360256:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.360259:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676304.360261:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676304.360269:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864356864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.361588:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.361605:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ce00 00000400:00000200:0.0:1734676304.361614:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4365 [1] + 224 00000400:00000200:0.0:1734676304.361625:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.361629:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.361639:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864356864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.361686:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.361693:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165880 00000400:00000200:0.0:1734676304.361699:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2d59 [2] + 1968 00000400:00000010:0.0:1734676304.361703:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad478. 00000400:00000200:0.0:1734676304.361707:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4840 00000400:00000200:0.0:1734676304.361793:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.361799:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.361803:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4840 00000400:00000010:0.0:1734676304.361805:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4840. 00000100:00000200:0.0:1734676304.361811:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676304.361892:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.361898:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.361902:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.361921:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158450 x1818938867865728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676304.361926:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.361930:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.361932:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.361940:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864356864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.361949:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864356864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.361955:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865728 02000000:00000010:1.0:1734676304.361963:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 02000000:00000010:2.0:1734676304.361973:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959a7600. 02000000:00000010:2.0:1734676304.361979:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d821600. 00010000:00000010:1.0:1734676304.361985:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136ab8c00. 00000100:00000010:2.0:1734676304.361986:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.361991:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.361994:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00010000:00000010:1.0:1734676304.361998:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.362004:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a900. 00000100:00000010:1.0:1734676304.362008:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a900. 00010000:00000010:1.0:1734676304.362010:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00080000:00000010:2.0:1734676304.362021:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959a7600. 00010000:00000010:2.0:1734676304.362129:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.362137:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136ab8b80. 00000400:00000010:1.0:1734676304.362199:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676304.362204:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865728, offset 224 00000400:00000200:1.0:1734676304.362209:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:2.0:1734676304.362211:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959a6600. 00000400:00000200:1.0:1734676304.362216:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:2.0:1734676304.362218:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00000400:00000200:1.0:1734676304.362222:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79875:79875:256:4294967295] 192.168.203.46@tcp LPNI seq info [79871:79871:8:4294967295] 00010000:00000010:2.0:1734676304.362226:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.362230:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000400:00000200:1.0:1734676304.362230:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.362234:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000100:00000010:2.0:1734676304.362235:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 00000800:00000010:1.0:1734676304.362237:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.362241:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 02000000:00000010:2.0:1734676304.362245:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d821600. 00000800:00000200:1.0:1734676304.362246:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.362249:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.362262:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 02000000:00000010:2.0:1734676304.362265:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c316200. 00000020:00000010:1.0:1734676304.362265:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.362268:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00000400:00000010:2.0:1734676304.362269:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.362273:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 02000000:00000010:1.0:1734676304.362275:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000200:2.0:1734676304.362277:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864356992, portal 16 00000100:00000010:1.0:1734676304.362277:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000400:00000010:2.0:1734676304.362279:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.362281:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864356992, offset 0 02000000:00000010:1.0:1734676304.362282:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676304.362284:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000400:00000200:2.0:1734676304.362285:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:1.0:1734676304.362286:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676304.362288:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000400:00000200:2.0:1734676304.362289:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 02000000:00000010:1.0:1734676304.362290:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676304.362292:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000400:00000200:2.0:1734676304.362293:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1734676304.362294:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000400:00000200:2.0:1734676304.362296:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000100:00000010:1.0:1734676304.362296:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000400:00000200:2.0:1734676304.362299:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1734676304.362299:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000400:00000200:2.0:1734676304.362301:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.362303:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79876:79876:255:4294967295] 192.168.203.46@tcp LPNI seq info [79872:79872:7:4294967295] 00000400:00000200:2.0:1734676304.362311:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.362315:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.362319:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.362322:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.362327:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.362330:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676304.362503:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000200:1.0:1734676304.362509:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.362513:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ade18. 00000400:00000010:1.0:1734676304.362516:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79a900. 00000800:00000200:0.0:1734676304.362875:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.362879:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:0.0:1734676304.362883:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.362888:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.362891:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676304.362893:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 02000000:00000010:0.0:1734676304.362896:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000800:00000200:0.0:1734676304.362943:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.362947:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.362950:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.362954:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.362957:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676304.362958:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676304.362964:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864356992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.363269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8600. 00000400:00000200:0.0:1734676304.365165:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.365185:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ce80 00000400:00000200:0.0:1734676304.365194:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4371 [1] + 224 00000400:00000200:0.0:1734676304.365207:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.365211:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.365222:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864356992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.365270:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.365276:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165900 00000400:00000200:0.0:1734676304.365280:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 0 00000400:00000010:2.0:1734676304.365297:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.365302:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.365304:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.365311:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864356992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.365323:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864356992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.365334:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.365338:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.365342:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1734676304.365344:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c316200. 00000100:00000010:0.0:1734676304.365346:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676304.365348:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d821600. 00000100:00000010:2.0:1734676304.365352:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.365356:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.365359:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000020:00000010:1.0:1734676304.365405:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.365410:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.365415:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.365436:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867865856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.365465:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865856 02000000:00000010:1.0:1734676304.365473:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.365492:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d789c80. 00010000:00000010:1.0:1734676304.365507:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.365512:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:1.0:1734676304.365527:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.365530:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.365539:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676304.365543:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865856, offset 224 00000400:00000200:1.0:1734676304.365548:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.365556:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.365561:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79877:79877:256:4294967295] 192.168.203.46@tcp LPNI seq info [79873:79873:8:4294967295] 00000400:00000200:1.0:1734676304.365568:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.365573:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.365576:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676304.365580:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.365586:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.365590:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.365610:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.365614:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.365617:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00080000:00000010:2.0:1734676304.365933:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c316200. 00010000:00000010:2.0:1734676304.365989:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.365996:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d789c00. 00010000:00000010:2.0:1734676304.366080:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c317e00. 00010000:00000010:2.0:1734676304.366084:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.366099:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.366102:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.366106:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.366115:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d821600. 02000000:00000010:2.0:1734676304.366131:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009589e200. 00000400:00000010:2.0:1734676304.366135:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.366138:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.366142:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357120, portal 16 00000400:00000010:2.0:1734676304.366145:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676304.366146:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357120, offset 0 00000400:00000200:2.0:1734676304.366150:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.366155:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.366158:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.366161:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.366164:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.366166:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.366168:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79878:79878:255:4294967295] 192.168.203.46@tcp LPNI seq info [79874:79874:7:4294967295] 00000400:00000200:2.0:1734676304.366174:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.366178:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.366181:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:0.0:1734676304.366671:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.366675:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:0.0:1734676304.366679:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.366685:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.366689:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676304.366691:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000800:00000200:2.0:1734676304.366794:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.366803:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.366806:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.366890:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.366893:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.366897:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.366900:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.366903:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676304.366905:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676304.366912:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.369516:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5900. 00010000:00000010:1.1:1734676304.369525:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d821e00. 00010000:00000010:0.1:1734676304.369664:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80b000. 00000400:00000200:0.0:1734676304.370339:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.370359:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cf00 00000400:00000200:0.0:1734676304.370368:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4381 [1] + 224 00000400:00000200:0.0:1734676304.370382:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.370387:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.370398:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.370447:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.370453:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165980 00000400:00000200:0.0:1734676304.370459:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 328 00000400:00000200:0.0:1734676304.370531:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734676304.370532:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:0.0:1734676304.370536:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.370537:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.370539:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676304.370544:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676304.370545:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676304.370550:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000100:00000200:2.0:1734676304.370552:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.370574:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009589e200. 02000000:00000010:2.0:1734676304.370579:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d821600. 00000100:00000010:2.0:1734676304.370583:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.370586:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.370589:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000020:00000010:3.0:1734676304.371077:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.371082:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.371086:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.371114:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867865984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.371143:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867865984 02000000:00000010:3.0:1734676304.371151:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.371171:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313ce600. 00010000:00000010:3.0:1734676304.371185:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd40. 00000100:00000010:3.0:1734676304.371190:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd619c0. 00000100:00000010:3.0:1734676304.371195:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd619c0. 00010000:00000010:3.0:1734676304.371198:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd40. 00000400:00000010:3.0:1734676304.371208:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.371211:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867865984, offset 224 00000400:00000200:3.0:1734676304.371216:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676304.371219:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589e200. 00000400:00000200:3.0:1734676304.371224:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.371229:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79879:79879:256:4294967295] 192.168.203.46@tcp LPNI seq info [79875:79875:8:4294967295] 00000400:00000200:3.0:1734676304.371236:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.371240:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.371243:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.371247:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.371254:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.371257:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.371279:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00010000:00000010:2.0:1734676304.371279:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00000020:00000010:3.0:1734676304.371282:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00010000:00000010:2.0:1734676304.371284:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a5f80. 00000020:00000010:3.0:1734676304.371285:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00010000:00000010:2.0:1734676304.371344:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009589ee00. 00010000:00000010:2.0:1734676304.371349:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.371355:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.371358:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.371362:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.371370:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009589e800. 02000000:00000010:2.0:1734676304.371388:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0a3fe00. 00000400:00000010:2.0:1734676304.371391:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.371394:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000800:00000200:0.0:1734676304.371396:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1734676304.371398:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357248, portal 16 00000800:00000010:0.0:1734676304.371399:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000010:2.0:1734676304.371401:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000400:00000200:0.0:1734676304.371401:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676304.371403:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357248, offset 0 00000400:00000200:0.0:1734676304.371405:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.371407:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.371412:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.371412:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676304.371413:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000200:2.0:1734676304.371415:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.371418:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.371421:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.371423:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.371426:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79880:79880:255:4294967295] 192.168.203.46@tcp LPNI seq info [79876:79876:7:4294967295] 00000400:00000200:2.0:1734676304.371432:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.371436:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.371439:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.371442:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.371445:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.371447:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.371460:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.371462:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.371465:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.371467:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.371469:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676304.371470:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676304.371475:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.372130:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149000. 00000400:00000200:0.0:1734676304.373728:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.373742:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0cf80 00000400:00000200:0.0:1734676304.373750:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa438d [1] + 224 00000400:00000200:0.0:1734676304.373759:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.373762:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.373770:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.373805:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.373810:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165a00 00000400:00000200:0.0:1734676304.373814:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 656 00000400:00000200:0.0:1734676304.373827:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.373830:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.373834:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.373841:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:1.0:1734676304.374164:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.374171:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.374175:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.374194:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867866112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676304.374471:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.374475:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.374477:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.374484:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.374492:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.374512:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0a3fe00. 02000000:00000010:2.0:1734676304.374518:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009589e800. 00000100:00000010:2.0:1734676304.374522:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000200:1.0:1734676304.374522:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866112 00000100:00000010:2.0:1734676304.374525:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.374529:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 02000000:00000010:1.0:1734676304.374531:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.374551:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed680. 00010000:00000010:1.0:1734676304.374564:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.374570:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:1.0:1734676304.374586:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.374590:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.374598:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676304.374602:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866112, offset 224 00000400:00000200:1.0:1734676304.374608:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.374615:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.374619:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79881:79881:256:4294967295] 192.168.203.46@tcp LPNI seq info [79877:79877:8:4294967295] 00000400:00000200:1.0:1734676304.374628:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.374633:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.374636:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.374639:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.374644:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.374647:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.374710:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.374714:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.374716:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00080000:00000010:2.0:1734676304.374776:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a3fe00. 00010000:00000010:2.0:1734676304.374831:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.374836:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7ed880. 00010000:00000010:2.0:1734676304.374891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a3ec00. 00010000:00000010:2.0:1734676304.374901:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.374907:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.374911:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.374916:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.374923:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009589e800. 02000000:00000010:2.0:1734676304.374939:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da85400. 00000400:00000010:2.0:1734676304.374943:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.374945:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.374949:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357376, portal 16 00000400:00000010:2.0:1734676304.374952:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676304.374954:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357376, offset 0 00000400:00000200:2.0:1734676304.374959:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.374963:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.374966:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.374970:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.374972:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.374974:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.374976:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79882:79882:255:4294967295] 192.168.203.46@tcp LPNI seq info [79878:79878:7:4294967295] 00000400:00000200:2.0:1734676304.374982:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.374985:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.374988:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.374991:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.374994:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.374996:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.375067:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.375070:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:0.0:1734676304.375073:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.375077:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.375087:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676304.375096:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:0.0:1734676304.375117:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.375119:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.375121:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.375124:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.375126:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676304.375127:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676304.375132:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.375489:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2500. 00010000:00000010:1.1:1734676304.375495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820400. 00010000:00000010:1.1:1734676304.375499:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17800. 00010000:00000010:1.1:1734676304.375501:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820a00. 00010000:00000010:1.1:1734676304.375503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb700. 00010000:00000010:1.1:1734676304.375505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820000. 00010000:00000010:1.1:1734676304.375507:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37e00. 00010000:00000010:1.1:1734676304.375510:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959a6600. 00010000:00000010:0.1:1734676304.375630:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62e00. 00010000:00000010:0.1:1734676304.375642:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad0800. 00000400:00000200:0.0:1734676304.376842:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.376855:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d000 00000400:00000200:0.0:1734676304.376862:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4399 [1] + 224 00000400:00000200:0.0:1734676304.376883:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.376887:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.376895:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.377000:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.377004:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.377006:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.377011:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.377017:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.377063:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da85400. 00000400:00000200:0.0:1734676304.377208:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.377214:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165a80 00000400:00000200:0.0:1734676304.377219:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 984 00000400:00000200:0.0:1734676304.377269:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.377273:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.377277:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.377281:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:2.0:1734676304.377322:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009589e800. 00000100:00000010:2.0:1734676304.377327:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.377330:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.377333:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000020:00000010:1.0:1734676304.377411:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.377416:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.377420:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.377438:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867866240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.377469:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866240 02000000:00000010:1.0:1734676304.377477:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.377496:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313cef80. 00010000:00000010:1.0:1734676304.377508:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.377513:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:1.0:1734676304.377517:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.377520:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.377528:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676304.377532:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866240, offset 224 00000400:00000200:1.0:1734676304.377536:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.377543:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.377548:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79883:79883:256:4294967295] 192.168.203.46@tcp LPNI seq info [79879:79879:8:4294967295] 00000400:00000200:1.0:1734676304.377555:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.377559:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.377562:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cf00. 00000800:00000200:1.0:1734676304.377567:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.377572:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.377576:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.377593:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.377596:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.377599:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00000800:00000200:0.0:1734676304.377629:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.377632:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cf00. 00000400:00000200:0.0:1734676304.377635:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.377638:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.377640:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676304.377642:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00080000:00000010:2.0:1734676304.377711:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da85400. 00010000:00000010:2.0:1734676304.377766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.377771:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313cef00. 00010000:00000010:2.0:1734676304.377831:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17000. 00010000:00000010:2.0:1734676304.377834:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.377837:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da85c00. 00010000:00000010:2.0:1734676304.377841:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00080000:00000010:2.0:1734676304.377850:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589e800. 00010000:00000010:2.0:1734676304.377869:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.377872:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.377911:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6f200. 00010000:00000010:2.0:1734676304.377915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.377920:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.377923:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.377927:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.377935:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6fc00. 02000000:00000010:2.0:1734676304.377949:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6ea00. 00000400:00000010:2.0:1734676304.377953:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.377955:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.377959:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357504, portal 16 00000400:00000010:2.0:1734676304.377961:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.377963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357504, offset 0 00000400:00000200:2.0:1734676304.377967:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.377971:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.377974:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.377977:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.377980:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.377982:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.377984:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79884:79884:256:4294967295] 192.168.203.46@tcp LPNI seq info [79880:79880:8:4294967295] 00000400:00000200:2.0:1734676304.377990:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.377993:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.377995:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.377998:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.378002:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.378004:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.378103:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.378105:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.378108:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.378111:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.378113:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676304.378114:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676304.378120:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.379191:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.379200:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d080 00000400:00000200:0.0:1734676304.379206:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43a5 [1] + 224 00000400:00000200:0.0:1734676304.379220:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.379223:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.379230:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.379475:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.379479:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.379480:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.379485:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.379492:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.379509:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6ea00. 02000000:00000010:2.0:1734676304.379514:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6fc00. 00000100:00000010:2.0:1734676304.379516:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.379520:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.379523:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000400:00000200:0.0:1734676304.379702:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.379708:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165b00 00000400:00000200:0.0:1734676304.379713:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 1312 00000400:00000200:0.0:1734676304.379840:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.379844:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.379848:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.379852:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:3.0:1734676304.379951:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.379956:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.379960:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.379976:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867866368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.380006:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866368 02000000:00000010:3.0:1734676304.380014:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.380031:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc7100. 00010000:00000010:3.0:1734676304.380076:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd40. 00000100:00000010:3.0:1734676304.380081:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd619c0. 00000100:00000010:3.0:1734676304.380101:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd619c0. 00010000:00000010:3.0:1734676304.380104:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd40. 00000400:00000010:3.0:1734676304.380114:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.380118:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866368, offset 224 00000400:00000200:3.0:1734676304.380123:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.380129:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.380133:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79885:79885:256:4294967295] 192.168.203.46@tcp LPNI seq info [79881:79881:8:4294967295] 00000400:00000200:3.0:1734676304.380141:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.380146:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.380149:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.380153:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.380157:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.380160:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.380176:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.380179:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.380183:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00000800:00000200:0.0:1734676304.380375:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.380377:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676304.380380:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.380383:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.380386:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676304.380387:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00080000:00000010:2.0:1734676304.380451:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6fc00. 00010000:00000010:2.0:1734676304.380505:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.380510:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc7200. 00010000:00000010:2.0:1734676304.380561:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6ea00. 00010000:00000010:2.0:1734676304.380565:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.380571:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.380574:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.380579:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.380587:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6e400. 02000000:00000010:2.0:1734676304.380602:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6ee00. 00000400:00000010:2.0:1734676304.380605:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.380608:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.380612:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357632, portal 16 00000400:00000010:2.0:1734676304.380615:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676304.380617:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357632, offset 0 00000400:00000200:2.0:1734676304.380620:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.380625:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.380628:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.380631:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.380633:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.380635:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.380637:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79886:79886:256:4294967295] 192.168.203.46@tcp LPNI seq info [79882:79882:8:4294967295] 00000400:00000200:2.0:1734676304.380642:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.380645:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.380647:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.380650:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.380653:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.380655:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.381104:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.381107:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.381110:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.381113:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.381115:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676304.381116:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676304.381122:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.382101:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64a000. 00000400:00000200:0.0:1734676304.382816:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.382829:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d100 00000400:00000200:0.0:1734676304.382837:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43b1 [1] + 224 00000400:00000200:0.0:1734676304.382856:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.382860:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.382868:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.383054:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.383059:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165b80 00000400:00000200:0.0:1734676304.383064:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 1640 00000400:00000010:2.0:1734676304.383249:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.383254:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.383255:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.383261:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.383267:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.383288:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6ee00. 02000000:00000010:2.0:1734676304.383292:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6e400. 00000100:00000010:2.0:1734676304.383296:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.383299:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.383302:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000400:00000200:0.0:1734676304.383424:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.383428:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.383433:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.383437:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676304.383525:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.383531:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.383535:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.383552:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867866496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.383583:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866496 02000000:00000010:1.0:1734676304.383591:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676304.383611:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d22980. 00010000:00000010:1.0:1734676304.383624:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.383630:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:1.0:1734676304.383636:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.383638:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.383647:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676304.383650:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866496, offset 224 00000400:00000200:1.0:1734676304.383655:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.383661:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.383666:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79887:79887:256:4294967295] 192.168.203.46@tcp LPNI seq info [79883:79883:8:4294967295] 00000400:00000200:1.0:1734676304.383674:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.383678:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.383681:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.383684:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.383690:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.383693:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.383703:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.383707:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.383710:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00000800:00000200:0.0:1734676304.383937:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.383940:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:0.0:1734676304.383942:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.383945:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.383947:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676304.383949:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00080000:00000010:2.0:1734676304.384103:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6e400. 00010000:00000010:2.0:1734676304.384158:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.384163:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d22900. 00000004:00000010:2.0:1734676304.384214:0:23972:0:(mdt_handler.c:6777:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880095b0b220. 00000004:00000010:2.0:1734676304.384221:0:23972:0:(mdd_object.c:257:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009d976348. 00000004:00000010:2.0:1734676304.384225:0:23972:0:(lod_dev.c:197:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800967bf708. 00080000:00000010:2.0:1734676304.384230:0:23972:0:(osd_handler.c:425:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009bf6ee00. 00000001:00000010:2.0:1734676304.384242:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7108. 00000001:00000010:2.0:1734676304.384253:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7108. 00080000:00000010:2.0:1734676304.384260:0:23972:0:(osd_handler.c:1691:osd_object_free()) kfreed 'obj': 272 at ffff88009bf6ee00. 00000004:00000010:2.0:1734676304.384265:0:23972:0:(lod_object.c:9666:lod_object_free()) slab-freed '(lo)': 200 at ffff8800967bf708. 00000004:00000010:2.0:1734676304.384269:0:23972:0:(mdd_object.c:321:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009d976348. 00000004:00000010:2.0:1734676304.384272:0:23972:0:(mdt_handler.c:6851:mdt_object_free()) slab-freed 'mo': 464 at ffff880095b0b220. 00010000:00000010:2.0:1734676304.384289:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6ee00. 00010000:00000010:2.0:1734676304.384293:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.384300:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.384303:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.384308:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.384316:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6f600. 02000000:00000010:2.0:1734676304.384332:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6e600. 00000400:00000010:2.0:1734676304.384336:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.384339:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.384344:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357760, portal 16 00000400:00000010:2.0:1734676304.384347:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676304.384349:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357760, offset 0 00000400:00000200:2.0:1734676304.384353:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.384357:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.384361:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.384364:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.384367:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.384369:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.384371:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79888:79888:256:4294967295] 192.168.203.46@tcp LPNI seq info [79884:79884:8:4294967295] 00000400:00000200:2.0:1734676304.384377:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.384380:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.384384:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.384387:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.384391:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.384393:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.384472:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.384475:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.384478:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.384482:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.384484:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676304.384485:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676304.384491:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.385157:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bf000. 00010000:00000010:1.1:1734676304.385479:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4a4b00. 00010000:00000010:1.1:1734676304.385490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c317e00. 00010000:00000010:1.1:1734676304.385497:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1a00. 00010000:00000010:1.1:1734676304.385499:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ee00. 00000400:00000200:0.0:1734676304.385935:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.385948:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d180 00000400:00000200:0.0:1734676304.385955:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43bd [1] + 224 00000400:00000200:0.0:1734676304.385970:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.385974:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.385982:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.386404:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.386411:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165c00 00000400:00000200:0.0:1734676304.386416:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2db1 [2] + 1968 00000400:00000010:0.0:1734676304.386420:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad688. 00000400:00000200:0.0:1734676304.386424:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4d80 00000400:00000200:0.0:1734676304.386474:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.386478:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.386481:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4d80 00000400:00000010:0.0:1734676304.386484:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4d80. 00000100:00000200:0.0:1734676304.386488:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676304.386606:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.386612:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.386616:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.386637:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415a450 x1818938867866624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.386665:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866624 02000000:00000010:3.0:1734676304.386673:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.386702:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd40. 00000100:00000010:3.0:1734676304.386708:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd619c0. 00000100:00000010:3.0:1734676304.386713:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd619c0. 00010000:00000010:3.0:1734676304.386716:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd40. 00000400:00000010:3.0:1734676304.386726:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.386731:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866624, offset 224 00000400:00000200:3.0:1734676304.386736:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.386744:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.386749:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79889:79889:256:4294967295] 192.168.203.46@tcp LPNI seq info [79885:79885:8:4294967295] 00000400:00000200:3.0:1734676304.386757:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.386762:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.386765:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.386769:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.386775:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.386779:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.386789:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.386792:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.386795:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 02000000:00000010:3.0:1734676304.386802:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:3.0:1734676304.386805:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676304.386809:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676304.386811:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.386812:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676304.386814:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:3.0:1734676304.386816:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676304.386818:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676304.386821:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:3.0:1734676304.386822:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676304.386825:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:3.0:1734676304.386827:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000200:3.0:1734676304.386831:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.386834:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd99f8. 00000400:00000010:3.0:1734676304.386836:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012bd619c0. 00000400:00000010:2.0:1734676304.386961:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.386965:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.386967:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.386973:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.386980:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.386995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958b9180. 02000000:00000010:2.0:1734676304.387006:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6e600. 02000000:00000010:2.0:1734676304.387009:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6f600. 00000100:00000010:2.0:1734676304.387012:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.387014:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.387016:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00080000:00000010:2.0:1734676304.387029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6f600. 00010000:00000010:2.0:1734676304.387140:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.387145:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958b9200. 00010000:00000010:2.0:1734676304.387202:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6e600. 00010000:00000010:2.0:1734676304.387206:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.387211:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.387214:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.387218:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.387225:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6e800. 02000000:00000010:2.0:1734676304.387241:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6ec00. 00000400:00000010:2.0:1734676304.387243:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.387246:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.387249:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864357888, portal 16 00000400:00000010:2.0:1734676304.387251:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676304.387253:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864357888, offset 0 00000400:00000200:2.0:1734676304.387256:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.387260:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.387263:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.387265:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.387268:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.387270:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.387272:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79890:79890:255:4294967295] 192.168.203.46@tcp LPNI seq info [79886:79886:7:4294967295] 00000400:00000200:2.0:1734676304.387277:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.387280:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.387282:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.387285:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.387288:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.387290:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.387606:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.387609:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676304.387611:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.387615:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.387617:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676304.387618:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 02000000:00000010:0.0:1734676304.387621:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000800:00000200:0.0:1734676304.387656:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.387658:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.387661:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.387663:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.387666:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676304.387667:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676304.387671:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864357888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.387938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810e00. 00000400:00000200:0.0:1734676304.389520:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.389535:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d200 00000400:00000200:0.0:1734676304.389543:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43cd [1] + 224 00000400:00000200:0.0:1734676304.389553:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.389556:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.389565:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864357888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.389600:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.389604:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165c80 00000400:00000200:0.0:1734676304.389609:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 0 00000400:00000200:0.0:1734676304.389623:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.389626:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.389630:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.389635:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676304.389758:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdaac00. 00000020:00000010:1.0:1734676304.389764:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.389768:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.389790:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867866752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.389820:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866752 02000000:00000010:1.0:1734676304.389830:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676304.389859:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.389864:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:1.0:1734676304.389870:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.389873:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00000400:00000010:1.0:1734676304.389883:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676304.389887:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866752, offset 224 00000400:00000200:1.0:1734676304.389892:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.389899:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.389904:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79891:79891:256:4294967295] 192.168.203.46@tcp LPNI seq info [79887:79887:8:4294967295] 00000400:00000200:1.0:1734676304.389911:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.389916:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.389919:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.389923:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.389928:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.389931:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.389942:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.389946:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.389948:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdaac00. 00000400:00000010:2.0:1734676304.390014:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.390019:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.390021:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.390027:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864357888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.390034:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864357888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.390081:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf60300. 02000000:00000010:2.0:1734676304.390102:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6ec00. 02000000:00000010:2.0:1734676304.390107:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6e800. 00000100:00000010:2.0:1734676304.390109:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.390112:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.390114:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00080000:00000010:2.0:1734676304.390130:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6e800. 00010000:00000010:2.0:1734676304.390190:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.390195:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf60280. 00010000:00000010:2.0:1734676304.390249:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6ec00. 00010000:00000010:2.0:1734676304.390254:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.390260:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.390263:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.390267:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.390274:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6f800. 02000000:00000010:2.0:1734676304.390288:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6fa00. 00000400:00000010:2.0:1734676304.390291:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.390294:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.390298:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358016, portal 16 00000400:00000010:2.0:1734676304.390301:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676304.390302:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358016, offset 0 00000400:00000200:2.0:1734676304.390306:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.390310:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.390313:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.390316:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.390318:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.390320:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.390323:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79892:79892:255:4294967295] 192.168.203.46@tcp LPNI seq info [79888:79888:7:4294967295] 00000400:00000200:2.0:1734676304.390328:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.390332:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.390334:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.390338:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.390342:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.390344:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.390461:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.390464:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:0.0:1734676304.390467:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.390469:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.390471:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676304.390473:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000800:00000200:0.0:1734676304.390516:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.390518:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676304.390520:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.390523:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.390525:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676304.390526:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676304.390530:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864358016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.391143:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137c00. 00010000:00000010:0.1:1734676304.391149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3000. 00010000:00000010:1.1:1734676304.391223:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0a00. 00010000:00000010:1.1:1734676304.391229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a3ec00. 00010000:00000010:1.1:1734676304.391232:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00010000:00000010:1.1:1734676304.391235:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da85c00. 00010000:00000010:1.1:1734676304.391239:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135a00. 00010000:00000010:1.1:1734676304.391242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6f200. 00010000:00000010:1.1:1734676304.391244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08500. 00010000:00000010:1.1:1734676304.391247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ea00. 00000400:00000200:0.0:1734676304.396400:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.396414:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d280 00000400:00000200:0.0:1734676304.396423:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43d9 [1] + 224 00000400:00000200:0.0:1734676304.396433:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.396436:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.396445:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864358016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.396478:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.396482:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165d00 00000400:00000200:0.0:1734676304.396487:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 328 00000400:00000200:0.0:1734676304.396498:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.396501:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.396505:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.396510:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:2.0:1734676304.396583:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.396588:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.396590:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.396597:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864358016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.396604:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864358016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.396625:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6fa00. 02000000:00000010:2.0:1734676304.396641:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6f800. 00000100:00000010:2.0:1734676304.396644:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.396648:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.396651:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00010000:00000010:1.1:1734676304.397329:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ca00. 00010000:00000010:1.1:1734676304.397337:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079489200. 00010000:00000010:1.1:1734676304.397346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ee00. 00010000:00000010:1.1:1734676304.397354:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583c00. 00010000:00000010:1.1:1734676304.397358:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04500. 00010000:00000010:1.1:1734676304.397361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e600. 00000020:00000010:3.0:1734676304.397448:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.397453:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.397458:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.397479:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867866880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.397547:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867866880 02000000:00000010:3.0:1734676304.397556:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.397578:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801312a0e80. 00010000:00000010:3.0:1734676304.397590:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421b480. 00000100:00000010:3.0:1734676304.397596:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:3.0:1734676304.397733:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:3.0:1734676304.397737:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421b480. 00000400:00000010:3.0:1734676304.397747:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.397752:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867866880, offset 224 00000400:00000200:3.0:1734676304.397757:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.397765:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.397770:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79893:79893:256:4294967295] 192.168.203.46@tcp LPNI seq info [79889:79889:8:4294967295] 00000400:00000200:3.0:1734676304.397778:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.397783:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.397787:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.397792:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.397798:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.397801:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.397823:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.397826:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.397829:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00000800:00000200:0.0:1734676304.397943:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.397946:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676304.397950:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.397954:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.397957:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676304.397958:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:2.0:1734676304.398007:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6f800. 00010000:00000010:2.0:1734676304.398099:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.398104:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801312a0800. 00010000:00000010:2.0:1734676304.398173:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6fa00. 00010000:00000010:2.0:1734676304.398177:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.398185:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb46c0. 00000100:00000010:2.0:1734676304.398188:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.398194:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.398202:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6f400. 02000000:00000010:2.0:1734676304.398218:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6e600. 00000400:00000010:2.0:1734676304.398222:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.398226:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.398229:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358144, portal 16 00000400:00000010:2.0:1734676304.398233:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676304.398234:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358144, offset 0 00000400:00000200:2.0:1734676304.398238:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.398242:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.398244:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.398247:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.398250:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.398252:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.398254:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79894:79894:256:4294967295] 192.168.203.46@tcp LPNI seq info [79890:79890:8:4294967295] 00000400:00000200:2.0:1734676304.398260:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.398263:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.398265:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.398268:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.398271:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.398273:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.398463:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.398466:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.398469:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.398472:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.398474:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676304.398477:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:0.0:1734676304.398483:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864358144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.401165:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.401179:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d300 00000400:00000200:0.0:1734676304.401187:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43e5 [1] + 224 00000400:00000200:0.0:1734676304.401196:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.401199:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.401208:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864358144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.401236:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.401240:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165d80 00000400:00000200:0.0:1734676304.401244:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 656 00000400:00000200:0.0:1734676304.401353:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.401356:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.401361:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.401366:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676304.401449:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.401454:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.401456:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.401463:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864358144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.401475:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864358144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.401499:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6e600. 02000000:00000010:2.0:1734676304.401508:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6f400. 00000100:00000010:2.0:1734676304.401511:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676304.401514:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.401517:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb46c0. 00000020:00000010:3.0:1734676304.403890:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61e00. 00000020:00000010:3.0:1734676304.403898:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.403903:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.403929:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867867008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.404463:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867008 02000000:00000010:3.0:1734676304.404474:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.404495:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eddab80. 00010000:00000010:3.0:1734676304.404508:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b421bd00. 00000100:00000010:3.0:1734676304.404514:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:3.0:1734676304.404523:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:3.0:1734676304.404526:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b421bd00. 00000400:00000010:3.0:1734676304.404537:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.404542:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867008, offset 224 00000400:00000200:3.0:1734676304.404548:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.404558:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.404563:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79895:79895:256:4294967295] 192.168.203.46@tcp LPNI seq info [79891:79891:8:4294967295] 00000400:00000200:3.0:1734676304.404572:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.404577:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.404580:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.404585:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.404591:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.404595:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.404609:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676304.404612:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.404615:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61e00. 00080000:00000010:2.0:1734676304.405506:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6f400. 00010000:00000010:2.0:1734676304.405569:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.405576:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eddab00. 00000800:00000200:0.0:1734676304.406393:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.406397:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676304.406401:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.406407:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.406412:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.406414:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00010000:00000010:2.0:1734676304.407359:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6e600. 00010000:00000010:2.0:1734676304.407368:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676304.407377:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4500. 00000100:00000010:2.0:1734676304.407384:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.407392:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.407403:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6ee00. 02000000:00000010:2.0:1734676304.407425:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6ea00. 00000400:00000010:2.0:1734676304.407430:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.407435:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.407440:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358272, portal 16 00000400:00000010:2.0:1734676304.407444:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676304.407446:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358272, offset 0 00000400:00000200:2.0:1734676304.407452:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.407463:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.407467:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.407470:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.407473:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.407474:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.407477:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79896:79896:256:4294967295] 192.168.203.46@tcp LPNI seq info [79892:79892:8:4294967295] 00000400:00000200:2.0:1734676304.407484:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.407489:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.407492:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.407496:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.407503:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.407506:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.408856:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.408862:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:1.0:1734676304.408866:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.408872:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.408876:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676304.408878:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:1.0:1734676304.408887:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864358272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.410368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012badc600. 00010000:00000010:0.1:1734676304.410377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ec00. 00010000:00000010:1.1:1734676304.415308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095aa7e00. 00010000:00000010:1.1:1734676304.415344:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5e00. 00000400:00000200:2.0:1734676304.416465:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.416480:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d380 00000400:00000200:2.0:1734676304.416487:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43f1 [1] + 224 00000400:00000200:2.0:1734676304.416496:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.416500:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.416509:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864358272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.416542:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.416546:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165e00 00000400:00000200:2.0:1734676304.416555:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 984 00000400:00000010:0.0:1734676304.416565:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.416569:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.416570:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676304.416572:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000400:00000200:2.0:1734676304.416576:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.416579:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864358272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.416580:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.416584:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000100:00000200:0.0:1734676304.416587:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864358272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.416615:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6ea00. 02000000:00000010:0.0:1734676304.416619:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6ee00. 00000100:00000010:0.0:1734676304.416623:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:0.0:1734676304.416626:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:0.0:1734676304.416629:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4500. 00000020:00000010:1.0:1734676304.416763:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdab400. 00000020:00000010:1.0:1734676304.416769:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.416773:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.416790:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867867136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.416818:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867136 02000000:00000010:1.0:1734676304.416826:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676304.416846:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fec9200. 00010000:00000010:1.0:1734676304.416858:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c980. 00000100:00000010:1.0:1734676304.416863:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00080000:00000010:0.0:1734676304.417851:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007371c800. 00010000:00000010:0.0:1734676304.417965:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007371da00. 00010000:00000010:0.0:1734676304.417971:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.417977:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.417981:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676304.417986:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.417994:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007371d600. 02000000:00000010:0.0:1734676304.418010:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007371d800. 00000400:00000010:0.0:1734676304.418015:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676304.418019:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.418023:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358400, portal 16 00000400:00000010:0.0:1734676304.418026:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676304.418028:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358400, offset 0 00000400:00000200:0.0:1734676304.418033:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.418060:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.418063:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.418066:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.418069:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.418071:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.418073:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79897:79897:256:4294967295] 192.168.203.46@tcp LPNI seq info [79893:79893:8:4294967295] 00000400:00000200:0.0:1734676304.418080:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.418084:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.418087:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f500. 00000800:00000200:0.0:1734676304.418099:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.418104:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.418108:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.418182:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.418184:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f500. 00000400:00000200:0.0:1734676304.418187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.418190:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.418192:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:0.0:1734676304.418194:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676304.418199:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864358400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676304.418279:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00000100:00000010:1.0:1734676304.418285:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:1.0:1734676304.418288:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c980. 00010000:00000010:1.0:1734676304.418293:0:8190:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fec9180. 00000400:00000010:1.0:1734676304.418302:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676304.418304:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867136, offset 224 00000400:00000200:1.0:1734676304.418308:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.418312:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.418316:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79898:79898:256:4294967295] 192.168.203.46@tcp LPNI seq info [79894:79894:8:4294967295] 00000400:00000200:1.0:1734676304.418321:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.418324:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.418327:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.418329:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.418332:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.418334:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.418346:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.418350:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.418353:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdab400. 00000800:00000200:0.0:1734676304.418448:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.418450:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676304.418453:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.418455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.418457:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676304.418458:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000400:00000200:2.0:1734676304.421026:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.421061:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d400 00000400:00000200:2.0:1734676304.421069:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa43f9 [1] + 224 00000400:00000200:2.0:1734676304.421083:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.421087:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.421105:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864358400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.421125:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.421129:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165e80 00000400:00000200:2.0:1734676304.421134:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 1312 00000400:00000200:2.0:1734676304.421175:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.421179:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.421183:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.421188:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000400:00000010:0.0:1734676304.421229:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676304.421234:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:0.0:1734676304.421236:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.421241:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864358400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.421249:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864358400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.421272:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007371d800. 02000000:00000010:0.0:1734676304.421276:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007371d600. 00000100:00000010:0.0:1734676304.421280:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:0.0:1734676304.421285:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676304.421288:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00010000:00000010:0.1:1734676304.421454:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136e700. 00010000:00000010:0.1:1734676304.421459:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fa00. 00000020:00000010:1.0:1734676304.421572:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3ec00. 00000020:00000010:1.0:1734676304.421577:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.421582:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.421601:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867867264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.421693:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867264 02000000:00000010:1.0:1734676304.421702:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676304.421722:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880072bc1700. 00010000:00000010:1.0:1734676304.421734:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72ca80. 00000100:00000010:1.0:1734676304.421738:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:1.0:1734676304.421862:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:1.0:1734676304.421866:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72ca80. 00000400:00000010:1.0:1734676304.421877:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676304.421882:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867264, offset 224 00000400:00000200:1.0:1734676304.421887:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.421894:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.421900:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79899:79899:256:4294967295] 192.168.203.46@tcp LPNI seq info [79895:79895:8:4294967295] 00000400:00000200:1.0:1734676304.421908:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.421912:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.421916:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cf00. 00000800:00000200:1.0:1734676304.421920:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.421926:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.421929:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cf00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.421994:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eedc00. 00010000:00000010:0.0:1734676304.422071:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.422077:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880072bc1680. 00010000:00000010:0.0:1734676304.422147:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097eece00. 00010000:00000010:0.0:1734676304.422153:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.422160:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.422163:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676304.422168:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.422176:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097eed000. 02000000:00000010:0.0:1734676304.422192:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097eed800. 00000400:00000010:0.0:1734676304.422196:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676304.422200:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.422204:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358528, portal 16 00000400:00000010:0.0:1734676304.422207:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676304.422209:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358528, offset 0 00000400:00000200:0.0:1734676304.422213:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.422217:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.422220:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.422223:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.422225:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.422227:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.422229:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79900:79900:255:4294967295] 192.168.203.46@tcp LPNI seq info [79896:79896:7:4294967295] 00000400:00000200:0.0:1734676304.422234:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.422237:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.422240:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6ff00. 00000800:00000200:0.0:1734676304.422243:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.422246:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.422248:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6ff00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.422289:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.422293:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.422295:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3ec00. 00000800:00000200:2.0:1734676304.425196:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.425201:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cf00. 00000400:00000200:2.0:1734676304.425204:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.425211:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.425215:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:2.0:1734676304.425218:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000800:00000200:2.0:1734676304.425274:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.425276:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6ff00. 00000400:00000200:2.0:1734676304.425279:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.425282:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.425284:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676304.425285:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:2.0:1734676304.425293:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864358528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.429866:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.429882:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d480 00000400:00000200:2.0:1734676304.429891:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4409 [1] + 224 00000400:00000200:2.0:1734676304.429902:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.429905:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.429916:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864358528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.429936:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.429940:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165f00 00000400:00000200:2.0:1734676304.429944:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 1640 00000400:00000200:2.0:1734676304.429955:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.429958:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.429961:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.429966:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 00000400:00000010:0.0:1734676304.430083:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676304.430087:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:0.0:1734676304.430096:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.430102:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864358528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.430109:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864358528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.430135:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097eed800. 02000000:00000010:0.0:1734676304.430140:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097eed000. 00000100:00000010:0.0:1734676304.430143:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:0.0:1734676304.430147:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676304.430150:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00000020:00000010:1.0:1734676304.430480:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589ee00. 00000020:00000010:1.0:1734676304.430485:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.430490:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.430508:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867867392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.430541:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867392 02000000:00000010:1.0:1734676304.430549:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676304.430571:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e008400. 00010000:00000010:1.0:1734676304.430582:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c7c0. 00000100:00000010:1.0:1734676304.430587:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:1.0:1734676304.430592:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:1.0:1734676304.430595:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c7c0. 00000400:00000010:1.0:1734676304.430605:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676304.430609:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867392, offset 224 00000400:00000200:1.0:1734676304.430613:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.430621:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.430626:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79901:79901:256:4294967295] 192.168.203.46@tcp LPNI seq info [79897:79897:8:4294967295] 00000400:00000200:1.0:1734676304.430634:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.430637:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.430641:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.430644:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.430650:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.430652:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.430674:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.430679:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.430681:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589ee00. 00000800:00000200:2.0:1734676304.430771:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.430774:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:2.0:1734676304.430776:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.430780:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.430782:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:2.0:1734676304.430784:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00080000:00000010:0.0:1734676304.431131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eed000. 00010000:00000010:0.0:1734676304.431184:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.431189:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e008080. 00010000:00000010:0.0:1734676304.431238:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097eed800. 00010000:00000010:0.0:1734676304.431242:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.431247:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.431250:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676304.431255:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.431263:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e22e00. 02000000:00000010:0.0:1734676304.431278:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e23600. 00000400:00000010:0.0:1734676304.431281:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676304.431285:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.431289:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358656, portal 16 00000400:00000010:0.0:1734676304.431291:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676304.431293:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358656, offset 0 00000400:00000200:0.0:1734676304.431297:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.431302:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.431306:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.431309:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.431311:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.431313:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.431315:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79902:79902:256:4294967295] 192.168.203.46@tcp LPNI seq info [79898:79898:8:4294967295] 00000400:00000200:0.0:1734676304.431321:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.431324:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.431327:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fd00. 00000800:00000200:0.0:1734676304.431330:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.431334:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.431336:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.432748:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.432752:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fd00. 00000400:00000200:2.0:1734676304.432756:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.432761:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.432764:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:2.0:1734676304.432765:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:2.0:1734676304.432771:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864358656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.437326:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.437342:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d500 00000400:00000200:2.0:1734676304.437349:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4415 [1] + 224 00000400:00000200:2.0:1734676304.437359:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.437362:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.437371:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864358656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.439584:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.439597:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5165f80 00000400:00000010:0.0:1734676304.439707:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676304.439713:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:0.0:1734676304.439715:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.439724:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864358656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.439732:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864358656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.439759:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e23600. 02000000:00000010:0.0:1734676304.439763:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e22e00. 00000100:00000010:0.0:1734676304.439767:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:0.0:1734676304.439771:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676304.439775:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00000400:00000200:2.0:1734676304.440062:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e09 [2] + 1968 00000400:00000010:2.0:1734676304.440065:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9108. 00000400:00000200:2.0:1734676304.440069:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0a15240 00000400:00000200:2.0:1734676304.440145:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.440150:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.440153:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0a15240 00000400:00000010:2.0:1734676304.440155:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a0a15240. 00000100:00000200:2.0:1734676304.440160:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676304.440367:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22e00. 00000020:00000010:0.0:1734676304.440372:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.440377:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.440394:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013770b850 x1818938867867520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.440428:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867520 02000000:00000010:0.0:1734676304.440437:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.440456:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88b100. 00010000:00000010:0.0:1734676304.440471:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.440476:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676304.440483:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676304.440485:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00000400:00000010:0.0:1734676304.440494:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.440498:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867520, offset 224 00000400:00000200:0.0:1734676304.440503:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.440510:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.440515:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79903:79903:256:4294967295] 192.168.203.46@tcp LPNI seq info [79899:79899:8:4294967295] 00000400:00000200:0.0:1734676304.440522:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.440527:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.440529:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fe00. 00000800:00000200:0.0:1734676304.440534:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.440539:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.440542:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.440555:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.440558:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.440561:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22e00. 02000000:00000010:0.0:1734676304.440566:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:0.0:1734676304.440569:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:0.0:1734676304.440572:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:0.0:1734676304.440574:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:0.0:1734676304.440576:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:0.0:1734676304.440578:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:0.0:1734676304.440580:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:0.0:1734676304.440582:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.440585:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:0.0:1734676304.440586:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.440589:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:0.0:1734676304.440591:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:0.0:1734676304.440597:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676304.440600:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676304.440603:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469cc0. 00080000:00000010:0.0:1734676304.440623:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e22e00. 00010000:00000010:0.0:1734676304.440679:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.440684:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88be80. 00010000:00000010:0.0:1734676304.440740:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6ff00. 00010000:00000010:0.0:1734676304.440742:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.440746:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e23600. 00010000:00000010:0.0:1734676304.440750:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00080000:00000010:0.0:1734676304.440758:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e22800. 00010000:00000010:0.0:1734676304.440776:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.440779:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.440814:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e23e00. 00010000:00000010:0.0:1734676304.440818:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.440822:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.440825:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.440830:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.440838:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e23a00. 02000000:00000010:0.0:1734676304.440852:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e23200. 00000400:00000010:0.0:1734676304.440855:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676304.440858:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.440866:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358784, portal 16 00000400:00000010:0.0:1734676304.440869:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000800:00000200:2.0:1734676304.440871:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1734676304.440871:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358784, offset 0 00000400:00000200:0.0:1734676304.440874:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.440875:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fe00. 00000400:00000200:2.0:1734676304.440879:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.440879:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.440883:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.440883:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.440886:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000200:0.0:1734676304.440886:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000010:2.0:1734676304.440887:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000400:00000200:0.0:1734676304.440889:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1734676304.440891:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000400:00000200:0.0:1734676304.440891:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.440893:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79904:79904:255:4294967295] 192.168.203.46@tcp LPNI seq info [79900:79900:7:4294967295] 00000400:00000200:0.0:1734676304.440898:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.440902:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.440904:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f500. 00000800:00000200:0.0:1734676304.440907:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.440910:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.440913:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676304.440945:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6c00. 00010000:00000010:3.1:1734676304.440951:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e600. 00010000:00000010:3.1:1734676304.440954:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dae0e00. 00010000:00000010:3.1:1734676304.440964:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3000. 00000800:00000200:2.0:1734676304.441002:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.441004:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f500. 00000400:00000200:2.0:1734676304.441006:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.441010:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.441012:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676304.441013:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676304.441018:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864358784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676304.443723:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676304.443735:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d580 00000400:00000200:3.0:1734676304.443742:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4425 [1] + 224 00000400:00000200:3.0:1734676304.443751:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.443754:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676304.443763:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864358784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676304.443785:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676304.443789:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166000 00000400:00000200:3.0:1734676304.443793:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 0 00000400:00000200:3.0:1734676304.443841:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.443846:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676304.443850:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676304.443854:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 00000020:00000010:0.0:1734676304.444619:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22c00. 00000020:00000010:0.0:1734676304.444624:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.444628:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.444645:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2a300 x1818938867867648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.444663:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867648 02000000:00000010:0.0:1734676304.444670:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.444696:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae100. 00000100:00000010:0.0:1734676304.444701:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.444706:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676304.444709:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae100. 00000400:00000010:0.0:1734676304.444718:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676304.444722:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867648, offset 224 00000400:00000200:0.0:1734676304.444727:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.444734:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.444738:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79905:79905:256:4294967295] 192.168.203.46@tcp LPNI seq info [79901:79901:8:4294967295] 00000400:00000200:0.0:1734676304.444746:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.444749:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.444752:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f800. 00000800:00000200:0.0:1734676304.444756:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.444762:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.444765:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.444777:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.444780:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.444782:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22c00. 00000400:00000010:0.0:1734676304.444798:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:0.0:1734676304.444802:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676304.444803:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.444808:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864358784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.444820:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864358784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676304.444836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d78fc80. 02000000:00000010:0.0:1734676304.444845:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e23200. 02000000:00000010:0.0:1734676304.444848:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e23a00. 00000100:00000010:0.0:1734676304.444850:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:0.0:1734676304.444853:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.444855:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00080000:00000010:0.0:1734676304.444867:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e23a00. 00010000:00000010:0.0:1734676304.444924:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.444929:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d78fc00. 00010000:00000010:0.0:1734676304.444985:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e23200. 00010000:00000010:0.0:1734676304.444989:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676304.444997:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef80. 00000100:00000010:0.0:1734676304.444999:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.445004:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.445011:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e22c00. 02000000:00000010:0.0:1734676304.445025:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e22600. 00000400:00000010:0.0:1734676304.445029:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676304.445032:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.445061:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864358912, portal 16 00000400:00000010:0.0:1734676304.445065:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676304.445067:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864358912, offset 0 00000400:00000200:0.0:1734676304.445071:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.445075:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.445078:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.445081:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.445083:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.445085:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.445087:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79906:79906:255:4294967295] 192.168.203.46@tcp LPNI seq info [79902:79902:7:4294967295] 00000400:00000200:0.0:1734676304.445104:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.445108:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.445110:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f200. 00000800:00000200:0.0:1734676304.445113:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.445116:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.445119:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.445232:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.445236:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f800. 00000400:00000200:3.0:1734676304.445239:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.445242:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.445245:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:3.0:1734676304.445246:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000800:00000200:3.0:1734676304.445289:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.445291:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f200. 00000400:00000200:3.0:1734676304.445293:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.445295:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.445297:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:3.0:1734676304.445298:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:3.0:1734676304.445303:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864358912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.446150:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958eef00. 00010000:00000010:3.1:1734676304.446157:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007371da00. 00010000:00000010:3.1:1734676304.446195:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8ce00. 00010000:00000010:3.1:1734676304.446198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097eece00. 00000400:00000200:0.0:1734676304.447293:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.447307:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d600 00000400:00000200:0.0:1734676304.447315:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4431 [1] + 224 00000400:00000200:0.0:1734676304.447325:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.447328:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.447337:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864358912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.447358:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.447362:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166080 00000400:00000200:0.0:1734676304.447366:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 328 00000400:00000200:0.0:1734676304.447653:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.447658:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.447662:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.447666:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:0.0:1734676304.448417:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:0.0:1734676304.448422:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676304.448423:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.448429:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864358912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.448436:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864358912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.448458:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e22600. 02000000:00000010:0.0:1734676304.448463:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e22c00. 00000100:00000010:0.0:1734676304.448465:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:0.0:1734676304.448469:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.448472:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef80. 00000020:00000010:2.0:1734676304.448549:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf6ea00. 00000020:00000010:2.0:1734676304.448554:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676304.448558:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.448577:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867867776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.448594:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867776 02000000:00000010:2.0:1734676304.448601:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.448621:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b525200. 00010000:00000010:2.0:1734676304.448636:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.448641:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.448648:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.448650:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00000400:00000010:2.0:1734676304.448660:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676304.448663:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867776, offset 224 00000400:00000200:2.0:1734676304.448667:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.448674:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.448678:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79907:79907:256:4294967295] 192.168.203.46@tcp LPNI seq info [79903:79903:8:4294967295] 00000400:00000200:2.0:1734676304.448685:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.448689:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.448692:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.448696:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.448701:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.448704:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.449330:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676304.449335:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.449339:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf6ea00. 00080000:00000010:2.0:1734676304.449360:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6ea00. 00010000:00000010:2.0:1734676304.449424:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:2.0:1734676304.449431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b525f80. 00010000:00000010:2.0:1734676304.449492:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6ec00. 00010000:00000010:2.0:1734676304.449496:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.449503:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.449508:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.449515:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676304.449524:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6ee00. 02000000:00000010:2.0:1734676304.449541:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6f200. 00000400:00000010:2.0:1734676304.449545:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676304.449548:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.449553:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359040, portal 16 00000400:00000010:2.0:1734676304.449556:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676304.449558:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359040, offset 0 00000400:00000200:2.0:1734676304.449563:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.449569:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.449572:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.449576:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.449578:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.449580:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.449582:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79908:79908:255:4294967295] 192.168.203.46@tcp LPNI seq info [79904:79904:7:4294967295] 00000400:00000200:2.0:1734676304.449588:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.449592:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.449595:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.449598:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.449602:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.449604:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.449742:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.449746:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:3.0:1734676304.449749:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.449753:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.449756:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:3.0:1734676304.449757:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:3.0:1734676304.449805:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.449807:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:3.0:1734676304.449809:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.449811:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.449813:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:3.0:1734676304.449814:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:3.0:1734676304.449819:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864359040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.454914:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.454932:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d680 00000400:00000200:2.0:1734676304.454939:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa443d [1] + 224 00000400:00000200:2.0:1734676304.454950:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.454955:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.454964:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864359040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.454987:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.454991:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166100 00000400:00000200:2.0:1734676304.454995:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 656 00000400:00000200:2.0:1734676304.455061:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.455065:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.455069:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.455074:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000400:00000010:2.0:1734676304.455104:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676304.455108:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676304.455110:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.455115:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864359040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.455123:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864359040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.455146:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6f200. 02000000:00000010:2.0:1734676304.455151:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6ee00. 00000100:00000010:2.0:1734676304.455154:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676304.455158:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.455161:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00000020:00000010:2.0:1734676304.455192:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009bf6ee00. 00000020:00000010:2.0:1734676304.455197:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.455201:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.455219:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867867904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.455236:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867867904 02000000:00000010:2.0:1734676304.455242:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.455260:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013009a700. 00010000:00000010:2.0:1734676304.455272:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.455277:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.455283:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.455285:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00000400:00000010:2.0:1734676304.455293:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.455297:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867867904, offset 224 00000400:00000200:2.0:1734676304.455301:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.455308:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.455313:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79909:79909:256:4294967295] 192.168.203.46@tcp LPNI seq info [79905:79905:8:4294967295] 00000400:00000200:2.0:1734676304.455320:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.455324:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.455327:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.455331:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.455336:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.455339:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.455350:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.455353:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.455356:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf6ee00. 00080000:00000010:2.0:1734676304.455373:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6ee00. 00010000:00000010:2.0:1734676304.455427:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.455432:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d38780. 00010000:00000010:2.0:1734676304.455485:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6f200. 00010000:00000010:2.0:1734676304.455490:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.455496:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.455498:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.455502:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676304.455509:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf6e600. 02000000:00000010:2.0:1734676304.455524:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf6fa00. 00000400:00000010:2.0:1734676304.455527:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676304.455530:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.455534:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359168, portal 16 00000400:00000010:2.0:1734676304.455537:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676304.455539:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359168, offset 0 00000400:00000200:2.0:1734676304.455542:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.455546:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.455550:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.455553:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.455556:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.455558:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.455559:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79910:79910:255:4294967295] 192.168.203.46@tcp LPNI seq info [79906:79906:7:4294967295] 00000400:00000200:2.0:1734676304.455565:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.455569:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.455571:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.455573:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.455576:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.455578:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.457405:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.457411:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.457417:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.457422:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.457425:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676304.457427:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:0.0:1734676304.457481:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.457483:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.457485:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.457488:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.457490:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676304.457491:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:0.0:1734676304.457498:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864359168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.457517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7d600. 00000400:00000200:0.0:1734676304.459394:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.459408:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d700 00000400:00000200:0.0:1734676304.459415:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4449 [1] + 224 00000400:00000200:0.0:1734676304.459423:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.459426:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.459434:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864359168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.459465:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.459469:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166180 00000400:00000200:0.0:1734676304.459474:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 984 00000400:00000200:0.0:1734676304.459512:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.459515:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.459520:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.459524:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:2.0:1734676304.459594:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676304.459597:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676304.459599:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.459604:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864359168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.459612:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864359168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.459633:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf6fa00. 02000000:00000010:2.0:1734676304.459637:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf6e600. 00000100:00000010:2.0:1734676304.459640:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676304.459643:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.459646:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00000020:00000010:1.0:1734676304.459717:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3ec00. 00000020:00000010:1.0:1734676304.459722:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.459725:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.459740:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867868032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.459761:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868032 02000000:00000010:1.0:1734676304.459768:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676304.459786:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdfc80. 00010000:00000010:1.0:1734676304.459799:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c7c0. 00000100:00000010:1.0:1734676304.459803:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.459809:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.459811:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c7c0. 00000400:00000010:1.0:1734676304.459820:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676304.459823:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868032, offset 224 00000400:00000200:1.0:1734676304.459827:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.459834:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.459839:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79911:79911:256:4294967295] 192.168.203.46@tcp LPNI seq info [79907:79907:8:4294967295] 00000400:00000200:1.0:1734676304.459847:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.459851:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.459854:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.459858:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.459863:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.459866:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.459876:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.459880:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.459882:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3ec00. 00000800:00000200:0.0:1734676304.460194:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.460197:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 00000400:00000200:0.0:1734676304.460200:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.460203:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.460205:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676304.460207:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00080000:00000010:2.0:1734676304.460357:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6e600. 00010000:00000010:2.0:1734676304.460407:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.460413:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdfc00. 00010000:00000010:2.0:1734676304.460460:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6fa00. 00010000:00000010:2.0:1734676304.460464:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.460470:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.460472:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.460476:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676304.460485:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d894800. 02000000:00000010:2.0:1734676304.460499:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d894200. 00000400:00000010:2.0:1734676304.460502:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676304.460505:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.460508:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359296, portal 16 00000400:00000010:2.0:1734676304.460511:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.460513:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359296, offset 0 00000400:00000200:2.0:1734676304.460517:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.460521:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.460524:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.460528:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.460530:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.460532:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.460534:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79912:79912:256:4294967295] 192.168.203.46@tcp LPNI seq info [79908:79908:8:4294967295] 00000400:00000200:2.0:1734676304.460539:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.460543:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.460545:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.460548:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.460552:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.460554:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.461630:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.461633:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.461636:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.461641:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.461643:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676304.461645:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676304.461651:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864359296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.463434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14c800. 00010000:00000010:2.1:1734676304.463621:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582e00. 00010000:00000010:2.1:1734676304.463627:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958ee100. 00010000:00000010:2.1:1734676304.463631:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097eed800. 00010000:00000010:2.1:1734676304.463634:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6ff00. 00010000:00000010:2.1:1734676304.463636:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e23600. 00010000:00000010:2.1:1734676304.463682:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4de00. 00010000:00000010:2.1:1734676304.463685:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06a00. 00010000:00000010:2.1:1734676304.463687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e23e00. 00000400:00000200:0.0:1734676304.463802:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.463814:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d780 00000400:00000200:0.0:1734676304.463822:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4455 [1] + 224 00000400:00000200:0.0:1734676304.463833:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.463836:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.463845:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864359296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.463864:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.463867:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166200 00000400:00000200:0.0:1734676304.463871:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 1312 00000400:00000200:0.0:1734676304.463882:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.463885:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.463890:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.463894:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:2.0:1734676304.464024:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d894c00. 00000020:00000010:2.0:1734676304.464029:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.464033:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.464072:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867868160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.464172:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868160 02000000:00000010:2.0:1734676304.464181:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.464209:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4840. 00000100:00000010:2.0:1734676304.464214:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.464219:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.464222:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4840. 00000400:00000010:2.0:1734676304.464232:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.464236:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868160, offset 224 00000400:00000200:2.0:1734676304.464241:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.464248:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.464252:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79913:79913:256:4294967295] 192.168.203.46@tcp LPNI seq info [79909:79909:8:4294967295] 00000400:00000200:2.0:1734676304.464259:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.464263:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.464266:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.464269:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.464274:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.464276:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.464289:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.464291:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.464295:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d894c00. 00000400:00000010:2.0:1734676304.464313:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676304.464316:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676304.464318:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.464323:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864359296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.464330:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864359296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.464345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0b57a80. 02000000:00000010:2.0:1734676304.464352:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d894200. 02000000:00000010:2.0:1734676304.464356:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d894800. 00000100:00000010:2.0:1734676304.464360:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676304.464362:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.464364:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00080000:00000010:2.0:1734676304.464376:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d894800. 00010000:00000010:2.0:1734676304.464430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.464434:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0b57a00. 00000001:00000010:2.0:1734676304.464475:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7ec8. 00000001:00000010:2.0:1734676304.464479:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7ec8. 00000001:00000010:2.0:1734676304.464481:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7ec8. 00000001:00000010:2.0:1734676304.464483:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7210. 00010000:00000010:2.0:1734676304.464504:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17000. 00010000:00000010:2.0:1734676304.464506:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.464509:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d894200. 00010000:00000010:2.0:1734676304.464512:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00080000:00000010:2.0:1734676304.464520:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d894c00. 00010000:00000010:2.0:1734676304.464538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.464540:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.464572:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d895800. 00010000:00000010:2.0:1734676304.464574:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676304.464579:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb49c0. 00000100:00000010:2.0:1734676304.464582:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.464586:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676304.464593:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d895400. 02000000:00000010:2.0:1734676304.464608:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b1f7ae00. 00000400:00000010:2.0:1734676304.464611:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.464613:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.464617:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359424, portal 16 00000400:00000010:2.0:1734676304.464620:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.464621:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359424, offset 0 00000400:00000200:2.0:1734676304.464625:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.464629:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.464632:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.464635:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.464638:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.464640:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.464642:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79914:79914:255:4294967295] 192.168.203.46@tcp LPNI seq info [79910:79910:7:4294967295] 00000400:00000200:2.0:1734676304.464647:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.464650:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.464652:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.464655:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.464658:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.464660:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.464725:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.464727:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.464729:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.464733:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.464735:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676304.464736:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000800:00000200:0.0:1734676304.464778:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.464780:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676304.464782:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.464785:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.464786:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676304.464787:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676304.464792:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864359424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.467563:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.467576:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d800 00000400:00000200:2.0:1734676304.467583:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4461 [1] + 224 00000400:00000200:2.0:1734676304.467593:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.467597:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.467606:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864359424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.467626:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.467630:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166280 00000400:00000200:2.0:1734676304.467634:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 1640 00000400:00000200:2.0:1734676304.467646:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.467649:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.467654:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.467658:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 00000020:00000010:1.0:1734676304.468365:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0a3ec00. 00000020:00000010:1.0:1734676304.468370:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.468374:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.468394:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867868288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.468411:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868288 02000000:00000010:1.0:1734676304.468420:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676304.468448:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b72c7c0. 00000100:00000010:1.0:1734676304.468454:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.468459:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.468461:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b72c7c0. 00000400:00000010:1.0:1734676304.468471:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676304.468475:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868288, offset 224 00000400:00000200:1.0:1734676304.468479:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.468486:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.468491:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79915:79915:256:4294967295] 192.168.203.46@tcp LPNI seq info [79911:79911:8:4294967295] 00000400:00000200:1.0:1734676304.468498:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.468503:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.468506:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.468510:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.468515:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.468518:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.468530:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.468534:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.468537:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0a3ec00. 00000800:00000200:1.0:1734676304.469514:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.469518:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:1.0:1734676304.469521:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.469525:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.469528:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:1.0:1734676304.469530:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000400:00000010:3.0:1734676304.470296:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:3.0:1734676304.470301:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:3.0:1734676304.470303:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:3.0:1734676304.470310:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864359424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.470319:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864359424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.470341:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48fd00. 02000000:00000010:3.0:1734676304.470352:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b1f7ae00. 02000000:00000010:3.0:1734676304.470356:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d895400. 00000100:00000010:3.0:1734676304.470362:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:3.0:1734676304.470366:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676304.470369:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb49c0. 00080000:00000010:3.0:1734676304.470385:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61400. 00010000:00000010:3.0:1734676304.470448:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:3.0:1734676304.470453:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48f700. 00010000:00000010:3.0:1734676304.470504:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61c00. 00010000:00000010:3.0:1734676304.470509:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.470516:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676304.470520:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b0b1b40. 00000100:00000010:3.0:1734676304.470526:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.470534:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61200. 02000000:00000010:3.0:1734676304.470551:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60600. 00000400:00000010:3.0:1734676304.470556:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9108. 00000400:00000010:3.0:1734676304.470559:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.470563:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359552, portal 16 00000400:00000010:3.0:1734676304.470566:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.470568:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359552, offset 0 00000400:00000200:3.0:1734676304.470573:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.470581:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.470584:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.470587:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.470590:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.470592:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.470595:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79916:79916:256:4294967295] 192.168.203.46@tcp LPNI seq info [79912:79912:8:4294967295] 00000400:00000200:3.0:1734676304.470601:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.470606:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.470609:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.470613:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.470619:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.470622:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.470704:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.470707:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676304.470710:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.470716:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.470718:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676304.470719:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:1.0:1734676304.470724:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864359552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.474574:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.475692:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d880 00000400:00000200:0.0:1734676304.475699:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa446d [1] + 224 00000400:00000200:0.0:1734676304.475712:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.475714:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.475722:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864359552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.475751:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.475755:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166300 00000400:00000200:0.0:1734676304.475759:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2e61 [2] + 1968 00000400:00000010:0.0:1734676304.475762:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:0.0:1734676304.475765:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0a15f00 00000400:00000200:0.0:1734676304.475775:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.475778:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.475780:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0a15f00 00000400:00000010:0.0:1734676304.475782:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a0a15f00. 00000100:00000200:0.0:1734676304.475787:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676304.475819:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9108. 00000400:00000200:3.0:1734676304.475823:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676304.475825:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.475831:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864359552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.475839:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864359552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.475860:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60600. 02000000:00000010:3.0:1734676304.475864:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61200. 00000100:00000010:3.0:1734676304.475867:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676304.475870:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b0b1b40. 00010000:00000010:3.0:1734676304.475874:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00010000:00000010:0.1:1734676304.477442:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0f00. 00010000:00000010:0.1:1734676304.477450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e23200. 00010000:00000010:0.1:1734676304.477452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1600. 00010000:00000010:0.1:1734676304.477455:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8e00. 00010000:00000010:0.1:1734676304.477458:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6ec00. 00010000:00000010:0.1:1734676304.477462:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23100. 00010000:00000010:0.1:1734676304.477465:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6f200. 00000020:00000010:3.0:1734676304.477531:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d61200. 00000020:00000010:3.0:1734676304.477536:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676304.477540:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.477560:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fbc50 x1818938867868416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.477592:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868416 02000000:00000010:3.0:1734676304.477600:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.477621:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008bf5e080. 00010000:00000010:3.0:1734676304.477633:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676304.477638:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b0b1b40. 00000100:00000010:3.0:1734676304.477645:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b0b1b40. 00010000:00000010:3.0:1734676304.477648:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00000400:00000010:3.0:1734676304.477657:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.477661:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868416, offset 224 00000400:00000200:3.0:1734676304.477666:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.477674:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.477679:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79917:79917:256:4294967295] 192.168.203.46@tcp LPNI seq info [79913:79913:8:4294967295] 00000400:00000200:3.0:1734676304.477687:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.477693:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.477696:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.477700:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.477705:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.477709:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.477720:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676304.477723:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.477726:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d61200. 02000000:00000010:3.0:1734676304.477733:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676304.477735:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:3.0:1734676304.477739:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676304.477743:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676304.477746:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676304.477748:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676304.477751:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:3.0:1734676304.477753:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676304.477755:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:3.0:1734676304.477757:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.477761:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:3.0:1734676304.477763:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000200:3.0:1734676304.477768:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.477771:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9108. 00000400:00000010:3.0:1734676304.477774:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b0b1b40. 00000800:00000200:1.0:1734676304.477791:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.477795:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676304.477798:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.477802:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.477805:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676304.477806:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 02000000:00000010:1.0:1734676304.477809:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00080000:00000010:3.0:1734676304.478029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61200. 00010000:00000010:3.0:1734676304.478102:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.478107:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008bf5e000. 00010000:00000010:3.0:1734676304.478157:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60600. 00010000:00000010:3.0:1734676304.478160:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.478167:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676304.478171:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.478175:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676304.478182:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60e00. 02000000:00000010:3.0:1734676304.478198:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61e00. 00000400:00000010:3.0:1734676304.478201:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676304.478203:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.478206:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359680, portal 16 00000400:00000010:3.0:1734676304.478209:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.478210:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359680, offset 0 00000400:00000200:3.0:1734676304.478214:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.478218:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.478221:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.478224:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.478227:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.478228:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.478231:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79918:79918:256:4294967295] 192.168.203.46@tcp LPNI seq info [79914:79914:8:4294967295] 00000400:00000200:3.0:1734676304.478236:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.478239:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.478242:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.478244:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.478248:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.478250:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676304.478257:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.478261:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60000. 02000000:00000010:3.0:1734676304.478266:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61000. 00000400:00000010:3.0:1734676304.478268:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676304.478270:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.478271:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359808, portal 16 00000400:00000010:3.0:1734676304.478273:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.478275:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359808, offset 0 00000400:00000200:3.0:1734676304.478278:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.478281:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.478282:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.478284:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.478286:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.478287:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.478289:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79919:79919:255:4294967295] 192.168.203.46@tcp LPNI seq info [79915:79915:7:4294967295] 00000400:00000200:3.0:1734676304.478294:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.478297:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.478299:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.478301:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.478304:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.478306:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.478378:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.478381:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676304.478383:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.478387:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.478389:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676304.478391:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676304.478396:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864359680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676304.478419:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.478420:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676304.478422:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.478425:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.478427:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676304.478428:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:1.0:1734676304.478432:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864359808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.481473:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.481489:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d900 00000400:00000200:0.0:1734676304.481496:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa447d [1] + 224 00000400:00000200:0.0:1734676304.481505:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.481509:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.481517:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864359680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.481551:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.481556:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166380 00000400:00000200:0.0:1734676304.481560:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 0 00000400:00000200:0.0:1734676304.481565:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.481567:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.481571:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.481575:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000200:0.0:1734676304.481588:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.481591:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0d980 00000400:00000200:0.0:1734676304.481594:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4485 [1] + 224 00000400:00000200:0.0:1734676304.481604:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.481606:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.481611:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864359808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.481681:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676304.481685:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676304.481687:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.481693:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864359680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.481700:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864359680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.481718:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676304.481720:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676304.481721:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.481724:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864359808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.481729:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864359808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.481738:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61e00. 02000000:00000010:3.0:1734676304.481743:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60e00. 00000100:00000010:3.0:1734676304.481746:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676304.481748:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61000. 02000000:00000010:3.0:1734676304.481750:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60000. 00000100:00000010:3.0:1734676304.481751:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676304.481754:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.481756:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00000020:00000010:2.0:1734676304.482274:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b1f7b400. 00000020:00000010:2.0:1734676304.482280:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.482284:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.482301:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867868544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.482319:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868544 02000000:00000010:2.0:1734676304.482328:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.482347:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7080. 00000400:00000010:2.0:1734676304.482362:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.482367:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868544, offset 224 00000400:00000200:2.0:1734676304.482372:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.482378:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.482383:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79920:79920:256:4294967295] 192.168.203.46@tcp LPNI seq info [79916:79916:8:4294967295] 00000400:00000200:2.0:1734676304.482390:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.482396:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.482399:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.482403:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.482409:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.482412:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.482424:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676304.482427:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.482431:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b1f7b400. 00000400:00000200:2.0:1734676304.482810:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.482818:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166400 00000400:00000200:2.0:1734676304.482824:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 328 00000400:00000200:2.0:1734676304.482836:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.482839:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.482842:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.482846:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 00000800:00000200:2.0:1734676304.482885:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.482887:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:2.0:1734676304.482889:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.482892:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.482894:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.482896:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000020:00000010:1.0:1734676304.482901:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009589ee00. 00000020:00000010:1.0:1734676304.482905:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.482908:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.482919:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2a00 x1818938867868672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.482934:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868672 02000000:00000010:1.0:1734676304.482939:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676304.482951:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008bf5ed00. 00010000:00000010:1.0:1734676304.482963:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c600. 00000100:00000010:1.0:1734676304.482967:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:1.0:1734676304.485327:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:1.0:1734676304.485335:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c600. 00000400:00000010:1.0:1734676304.485348:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676304.485353:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868672, offset 224 00000400:00000200:1.0:1734676304.485361:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.485369:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.485374:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79921:79921:256:4294967295] 192.168.203.46@tcp LPNI seq info [79917:79917:8:4294967295] 00000400:00000200:1.0:1734676304.485383:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.485389:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.485392:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.485396:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.485403:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.485407:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.485425:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.485429:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.485433:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009589ee00. 00000800:00000200:0.0:1734676304.485703:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.485707:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:0.0:1734676304.485710:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.485714:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.485717:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676304.485718:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00010000:00000010:3.1:1734676304.485797:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2b000. 00080000:00000010:3.0:1734676304.485816:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61000. 00010000:00000010:3.0:1734676304.485879:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.485884:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008bf5ec80. 00010000:00000010:3.0:1734676304.485937:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60e00. 00010000:00000010:3.0:1734676304.485942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.485950:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3930c0. 00000100:00000010:3.0:1734676304.485957:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.485963:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.485974:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d61e00. 02000000:00000010:3.0:1734676304.485994:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60000. 00000400:00000010:3.0:1734676304.486000:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676304.486003:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.486007:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864359936, portal 16 00000400:00000010:3.0:1734676304.486010:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.486011:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864359936, offset 0 00000400:00000200:3.0:1734676304.486015:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.486019:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.486023:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.486025:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.486029:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.486030:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.486033:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79922:79922:256:4294967295] 192.168.203.46@tcp LPNI seq info [79918:79918:8:4294967295] 00000400:00000200:3.0:1734676304.486061:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.486065:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.486068:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.486071:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.486074:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.486077:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676304.486308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e7de00. 00010000:00000010:3.1:1734676304.486317:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1b700. 00010000:00000010:3.1:1734676304.486320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d895800. 00000800:00000200:0.0:1734676304.486772:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.486775:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676304.486779:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.486783:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.486785:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676304.486787:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676304.486793:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864359936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.489595:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.489608:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0da00 00000400:00000200:2.0:1734676304.489615:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4495 [1] + 224 00000400:00000200:2.0:1734676304.489623:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.489626:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.489634:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864359936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.489667:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.489671:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166480 00000400:00000200:2.0:1734676304.489675:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 656 00000400:00000200:2.0:1734676304.489726:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.489729:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.489733:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.489738:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 00000400:00000010:3.0:1734676304.489801:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676304.489806:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676304.489808:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.489813:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864359936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.489820:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864359936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.489842:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60000. 02000000:00000010:3.0:1734676304.489846:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d61e00. 00000100:00000010:3.0:1734676304.489850:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676304.489853:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.489856:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3930c0. 00000020:00000010:0.0:1734676304.490196:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e23200. 00000020:00000010:0.0:1734676304.490201:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.490206:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.490224:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3b80 x1818938867868800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.490244:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868800 02000000:00000010:0.0:1734676304.490251:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.490277:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f6df80. 00010000:00000010:0.0:1734676304.490290:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae540. 00000100:00000010:0.0:1734676304.490296:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.490301:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.490304:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae540. 00000400:00000010:0.0:1734676304.490313:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.490317:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868800, offset 224 00000400:00000200:0.0:1734676304.490322:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.490330:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.490335:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79923:79923:256:4294967295] 192.168.203.46@tcp LPNI seq info [79919:79919:8:4294967295] 00000400:00000200:0.0:1734676304.490343:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.490348:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.490351:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f300. 00000800:00000200:0.0:1734676304.490355:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.490360:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.490364:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.490376:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.490379:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.490383:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e23200. 00000800:00000200:0.0:1734676304.490440:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.490443:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f300. 00000400:00000200:0.0:1734676304.490446:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.490449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.490452:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676304.490453:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00010000:00000010:0.1:1734676304.490601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7ba00. 00010000:00000010:0.1:1734676304.490606:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667d00. 00010000:00000010:0.1:1734676304.490610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fa00. 00010000:00000010:0.1:1734676304.490612:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00010000:00000010:0.1:1734676304.490615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d894200. 00080000:00000010:3.0:1734676304.490661:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61e00. 00010000:00000010:3.0:1734676304.490717:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.490723:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f6df00. 00010000:00000010:3.0:1734676304.490776:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60000. 00010000:00000010:3.0:1734676304.490780:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676304.490787:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3930c0. 00000100:00000010:3.0:1734676304.490789:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.490794:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.490802:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d894200. 02000000:00000010:3.0:1734676304.490819:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d895800. 00000400:00000010:3.0:1734676304.490822:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676304.490825:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.490830:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360064, portal 16 00000400:00000010:3.0:1734676304.490833:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.490834:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360064, offset 0 00000400:00000200:3.0:1734676304.490838:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.490842:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.490845:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.490849:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.490852:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.490854:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.490856:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79924:79924:256:4294967295] 192.168.203.46@tcp LPNI seq info [79920:79920:8:4294967295] 00000400:00000200:3.0:1734676304.490862:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.490866:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.490868:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.490871:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.490875:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.490878:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.491258:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.491260:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676304.491263:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.491267:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.491269:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.491270:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676304.491275:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864360064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.493161:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4c00. 00010000:00000010:3.1:1734676304.493170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6000. 00010000:00000010:3.1:1734676304.493175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61c00. 00010000:00000010:3.1:1734676304.493219:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8600. 00010000:00000010:3.1:1734676304.493223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60600. 00010000:00000010:3.1:1734676304.493232:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7e00. 00000400:00000200:2.0:1734676304.497353:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.497369:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0da80 00000400:00000200:2.0:1734676304.497376:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44a1 [1] + 224 00000400:00000200:2.0:1734676304.497385:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.497389:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.497399:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864360064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.497422:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.497426:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166500 00000400:00000200:2.0:1734676304.497431:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 984 00000400:00000200:2.0:1734676304.497488:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.497492:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.497496:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.497501:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00010000:00000010:2.1:1734676304.497566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485a00. 00010000:00000010:0.1:1734676304.497842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1f600. 00000400:00000010:3.0:1734676304.497983:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676304.497987:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676304.497989:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.497995:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864360064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.498003:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864360064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.498025:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d895800. 02000000:00000010:3.0:1734676304.498030:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d894200. 00000100:00000010:3.0:1734676304.498034:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676304.498060:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.498062:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3930c0. 00000020:00000010:3.0:1734676304.498103:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d894200. 00000020:00000010:3.0:1734676304.498108:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676304.498112:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.498130:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867868928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.498147:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867868928 02000000:00000010:3.0:1734676304.498154:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.498174:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880099790300. 00010000:00000010:3.0:1734676304.498186:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3930c0. 00000100:00000010:3.0:1734676304.498192:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.498208:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.498210:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3930c0. 00000400:00000010:3.0:1734676304.498218:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.498222:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867868928, offset 224 00000400:00000200:3.0:1734676304.498227:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.498234:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.498239:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79925:79925:256:4294967295] 192.168.203.46@tcp LPNI seq info [79921:79921:8:4294967295] 00000400:00000200:3.0:1734676304.498246:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.498250:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.498254:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.498257:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.498262:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.498265:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.498277:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676304.498280:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.498283:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d894200. 00080000:00000010:2.0:1734676304.498940:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b1f7b200. 00010000:00000010:2.0:1734676304.498999:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:2.0:1734676304.499005:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880099790280. 00010000:00000010:2.0:1734676304.499076:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17f00. 00010000:00000010:2.0:1734676304.499079:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.499083:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1f7bc00. 00010000:00000010:2.0:1734676304.499087:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00080000:00000010:2.0:1734676304.499104:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b1f7a600. 00010000:00000010:2.0:1734676304.499125:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676304.499128:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.499165:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1f7b400. 00010000:00000010:2.0:1734676304.499168:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.499173:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.499176:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.499181:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.499188:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b1f7ae00. 02000000:00000010:2.0:1734676304.499204:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c317e00. 00000400:00000010:2.0:1734676304.499208:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676304.499211:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.499216:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360192, portal 16 00000400:00000010:2.0:1734676304.499218:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.499220:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360192, offset 0 00000400:00000200:2.0:1734676304.499225:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.499229:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.499232:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.499235:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.499237:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.499239:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.499241:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79926:79926:255:4294967295] 192.168.203.46@tcp LPNI seq info [79922:79922:7:4294967295] 00000400:00000200:2.0:1734676304.499247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.499251:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.499253:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.499256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.499261:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.499263:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.499414:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.499417:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676304.499420:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.499424:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.499427:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676304.499428:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:0.0:1734676304.499460:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.499462:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.499464:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.499466:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.499468:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676304.499470:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676304.499475:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864360192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.501212:0:25685:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007154b400. 00000020:00000010:1.0:1734676304.501218:0:25685:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007154b000. 00000040:00000010:1.0:1734676304.501221:0:25685:0:(llog_obd.c:234:llog_key_init()) kmalloced '(value)': 480 at ffff88007154aa00. 00000020:00000010:1.0:1734676304.501224:0:25685:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff880097c17800. 00000020:00000010:1.0:1734676304.501229:0:25685:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009d968000. 00000020:00000010:1.0:1734676304.501233:0:25685:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009589ee00. 80000000:00000010:1.0:1734676304.501236:0:25685:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009bf62ae0. 40000000:00000010:1.0:1734676304.501239:0:25685:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff88012d790bc0. 00100000:00000010:1.0:1734676304.501244:0:25685:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880097c17000. 00040000:00000010:1.0:1734676304.501248:0:25685:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800a117c300. 00040000:00000010:1.0:1734676304.501252:0:25685:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff880097c14000. 00040000:00000010:1.0:1734676304.501255:0:25685:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d7a4a00. 00080000:00000010:1.0:1734676304.501259:0:25685:0:(osd_handler.c:8099:osd_key_init()) kmalloced '(info)': 3992 at ffff8800958c6000. 00080000:00000010:1.0:1734676304.501264:0:25685:0:(osd_handler.c:8103:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800834e2000. 00000004:00000010:1.0:1734676304.501268:0:25685:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff880097c13000. 00000004:00000010:1.0:1734676304.501272:0:25685:0:(mdt_handler.c:8196:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800958c4000. 00000004:00000010:1.0:1734676304.501276:0:25685:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d50b000. 00002000:00000010:1.0:1734676304.501280:0:25685:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff88012dbe8400. 00000004:00000010:1.0:1734676304.501283:0:25685:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff88012dbeb000. 00000020:00000010:1.0:1734676304.501309:0:25685:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88007154b000. 00000040:00000010:1.0:1734676304.501327:0:25685:0:(llog_obd.c:234:llog_key_fini()) kfreed 'info': 480 at ffff88007154aa00. 00000020:00000010:1.0:1734676304.501341:0:25685:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff880097c17800. 00000020:00000010:1.0:1734676304.501344:0:25685:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009d968000. 00000020:00000010:1.0:1734676304.501348:0:25685:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009589ee00. 80000000:00000010:1.0:1734676304.501351:0:25685:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009bf62ae0. 40000000:00000010:1.0:1734676304.501353:0:25685:0:(fid_handler.c:436:seq_key_fini()) kfreed 'info': 48 at ffff88012d790bc0. 00100000:00000010:1.0:1734676304.501356:0:25685:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880097c17000. 00040000:00000010:1.0:1734676304.501358:0:25685:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800a117c300. 00040000:00000010:1.0:1734676304.501360:0:25685:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff880097c14000. 00040000:00000010:1.0:1734676304.501363:0:25685:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d7a4a00. 00080000:00000010:1.0:1734676304.501366:0:25685:0:(osd_handler.c:8149:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800834e2000. 00080000:00000010:1.0:1734676304.501370:0:25685:0:(osd_handler.c:8160:osd_key_fini()) kfreed 'info': 3992 at ffff8800958c6000. 00000004:00000010:1.0:1734676304.501373:0:25685:0:(mdd_device.c:2365:mdd_key_fini()) kfreed 'info': 1864 at ffff880097c13000. 00000004:00000010:1.0:1734676304.501377:0:25685:0:(mdt_handler.c:8221:mdt_key_fini()) kfreed 'info': 2568 at ffff8800958c4000. 00000004:00000010:1.0:1734676304.501380:0:25685:0:(lod_dev.c:2346:lod_key_fini()) kfreed 'info': 1224 at ffff88009d50b000. 00002000:00000010:1.0:1734676304.501383:0:25685:0:(ofd_dev.c:2901:ofd_key_fini()) kfreed 'info': 816 at ffff88012dbe8400. 00000004:00000010:1.0:1734676304.501385:0:25685:0:(osp_dev.c:1812:osp_key_fini()) kfreed 'info': 616 at ffff88012dbeb000. 00000020:00000010:1.0:1734676304.501387:0:25685:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007154b400. 00010000:00000010:2.1:1734676304.501670:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6cb00. 00010000:00000010:2.1:1734676304.501676:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60e00. 00000400:00000200:0.0:1734676304.502955:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.502969:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0db00 00000400:00000200:0.0:1734676304.502976:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44ad [1] + 224 00000400:00000200:0.0:1734676304.502993:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.502996:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.503007:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864360192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.503579:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.503585:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166580 00000400:00000200:0.0:1734676304.503590:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 1312 00000400:00000200:0.0:1734676304.503636:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.503640:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.503644:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.503648:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:2.0:1734676304.503708:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676304.503713:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.503715:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.503721:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864360192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.503729:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864360192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.503750:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c317e00. 02000000:00000010:2.0:1734676304.503755:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b1f7ae00. 00000100:00000010:2.0:1734676304.503758:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676304.503761:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.503763:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00010000:00000010:3.1:1734676304.509855:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6be00. 00000020:00000010:1.0:1734676304.510419:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a4200. 00000020:00000010:1.0:1734676304.510425:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.510428:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.510449:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867869056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.510480:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869056 02000000:00000010:1.0:1734676304.510488:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.510510:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54a580. 00010000:00000010:1.0:1734676304.510536:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790480. 00000100:00000010:1.0:1734676304.510543:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:1.0:1734676304.510562:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:1.0:1734676304.510564:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790480. 00080000:00000010:2.0:1734676304.510595:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c317e00. 00010000:00000010:2.0:1734676304.510649:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.510703:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1f7ae00. 00010000:00000010:2.0:1734676304.510708:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.510715:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.510718:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.510724:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.510733:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094200. 02000000:00000010:2.0:1734676304.510748:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095600. 00000400:00000010:2.0:1734676304.510753:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676304.510758:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.510764:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360320, portal 16 00000400:00000010:2.0:1734676304.510767:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.510769:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360320, offset 0 00000400:00000200:2.0:1734676304.510775:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.510785:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.510789:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.510792:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.510795:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.510797:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.510800:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79927:79927:256:4294967295] 192.168.203.46@tcp LPNI seq info [79923:79923:8:4294967295] 00000400:00000200:2.0:1734676304.510808:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.510813:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.510816:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.510821:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.510827:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.510830:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1734676304.510981:0:8190:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54a500. 00000400:00000010:1.0:1734676304.510995:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676304.510998:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869056, offset 224 00000400:00000200:1.0:1734676304.511001:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.511006:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.511010:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79928:79928:255:4294967295] 192.168.203.46@tcp LPNI seq info [79924:79924:7:4294967295] 00000400:00000200:1.0:1734676304.511015:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.511019:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.511021:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:3.0:1734676304.511023:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1734676304.511023:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000010:3.0:1734676304.511026:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000800:00000200:1.0:1734676304.511027:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:3.0:1734676304.511029:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1734676304.511029:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1734676304.511033:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.511053:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:3.0:1734676304.511055:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000020:00000010:1.0:1734676304.511055:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.511058:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000100:00000200:3.0:1734676304.511061:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864360320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.511061:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a4200. 00000800:00000200:3.0:1734676304.511083:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.511085:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:3.0:1734676304.511087:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.511099:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.511101:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:3.0:1734676304.511103:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000400:00000200:1.0:1734676304.513234:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.513245:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0db80 00000400:00000200:1.0:1734676304.513251:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44b5 [1] + 224 00000400:00000200:1.0:1734676304.513259:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.513262:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.513269:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864360320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.513287:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.513291:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166600 00000400:00000200:1.0:1734676304.513296:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 1640 00000400:00000200:1.0:1734676304.513306:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.513308:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.513312:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.513316:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:0.0:1734676304.513601:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e23600. 00000020:00000010:0.0:1734676304.513606:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.513610:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.513628:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867869184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.513646:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869184 02000000:00000010:0.0:1734676304.513654:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.513679:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae4c0. 00000100:00000010:0.0:1734676304.513684:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.513688:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.513692:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae4c0. 00000400:00000010:0.0:1734676304.513699:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.513702:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869184, offset 224 00000400:00000200:0.0:1734676304.513707:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.513712:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.513716:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79929:79929:256:4294967295] 192.168.203.46@tcp LPNI seq info [79925:79925:8:4294967295] 00000400:00000200:0.0:1734676304.513723:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.513727:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.513730:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fe00. 00000800:00000200:0.0:1734676304.513733:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.513738:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.513740:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.513751:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.513754:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.513756:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e23600. 00000800:00000200:1.0:1734676304.513848:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.513851:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fe00. 00000400:00000200:1.0:1734676304.513853:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.513856:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.513858:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676304.513860:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000400:00000010:2.0:1734676304.515889:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676304.515895:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.515897:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.515907:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864360320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.515916:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864360320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.515936:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54a100. 02000000:00000010:2.0:1734676304.515960:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095600. 02000000:00000010:2.0:1734676304.515963:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094200. 00000100:00000010:2.0:1734676304.515966:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676304.515969:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.515972:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00080000:00000010:2.0:1734676304.515986:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094200. 00010000:00000010:2.0:1734676304.516058:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.516064:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54ac80. 00010000:00000010:2.0:1734676304.516133:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095600. 00010000:00000010:2.0:1734676304.516138:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.516145:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.516149:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.516154:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676304.516163:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095800. 02000000:00000010:2.0:1734676304.516181:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d094000. 00000400:00000010:2.0:1734676304.516184:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676304.516187:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.516191:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360448, portal 16 00000400:00000010:2.0:1734676304.516194:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.516196:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360448, offset 0 00000400:00000200:2.0:1734676304.516202:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.516209:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.516213:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.516216:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.516218:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.516220:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.516223:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79930:79930:256:4294967295] 192.168.203.46@tcp LPNI seq info [79926:79926:8:4294967295] 00000400:00000200:2.0:1734676304.516231:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.516236:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.516310:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.516316:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.516321:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.516324:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.516395:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.516398:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:2.0:1734676304.516401:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.516405:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.516408:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676304.516409:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.516414:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864360448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.516814:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0e00. 00010000:00000010:0.1:1734676304.516819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60000. 00010000:00000010:0.1:1734676304.516822:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17f00. 00010000:00000010:0.1:1734676304.516824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1f7bc00. 00000400:00000200:1.0:1734676304.518274:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.518285:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0dc00 00000400:00000200:1.0:1734676304.518291:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44c5 [1] + 224 00000400:00000200:1.0:1734676304.518304:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.518308:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.518315:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864360448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.518825:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676304.518830:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.518831:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.518837:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864360448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.518845:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864360448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.518871:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d094000. 02000000:00000010:2.0:1734676304.518875:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095800. 00000100:00000010:2.0:1734676304.518878:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676304.518881:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.518883:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000400:00000200:1.0:1734676304.519702:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.519712:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166680 00000400:00000200:1.0:1734676304.519719:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2eb9 [2] + 1968 00000400:00000010:1.0:1734676304.519722:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad0b0. 00000400:00000200:1.0:1734676304.519724:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4e40 00000400:00000200:1.0:1734676304.519769:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.519774:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.519777:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4e40 00000400:00000010:1.0:1734676304.519779:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4e40. 00000100:00000200:1.0:1734676304.519783:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676304.520069:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095800. 00000020:00000010:2.0:1734676304.520074:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676304.520078:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.520107:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8050 x1818938867869312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.520124:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869312 02000000:00000010:2.0:1734676304.520130:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.520148:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a9080. 00010000:00000010:2.0:1734676304.520158:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.520167:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:2.0:1734676304.520173:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676304.520175:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000400:00000010:2.0:1734676304.520182:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.520185:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869312, offset 224 00000400:00000200:2.0:1734676304.520190:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.520196:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.520200:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79931:79931:256:4294967295] 192.168.203.46@tcp LPNI seq info [79927:79927:8:4294967295] 00000400:00000200:2.0:1734676304.520207:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.520212:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.520215:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.520218:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.520223:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.520226:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.520234:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676304.520237:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.520240:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095800. 02000000:00000010:2.0:1734676304.520246:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:2.0:1734676304.520248:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:2.0:1734676304.520251:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:2.0:1734676304.520253:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:2.0:1734676304.520256:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:2.0:1734676304.520258:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676304.520261:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:2.0:1734676304.520263:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676304.520265:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:2.0:1734676304.520267:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.520269:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676304.520271:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000200:2.0:1734676304.520276:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.520279:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676304.520281:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d180. 00080000:00000010:2.0:1734676304.520299:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095800. 00010000:00000010:2.0:1734676304.520351:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.520356:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a9000. 00010000:00000010:2.0:1734676304.520400:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d094000. 00010000:00000010:2.0:1734676304.520404:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676304.520410:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.520413:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.520417:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676304.520425:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095200. 02000000:00000010:2.0:1734676304.520438:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095a00. 00000400:00000010:2.0:1734676304.520440:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c73c8. 00000400:00000010:2.0:1734676304.520443:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.520445:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360576, portal 16 00000400:00000010:2.0:1734676304.520447:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.520449:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360576, offset 0 00000400:00000200:2.0:1734676304.520452:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.520456:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.520460:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.520462:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.520465:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.520466:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.520469:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79932:79932:255:4294967295] 192.168.203.46@tcp LPNI seq info [79928:79928:7:4294967295] 00000400:00000200:2.0:1734676304.520475:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.520478:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.520480:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.520482:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.520486:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.520488:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.520512:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.520514:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:2.0:1734676304.520516:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.520519:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.520522:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.520523:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 02000000:00000010:2.0:1734676304.520526:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000800:00000200:2.0:1734676304.520556:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.520557:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:2.0:1734676304.520559:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.520562:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.520564:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:2.0:1734676304.520565:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.520569:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864360576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.524380:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.524395:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0dc80 00000400:00000200:0.0:1734676304.524402:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44d5 [1] + 224 00000400:00000200:0.0:1734676304.524412:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.524415:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.524424:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864360576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.524743:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:3.0:1734676304.524746:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c73c8. 00000400:00000200:0.0:1734676304.524748:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166700 00000400:00000200:3.0:1734676304.524750:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:3.0:1734676304.524752:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:3.0:1734676304.524758:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864360576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.524760:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 0 00000100:00000200:3.0:1734676304.524765:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864360576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.524771:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.524773:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.524777:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.524781:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.524786:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095a00. 02000000:00000010:3.0:1734676304.524791:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095200. 00000100:00000010:3.0:1734676304.524794:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:3.0:1734676304.524797:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676304.524800:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000020:00000010:2.0:1734676304.524845:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d094e00. 00000020:00000010:2.0:1734676304.524851:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676304.524855:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.524873:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867869440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.524918:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869440 02000000:00000010:2.0:1734676304.524927:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.524947:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2fce80. 00010000:00000010:2.0:1734676304.524959:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.524964:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.524980:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.524983:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000400:00000010:2.0:1734676304.524992:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.524995:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869440, offset 224 00000400:00000200:2.0:1734676304.525000:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.525007:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676304.525009:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d895800. 00000400:00000200:2.0:1734676304.525011:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79933:79933:256:4294967295] 192.168.203.46@tcp LPNI seq info [79929:79929:8:4294967295] 00000400:00000200:2.0:1734676304.525019:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.525023:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.525027:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.525030:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.525055:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.525058:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.525070:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676304.525074:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.525077:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d094e00. 00010000:00000010:3.0:1734676304.525100:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:3.0:1734676304.525106:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e2fce00. 00010000:00000010:3.0:1734676304.525155:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d895400. 00010000:00000010:3.0:1734676304.525160:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676304.525166:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c600. 00000100:00000010:3.0:1734676304.525169:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.525174:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.525183:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60000. 02000000:00000010:3.0:1734676304.525198:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d60e00. 00000400:00000010:3.0:1734676304.525201:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676304.525204:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.525283:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360704, portal 16 00000400:00000010:3.0:1734676304.525287:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.525288:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360704, offset 0 00000400:00000200:3.0:1734676304.525292:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.525297:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.525300:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.525303:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.525305:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.525307:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.525310:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79934:79934:255:4294967295] 192.168.203.46@tcp LPNI seq info [79930:79930:7:4294967295] 00000400:00000200:3.0:1734676304.525316:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.525319:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.525322:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.525325:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.525328:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.525331:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.525892:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.525895:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:1.0:1734676304.525899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.525902:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.525905:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676304.525907:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000800:00000200:1.0:1734676304.525953:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.525955:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676304.525960:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.525963:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.525965:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676304.525966:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676304.525971:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864360704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.531505:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd8a00. 00010000:00000010:3.1:1734676304.531511:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8400. 00010000:00000010:0.1:1734676304.531545:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1f7b400. 00010000:00000010:0.1:1734676304.531553:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d5400. 00010000:00000010:0.1:1734676304.531557:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803000. 00010000:00000010:0.1:1734676304.531561:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1f7ae00. 00000400:00000200:2.0:1734676304.533966:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.533985:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0dd00 00000400:00000200:2.0:1734676304.533993:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44e1 [1] + 224 00000400:00000200:2.0:1734676304.534011:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.534015:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.534025:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864360704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.534073:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.534078:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166780 00000400:00000010:3.0:1734676304.534375:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676304.534380:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676304.534382:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.534387:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864360704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.534394:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864360704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.534417:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d60e00. 02000000:00000010:3.0:1734676304.534421:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60000. 00000100:00000010:3.0:1734676304.534425:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676304.534428:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.534431:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c600. 00000400:00000200:2.0:1734676304.534485:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 328 00000400:00000200:2.0:1734676304.534554:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.534558:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.534563:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.534566:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 00000020:00000010:0.0:1734676304.534986:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e23600. 00000020:00000010:0.0:1734676304.534991:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.534995:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.535012:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3b80 x1818938867869568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.535052:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869568 02000000:00000010:0.0:1734676304.535059:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676304.535084:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df8f00. 00010000:00000010:0.0:1734676304.535108:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.535114:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.535128:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.535131:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000010:0.0:1734676304.535141:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676304.535145:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869568, offset 224 00000400:00000200:0.0:1734676304.535150:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676304.535154:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60000. 00000400:00000200:0.0:1734676304.535156:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.535161:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79935:79935:256:4294967295] 192.168.203.46@tcp LPNI seq info [79931:79931:8:4294967295] 00000400:00000200:0.0:1734676304.535168:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.535173:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.535176:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f200. 00000800:00000200:0.0:1734676304.535179:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.535184:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.535187:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.535200:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.535202:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.535205:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e23600. 00010000:00000010:3.0:1734676304.535207:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676304.535212:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097df8e80. 00000800:00000200:0.0:1734676304.535261:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.535263:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f200. 00000400:00000200:0.0:1734676304.535265:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676304.535266:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def600. 00010000:00000010:3.0:1734676304.535268:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00000400:00000200:0.0:1734676304.535268:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676304.535271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d60e00. 00000400:00000200:0.0:1734676304.535271:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676304.535272:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00010000:00000010:3.0:1734676304.535275:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00080000:00000010:3.0:1734676304.535283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60600. 00010000:00000010:3.0:1734676304.535301:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676304.535303:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676304.535341:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61c00. 00010000:00000010:3.0:1734676304.535344:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676304.535349:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b521c600. 00000100:00000010:3.0:1734676304.535352:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.535356:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676304.535612:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097eed800. 02000000:00000010:3.0:1734676304.535629:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097eece00. 00000400:00000010:3.0:1734676304.535633:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676304.535636:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.535640:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360832, portal 16 00000400:00000010:3.0:1734676304.535643:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.535644:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360832, offset 0 00000400:00000200:3.0:1734676304.535648:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.535652:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.535655:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.535659:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.535662:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.535663:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.535665:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79936:79936:256:4294967295] 192.168.203.46@tcp LPNI seq info [79932:79932:8:4294967295] 00000400:00000200:3.0:1734676304.535671:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.535675:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.535677:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.535680:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.535683:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.535686:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.537829:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.537833:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676304.537837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.537843:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.537846:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676304.537849:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676304.537856:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864360832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.538745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5400. 00010000:00000010:0.1:1734676304.538751:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5e00. 00010000:00000010:0.1:1734676304.538753:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095600. 00010000:00000010:0.1:1734676304.538785:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd8600. 00000400:00000200:0.0:1734676304.540735:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.540749:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0dd80 00000400:00000200:0.0:1734676304.540757:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44ed [1] + 224 00000400:00000200:0.0:1734676304.540772:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.540781:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.540790:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864360832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.540930:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:2.0:1734676304.540934:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676304.540936:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676304.540941:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864360832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.540947:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864360832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.540967:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097eece00. 02000000:00000010:2.0:1734676304.540970:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097eed800. 00000100:00000010:2.0:1734676304.540974:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:2.0:1734676304.540976:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:2.0:1734676304.540979:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b521c600. 00000400:00000200:1.0:1734676304.542381:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.542391:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166800 00000400:00000200:1.0:1734676304.542397:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 656 00000400:00000200:1.0:1734676304.542446:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.542451:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.542456:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.542461:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:0.0:1734676304.543176:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e23600. 00000020:00000010:0.0:1734676304.543182:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.543185:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.543205:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867869696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.543237:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869696 02000000:00000010:0.0:1734676304.543244:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.543265:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823e00. 00010000:00000010:0.0:1734676304.543277:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae500. 00000100:00000010:0.0:1734676304.543283:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.543290:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.543293:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae500. 00000400:00000010:0.0:1734676304.543302:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676304.543306:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869696, offset 224 00000400:00000200:0.0:1734676304.543311:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.543318:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.543323:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79937:79937:256:4294967295] 192.168.203.46@tcp LPNI seq info [79933:79933:8:4294967295] 00000400:00000200:0.0:1734676304.543330:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.543335:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.543337:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f700. 00000800:00000200:0.0:1734676304.543341:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.543346:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.543349:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.543361:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676304.543363:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.543366:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e23600. 00080000:00000010:2.0:1734676304.543429:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094e00. 00010000:00000010:2.0:1734676304.543483:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:2.0:1734676304.543488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823d80. 00010000:00000010:2.0:1734676304.543543:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095400. 00010000:00000010:2.0:1734676304.543547:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676304.543554:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.543557:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.543562:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676304.543570:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095600. 02000000:00000010:2.0:1734676304.543585:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095200. 00000400:00000010:2.0:1734676304.543590:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676304.543593:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.543597:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864360960, portal 16 00000400:00000010:2.0:1734676304.543600:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.543602:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864360960, offset 0 00000400:00000200:2.0:1734676304.543606:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.543610:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.543613:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.543616:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.543619:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.543621:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.543623:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79938:79938:255:4294967295] 192.168.203.46@tcp LPNI seq info [79934:79934:7:4294967295] 00000400:00000200:2.0:1734676304.543629:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.543632:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.543634:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.543637:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.543641:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.543643:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.543784:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.543787:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f700. 00000400:00000200:1.0:1734676304.543790:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.543793:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.543795:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676304.543797:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000800:00000200:1.0:1734676304.543833:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.543835:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:1.0:1734676304.543837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.543840:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.543841:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676304.543843:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:1.0:1734676304.543847:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864360960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.545848:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.545861:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0de00 00000400:00000200:0.0:1734676304.545868:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa44f9 [1] + 224 00000400:00000200:0.0:1734676304.545882:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.545886:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.545894:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864360960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.546069:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:2.0:1734676304.546074:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676304.546076:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.546081:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864360960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.546097:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864360960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.546117:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095200. 02000000:00000010:2.0:1734676304.546121:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095600. 00000100:00000010:2.0:1734676304.546123:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676304.546127:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.546131:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000400:00000200:0.0:1734676304.546231:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.546237:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166880 00000400:00000200:0.0:1734676304.546242:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 984 00000400:00000200:0.0:1734676304.546287:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.546291:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.546295:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.546299:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676304.546407:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097eed800. 00000020:00000010:3.0:1734676304.546412:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676304.546416:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.546432:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867869824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.546453:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869824 02000000:00000010:3.0:1734676304.546460:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.546477:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da06e00. 00010000:00000010:3.0:1734676304.546489:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393280. 00000100:00000010:3.0:1734676304.546494:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.546512:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.546514:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393280. 00000400:00000010:3.0:1734676304.546522:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.546526:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869824, offset 224 00000400:00000200:3.0:1734676304.546530:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.546536:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.546541:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79939:79939:256:4294967295] 192.168.203.46@tcp LPNI seq info [79935:79935:8:4294967295] 00000400:00000200:3.0:1734676304.546549:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.546554:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.546557:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.546561:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.546567:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.546570:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.546588:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676304.546590:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.546593:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097eed800. 00080000:00000010:2.0:1734676304.546789:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095600. 00010000:00000010:2.0:1734676304.546840:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676304.546844:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da06d80. 00010000:00000010:2.0:1734676304.546898:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095200. 00010000:00000010:2.0:1734676304.546903:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676304.546909:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b1ec1c0. 00000100:00000010:2.0:1734676304.546912:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.546916:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676304.546924:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095a00. 02000000:00000010:2.0:1734676304.546939:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d094600. 00000400:00000010:2.0:1734676304.546942:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676304.546944:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.546948:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361088, portal 16 00000400:00000010:2.0:1734676304.546951:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.546952:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361088, offset 0 00000400:00000200:2.0:1734676304.546956:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.546960:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.546963:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.546966:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.546969:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.546971:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.546974:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79940:79940:255:4294967295] 192.168.203.46@tcp LPNI seq info [79936:79936:7:4294967295] 00000400:00000200:2.0:1734676304.546979:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.546983:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.546986:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.546988:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.546992:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.546994:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.547028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.547031:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676304.547034:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.547051:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.547053:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676304.547054:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:1.0:1734676304.547182:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.547184:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:1.0:1734676304.547187:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.547190:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.547192:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676304.547194:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:1.0:1734676304.547198:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864361088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.548652:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.548662:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0de80 00000400:00000200:0.0:1734676304.548668:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4505 [1] + 224 00000400:00000200:0.0:1734676304.548678:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.548681:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.548687:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864361088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.548739:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791100. 00010000:00000010:2.1:1734676304.548744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094000. 00010000:00000010:2.1:1734676304.548747:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8900. 00010000:00000010:2.1:1734676304.548750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d895400. 00010000:00000010:2.1:1734676304.548753:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def600. 00010000:00000010:2.1:1734676304.548755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60e00. 00000400:00000010:3.0:1734676304.549416:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:3.0:1734676304.549421:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:3.0:1734676304.549422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:3.0:1734676304.549428:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864361088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.549436:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864361088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.549456:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d094600. 02000000:00000010:3.0:1734676304.549459:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095a00. 00000100:00000010:3.0:1734676304.549462:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:3.0:1734676304.549466:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676304.549468:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b1ec1c0. 00000400:00000200:2.0:1734676304.549915:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.549924:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166900 00000400:00000200:2.0:1734676304.549929:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 1312 00000400:00000200:2.0:1734676304.549975:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.549979:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.549983:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.549986:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:1.0:1734676304.550175:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5e00. 00000020:00000010:1.0:1734676304.550180:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.550184:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.550202:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867869952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.550232:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867869952 02000000:00000010:1.0:1734676304.550239:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.550259:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f61600. 00010000:00000010:1.0:1734676304.550271:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790a80. 00000100:00000010:1.0:1734676304.550276:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:1.0:1734676304.550457:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:1.0:1734676304.550460:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790a80. 00000400:00000010:1.0:1734676304.550470:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676304.550474:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867869952, offset 224 00000400:00000200:1.0:1734676304.550479:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.550486:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.550491:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79941:79941:256:4294967295] 192.168.203.46@tcp LPNI seq info [79937:79937:8:4294967295] 00000400:00000200:1.0:1734676304.550499:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.550503:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.550506:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676304.550510:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.550515:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.550518:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.550530:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.550534:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.550536:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5e00. 00080000:00000010:3.0:1734676304.550576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eed800. 00000800:00000200:1.0:1734676304.550583:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.550586:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:1.0:1734676304.550588:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.550591:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.550593:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676304.550595:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00010000:00000010:3.0:1734676304.550632:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:3.0:1734676304.550638:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f61580. 00010000:00000010:3.0:1734676304.550683:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097eece00. 00010000:00000010:3.0:1734676304.550687:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676304.550693:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393280. 00000100:00000010:3.0:1734676304.550696:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.550701:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676304.550709:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007371da00. 02000000:00000010:3.0:1734676304.550723:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007371d600. 00000400:00000010:3.0:1734676304.550727:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676304.550730:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.550733:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361216, portal 16 00000400:00000010:3.0:1734676304.550736:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.550737:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361216, offset 0 00000400:00000200:3.0:1734676304.550741:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.550745:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.550748:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.550751:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.550753:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.550755:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.550757:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79942:79942:256:4294967295] 192.168.203.46@tcp LPNI seq info [79938:79938:8:4294967295] 00000400:00000200:3.0:1734676304.550762:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.550765:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.550767:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.550769:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.550772:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.550775:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.550834:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.550837:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676304.550839:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.550842:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.550845:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676304.550846:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676304.550850:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864361216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.551585:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0b4400. 00000400:00000200:2.0:1734676304.554127:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.554141:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0df00 00000400:00000200:2.0:1734676304.554147:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4511 [1] + 224 00000400:00000200:2.0:1734676304.554164:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.554168:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.554179:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864361216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676304.554279:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:0.0:1734676304.554283:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.554285:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676304.554290:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864361216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.554297:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864361216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.554319:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007371d600. 02000000:00000010:0.0:1734676304.554323:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007371da00. 00000100:00000010:0.0:1734676304.554326:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:0.0:1734676304.554329:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:0.0:1734676304.554332:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393280. 00000400:00000200:0.0:1734676304.554853:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.554859:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166980 00000400:00000200:0.0:1734676304.554864:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 1640 00000400:00000200:0.0:1734676304.554912:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.554916:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.554920:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.554924:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:1.0:1734676304.555192:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5a00. 00000020:00000010:1.0:1734676304.555197:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.555201:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.555218:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867870080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.555247:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870080 02000000:00000010:1.0:1734676304.555255:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.555303:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff3080. 00010000:00000010:1.0:1734676304.555316:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790a80. 00000100:00000010:1.0:1734676304.555321:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:1.0:1734676304.555337:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:1.0:1734676304.555339:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790a80. 00000400:00000010:1.0:1734676304.555348:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676304.555352:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870080, offset 224 00000400:00000200:1.0:1734676304.555358:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.555364:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.555370:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79943:79943:256:4294967295] 192.168.203.46@tcp LPNI seq info [79939:79939:8:4294967295] 00000400:00000200:1.0:1734676304.555382:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.555386:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.555389:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.555393:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.555398:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.555400:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.555412:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.555416:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.555419:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5a00. 00000800:00000200:0.0:1734676304.555602:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.555605:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:0.0:1734676304.555608:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.555611:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.555614:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676304.555616:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00080000:00000010:0.0:1734676304.555635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e23200. 00010000:00000010:0.0:1734676304.555693:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:0.0:1734676304.555699:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ff3100. 00010000:00000010:0.0:1734676304.555749:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e22c00. 00010000:00000010:0.0:1734676304.555753:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.555760:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae140. 00000100:00000010:0.0:1734676304.555763:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.555768:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676304.555775:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e22400. 02000000:00000010:0.0:1734676304.555791:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e23e00. 00000400:00000010:0.0:1734676304.555794:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676304.555797:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676304.555801:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361344, portal 16 00000400:00000010:0.0:1734676304.555804:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676304.555805:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361344, offset 0 00000400:00000200:0.0:1734676304.555809:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.555812:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.555816:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.555819:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.555821:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.555823:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.555826:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79944:79944:256:4294967295] 192.168.203.46@tcp LPNI seq info [79940:79940:8:4294967295] 00000400:00000200:0.0:1734676304.555831:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.555835:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.555836:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f600. 00000800:00000200:0.0:1734676304.555839:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.555843:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.555845:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.555931:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.555934:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f600. 00000400:00000200:2.0:1734676304.555936:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.555939:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.555941:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676304.555943:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:2.0:1734676304.555948:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864361344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.556955:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.556963:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0df80 00000400:00000200:0.0:1734676304.556970:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa451d [1] + 224 00000400:00000200:0.0:1734676304.556983:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.556987:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.556993:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864361344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.557346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edebe00. 00000400:00000200:0.0:1734676304.557544:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.557549:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166a00 00000400:00000200:0.0:1734676304.557554:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f11 [2] + 1968 00000400:00000010:0.0:1734676304.557558:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:0.0:1734676304.557561:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4000 00000400:00000200:0.0:1734676304.557604:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.557607:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.557610:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4000 00000400:00000010:0.0:1734676304.557612:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4000. 00000100:00000200:0.0:1734676304.557616:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676304.557654:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:1.0:1734676304.557657:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676304.557658:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676304.557663:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864361344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.557670:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864361344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.557689:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e23e00. 02000000:00000010:1.0:1734676304.557692:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e22400. 00000100:00000010:1.0:1734676304.557695:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:1.0:1734676304.557698:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:1.0:1734676304.557701:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae140. 00010000:00000010:0.1:1734676304.558245:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550f00. 00010000:00000010:0.1:1734676304.558252:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61c00. 00010000:00000010:0.1:1734676304.558255:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822500. 00010000:00000010:0.1:1734676304.558258:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095400. 00000020:00000010:1.0:1734676304.558322:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5a00. 00000020:00000010:1.0:1734676304.558327:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.558331:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.558348:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8450 x1818938867870208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.558375:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870208 02000000:00000010:1.0:1734676304.558383:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676304.558402:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834fb200. 00010000:00000010:1.0:1734676304.558412:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790a80. 00000100:00000010:1.0:1734676304.558417:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bd61e40. 00000100:00000010:1.0:1734676304.558432:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bd61e40. 00010000:00000010:1.0:1734676304.558434:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790a80. 00000400:00000010:1.0:1734676304.558443:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676304.558447:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870208, offset 224 00000400:00000200:1.0:1734676304.558451:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.558457:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.558461:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79945:79945:256:4294967295] 192.168.203.46@tcp LPNI seq info [79941:79941:8:4294967295] 00000400:00000200:1.0:1734676304.558468:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.558472:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.558476:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.558480:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.558485:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.558488:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.558498:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.558502:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.558504:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5a00. 02000000:00000010:1.0:1734676304.558510:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676304.558512:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676304.558516:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676304.558518:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:1.0:1734676304.558520:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:1.0:1734676304.558521:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676304.558523:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676304.558526:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.558528:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676304.558530:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:1.0:1734676304.558532:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676304.558534:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000200:1.0:1734676304.558538:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.558541:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad0b0. 00000400:00000010:1.0:1734676304.558544:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012bd61e40. 00000800:00000200:0.0:1734676304.558655:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.558657:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.558660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.558663:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.558666:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676304.558667:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 02000000:00000010:0.0:1734676304.558670:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00080000:00000010:0.0:1734676304.558686:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e22600. 00010000:00000010:0.0:1734676304.558735:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.558740:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a0df80. 00010000:00000010:0.0:1734676304.558787:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f300. 00010000:00000010:0.0:1734676304.558790:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.558793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e22400. 00010000:00000010:0.0:1734676304.558797:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c580. 00080000:00000010:0.0:1734676304.558804:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e23e00. 00010000:00000010:0.0:1734676304.558822:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c580. 00010000:00000010:0.0:1734676304.558824:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.558860:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da85c00. 00010000:00000010:0.0:1734676304.558863:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.558868:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daebc0. 00000100:00000010:0.0:1734676304.558871:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.558876:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.558883:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdaac00. 02000000:00000010:0.0:1734676304.558896:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdaa800. 00000400:00000010:0.0:1734676304.558899:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676304.558902:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676304.558904:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361472, portal 16 00000400:00000010:0.0:1734676304.558907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676304.558909:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361472, offset 0 00000400:00000200:0.0:1734676304.558913:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.558917:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.558920:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.558923:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.558925:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.558927:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.558929:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79946:79946:256:4294967295] 192.168.203.46@tcp LPNI seq info [79942:79942:8:4294967295] 00000400:00000200:0.0:1734676304.558935:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.558938:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.558940:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f000. 00000800:00000200:0.0:1734676304.558943:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.558946:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.558949:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.559180:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.559183:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f000. 00000400:00000200:2.0:1734676304.559185:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.559189:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.559191:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676304.559193:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676304.559197:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864361472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.561512:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.561524:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e000 00000400:00000200:1.0:1734676304.561532:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa452d [1] + 224 00000400:00000200:1.0:1734676304.561539:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.561543:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.561551:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864361472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.561569:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.561573:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166a80 00000400:00000200:1.0:1734676304.561577:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 0 00000400:00000200:1.0:1734676304.561587:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.561590:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.561594:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.561598:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:3.0:1734676304.561660:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007371d800. 00000020:00000010:3.0:1734676304.561665:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676304.561669:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000400:00000010:0.0:1734676304.561675:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:0.0:1734676304.561679:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:0.0:1734676304.561680:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676304.561684:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864361472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.561685:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867870336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.561692:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864361472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.561701:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870336 02000000:00000010:3.0:1734676304.561708:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 02000000:00000010:0.0:1734676304.561709:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdaa800. 02000000:00000010:0.0:1734676304.561713:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdaac00. 00000100:00000010:0.0:1734676304.561715:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:0.0:1734676304.561718:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676304.561721:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daebc0. 00010000:00000010:3.0:1734676304.561725:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a49380. 00010000:00000010:3.0:1734676304.561736:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.561741:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.561797:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.561800:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000010:3.0:1734676304.561809:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.561812:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870336, offset 224 00000400:00000200:3.0:1734676304.561817:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676304.561818:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaac00. 00000400:00000200:3.0:1734676304.561823:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.561827:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79947:79947:256:4294967295] 192.168.203.46@tcp LPNI seq info [79943:79943:8:4294967295] 00000400:00000200:3.0:1734676304.561833:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.561837:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.561840:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.561843:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.561848:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.561850:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.561861:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676304.561863:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00010000:00000010:0.0:1734676304.561866:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00000020:00000010:3.0:1734676304.561867:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007371d800. 00010000:00000010:0.0:1734676304.561871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a49300. 00000800:00000200:1.0:1734676304.561959:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.561961:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676304.561964:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.561967:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.561969:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676304.561971:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00010000:00000010:0.0:1734676304.562053:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdaa800. 00010000:00000010:0.0:1734676304.562058:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676304.562064:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daebc0. 00000100:00000010:0.0:1734676304.562066:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.562070:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.562077:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdab400. 02000000:00000010:0.0:1734676304.562101:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e23600. 00000400:00000010:0.0:1734676304.562105:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676304.562107:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676304.562111:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361600, portal 16 00000400:00000010:0.0:1734676304.562114:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676304.562115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361600, offset 0 00000400:00000200:0.0:1734676304.562119:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.562123:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.562126:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.562129:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.562131:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.562133:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.562135:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79948:79948:256:4294967295] 192.168.203.46@tcp LPNI seq info [79944:79944:8:4294967295] 00000400:00000200:0.0:1734676304.562141:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.562145:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.562147:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.562150:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.562153:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.562155:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676304.562362:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9aa00. 00000800:00000200:3.0:1734676304.562441:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.562444:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:3.0:1734676304.562446:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.562450:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.562452:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:3.0:1734676304.562453:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:3.0:1734676304.562457:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b800 x1818938864361600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.564276:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.564288:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e080 00000400:00000200:0.0:1734676304.564295:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4539 [1] + 224 00000400:00000200:0.0:1734676304.564303:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.564306:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.564314:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b800 x1818938864361600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.564712:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.564718:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166b00 00000400:00000200:0.0:1734676304.564723:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 328 00000400:00000200:0.0:1734676304.564769:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.564773:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.564777:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.564781:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:3.0:1734676304.564951:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007371de00. 00000020:00000010:3.0:1734676304.564955:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676304.564959:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.564976:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867870464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.564994:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870464 02000000:00000010:3.0:1734676304.565002:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.565027:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.565032:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.565050:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.565052:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000010:3.0:1734676304.565062:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.565066:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870464, offset 224 00000400:00000200:3.0:1734676304.565070:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.565077:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.565082:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79949:79949:256:4294967295] 192.168.203.46@tcp LPNI seq info [79945:79945:8:4294967295] 00000400:00000200:3.0:1734676304.565102:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.565106:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.565109:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.565112:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.565117:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.565120:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.565135:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676304.565137:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.565141:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007371de00. 00000800:00000200:1.0:1734676304.565168:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.565171:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676304.565174:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.565177:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.565180:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676304.565181:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000400:00000010:2.0:1734676304.565323:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676304.565328:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:2.0:1734676304.565329:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:2.0:1734676304.565334:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b800 x1818938864361600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.565342:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b800 x1818938864361600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676304.565358:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136d800. 02000000:00000010:2.0:1734676304.565365:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e23600. 02000000:00000010:2.0:1734676304.565369:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdab400. 00000100:00000010:2.0:1734676304.565372:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000010:2.0:1734676304.565375:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:2.0:1734676304.565378:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daebc0. 00080000:00000010:2.0:1734676304.565390:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094a00. 00010000:00000010:2.0:1734676304.565446:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:2.0:1734676304.565451:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013136d780. 00010000:00000010:2.0:1734676304.565505:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095c00. 00010000:00000010:2.0:1734676304.565509:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676304.565516:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4ac0. 00000100:00000010:2.0:1734676304.565519:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.565523:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676304.565530:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094800. 02000000:00000010:2.0:1734676304.565545:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095000. 00000400:00000010:2.0:1734676304.565548:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676304.565551:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.565555:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361728, portal 16 00000400:00000010:2.0:1734676304.565557:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.565559:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361728, offset 0 00000400:00000200:2.0:1734676304.565563:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.565567:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.565570:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.565573:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.565576:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.565577:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.565579:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79950:79950:256:4294967295] 192.168.203.46@tcp LPNI seq info [79946:79946:8:4294967295] 00000400:00000200:2.0:1734676304.565585:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.565589:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.565591:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.565594:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.565597:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.565600:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676304.565607:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676304.565611:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095400. 02000000:00000010:2.0:1734676304.565617:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d094000. 00000400:00000010:2.0:1734676304.565620:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c73c8. 00000400:00000010:2.0:1734676304.565622:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.565624:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361856, portal 16 00000400:00000010:2.0:1734676304.565626:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.565628:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361856, offset 0 00000400:00000200:2.0:1734676304.565631:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.565635:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.565637:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.565639:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.565641:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.565642:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.565645:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79951:79951:255:4294967295] 192.168.203.46@tcp LPNI seq info [79947:79947:7:4294967295] 00000400:00000200:2.0:1734676304.565651:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.565654:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.565656:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.565659:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.565662:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.565664:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.565913:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.565916:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:3.0:1734676304.565918:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.565922:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.565924:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:3.0:1734676304.565925:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:3.0:1734676304.565931:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864361728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676304.565953:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.565955:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:3.0:1734676304.565957:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.565959:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.565961:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676304.565962:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676304.565965:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864361856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.566053:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13600. 00010000:00000010:3.1:1734676304.566058:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48ae00. 00010000:00000010:2.1:1734676304.566129:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18000. 00010000:00000010:2.1:1734676304.566133:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095200. 00000400:00000200:2.0:1734676304.568820:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.568834:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e100 00000400:00000200:2.0:1734676304.568841:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4545 [1] + 224 00000400:00000200:2.0:1734676304.568849:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.568853:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.568862:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864361728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.568897:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.568902:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e180 00000400:00000200:2.0:1734676304.568906:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa454d [1] + 224 00000400:00000200:2.0:1734676304.568919:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.568922:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.568927:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864361856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.568988:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:3.0:1734676304.568992:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:3.0:1734676304.568994:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:3.0:1734676304.568999:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864361728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.569006:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864361728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.569025:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c73c8. 00000400:00000200:3.0:1734676304.569027:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:3.0:1734676304.569028:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:3.0:1734676304.569031:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864361856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.569053:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864361856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.569065:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095000. 02000000:00000010:3.0:1734676304.569070:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094800. 00000100:00000010:3.0:1734676304.569074:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:3.0:1734676304.569079:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d094000. 02000000:00000010:3.0:1734676304.569080:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095400. 00000100:00000010:3.0:1734676304.569082:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:3.0:1734676304.569084:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676304.569096:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4ac0. 00000400:00000200:1.0:1734676304.569312:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.569319:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166b80 00000400:00000200:1.0:1734676304.569324:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 656 00000400:00000200:1.0:1734676304.569476:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.569480:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.569484:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.569488:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000400:00000200:1.0:1734676304.569588:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.569592:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166c00 00000400:00000200:1.0:1734676304.569595:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 984 00000400:00000200:1.0:1734676304.569603:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.569606:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.569609:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.569611:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:2.0:1734676304.569819:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095200. 00000020:00000010:2.0:1734676304.569824:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676304.569827:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.569842:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867870592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676304.569870:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.569872:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676304.569874:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf4b0. 00000100:00000200:2.0:1734676304.569879:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867870720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.569891:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870592 02000000:00000010:2.0:1734676304.569897:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.569915:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737fa380. 00000400:00000010:2.0:1734676304.569927:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.569931:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870592, offset 224 00000400:00000200:2.0:1734676304.569935:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.569941:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.569945:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79952:79952:256:4294967295] 192.168.203.46@tcp LPNI seq info [79948:79948:8:4294967295] 00000400:00000200:2.0:1734676304.569952:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.569955:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.569958:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.569962:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.569967:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.569969:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1734676304.570005:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870720 02000000:00000010:1.0:1734676304.570011:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.570021:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3b80. 00010000:00000010:1.0:1734676304.570029:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790a80. 00000100:00000010:1.0:1734676304.570033:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000020:00000010:2.0:1734676304.570463:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676304.570467:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:2.0:1734676304.570470:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095200. 00000800:00000200:3.0:1734676304.570683:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.570685:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:3.0:1734676304.570688:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.570691:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.570694:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:3.0:1734676304.570695:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000010:1.0:1734676304.570799:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.570805:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790a80. 00000400:00000010:1.0:1734676304.570812:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676304.570814:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870720, offset 224 00000400:00000200:1.0:1734676304.570818:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.570822:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.570826:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79953:79953:256:4294967295] 192.168.203.46@tcp LPNI seq info [79949:79949:8:4294967295] 00000400:00000200:1.0:1734676304.570832:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.570840:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.570842:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.570845:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.570954:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.570957:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676304.570986:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007371d800. 00010000:00000010:0.1:1734676304.571323:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f65c00. 00010000:00000010:0.1:1734676304.571331:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097eece00. 00010000:00000010:0.1:1734676304.571334:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800995b3b00. 00010000:00000010:0.1:1734676304.571337:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22c00. 00010000:00000010:0.1:1734676304.571339:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f300. 00010000:00000010:0.1:1734676304.571341:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22400. 00010000:00000010:0.1:1734676304.571343:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48100. 00010000:00000010:0.1:1734676304.571345:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da85c00. 00010000:00000010:3.0:1734676304.571377:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:3.0:1734676304.571382:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3b00. 00010000:00000010:3.0:1734676304.571437:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007371da00. 00010000:00000010:3.0:1734676304.571442:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.571448:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.571452:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676304.571456:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.571464:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007371d600. 02000000:00000010:3.0:1734676304.571481:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe1e00. 00000400:00000010:3.0:1734676304.571484:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.571488:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.571491:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864361984, portal 16 00000400:00000010:3.0:1734676304.571495:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.571496:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864361984, offset 0 00000400:00000200:3.0:1734676304.571500:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.571505:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.571508:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.571511:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.571514:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.571516:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.571518:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79954:79954:255:4294967295] 192.168.203.46@tcp LPNI seq info [79950:79950:7:4294967295] 00000400:00000200:3.0:1734676304.571524:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.571528:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.571530:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.571533:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.571536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.571539:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.571578:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:1.0:1734676304.571581:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf4b0. 00000020:00000010:1.0:1734676304.571584:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00000800:00000200:2.0:1734676304.572100:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.572104:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:2.0:1734676304.572106:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.572110:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.572112:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:2.0:1734676304.572114:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:2.0:1734676304.572144:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.572146:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676304.572148:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.572150:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.572152:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:2.0:1734676304.572153:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:2.0:1734676304.572158:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864361984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.576411:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.576428:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e200 00000400:00000200:1.0:1734676304.576435:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa455d [1] + 224 00000400:00000200:1.0:1734676304.576445:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.576448:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.576457:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864361984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.576575:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fece200. 00010000:00000010:2.1:1734676304.576671:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0800. 00010000:00000010:0.1:1734676304.577028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7600. 00010000:00000010:0.1:1734676304.577033:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5600. 00010000:00000010:0.1:1734676304.577053:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaa800. 00000400:00000200:1.0:1734676304.577162:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.577167:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166c80 00000400:00000200:1.0:1734676304.577172:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 1312 00000400:00000200:1.0:1734676304.577183:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.577186:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.577191:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.577195:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:1.0:1734676304.577229:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5e00. 00000020:00000010:1.0:1734676304.577233:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.577237:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.577257:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867870848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.577276:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870848 02000000:00000010:1.0:1734676304.577284:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.577309:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.577315:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.577319:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.577324:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.577333:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676304.577337:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870848, offset 224 00000400:00000200:1.0:1734676304.577341:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.577348:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.577353:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79955:79955:256:4294967295] 192.168.203.46@tcp LPNI seq info [79951:79951:8:4294967295] 00000400:00000200:1.0:1734676304.577361:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.577365:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.577368:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.577372:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.577377:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.577380:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.577392:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.577395:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.577397:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5e00. 00000800:00000200:3.0:1734676304.577506:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.577509:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:3.0:1734676304.577512:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.577515:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.577518:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:3.0:1734676304.577520:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000400:00000010:3.0:1734676304.577534:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.577536:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.577537:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.577542:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864361984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.577550:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864361984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.577566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737fa480. 02000000:00000010:3.0:1734676304.577572:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe1e00. 02000000:00000010:3.0:1734676304.577575:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007371d600. 00000100:00000010:3.0:1734676304.577578:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.577580:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676304.577582:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00080000:00000010:3.0:1734676304.577594:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe1e00. 00010000:00000010:3.0:1734676304.577644:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.577649:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737fa400. 00010000:00000010:3.0:1734676304.577698:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1000. 00010000:00000010:3.0:1734676304.577702:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.577708:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.577710:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.577715:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.577722:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e10ba00. 02000000:00000010:3.0:1734676304.577737:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da50c00. 00000400:00000010:3.0:1734676304.577740:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.577743:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.577746:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362112, portal 16 00000400:00000010:3.0:1734676304.577749:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.577751:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362112, offset 0 00000400:00000200:3.0:1734676304.577755:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.577758:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.577762:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.577765:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.577768:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.577770:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.577772:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79956:79956:256:4294967295] 192.168.203.46@tcp LPNI seq info [79952:79952:8:4294967295] 00000400:00000200:3.0:1734676304.577778:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.577781:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.577784:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.577786:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.577790:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.577792:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.579502:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.579508:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:2.0:1734676304.579512:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.579518:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.579522:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676304.579524:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676304.579532:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.582673:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.582688:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e280 00000400:00000200:0.0:1734676304.582696:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4569 [1] + 224 00000400:00000200:0.0:1734676304.582753:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.582758:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.582768:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.582790:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.582795:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166d00 00000400:00000200:0.0:1734676304.582800:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 1640 00000400:00000200:0.0:1734676304.582847:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.582851:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.582855:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.582860:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676304.582961:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5600. 00000020:00000010:1.0:1734676304.582967:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.582972:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.583001:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867870976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.583020:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867870976 02000000:00000010:1.0:1734676304.583030:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676304.583075:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.583081:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00010000:00000010:2.1:1734676304.583086:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac300. 00000100:00000010:1.0:1734676304.583086:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:2.1:1734676304.583102:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095c00. 00010000:00000010:1.0:1734676304.583102:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.583113:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676304.583117:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867870976, offset 224 00000400:00000200:1.0:1734676304.583122:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.583130:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.583134:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79957:79957:256:4294967295] 192.168.203.46@tcp LPNI seq info [79953:79953:8:4294967295] 00000400:00000200:1.0:1734676304.583143:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.583148:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.583151:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.583155:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.583161:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.583164:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1734676304.583169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3c00. 00000020:00000010:1.0:1734676304.583176:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.583179:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.583182:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5600. 00000400:00000010:3.0:1734676304.583196:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.583199:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.583201:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.583206:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.583213:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.583231:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136da00. 00000800:00000200:1.0:1734676304.583233:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.583236:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:1.0:1734676304.583238:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676304.583239:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da50c00. 00000400:00000200:1.0:1734676304.583240:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676304.583243:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e10ba00. 00000400:00000200:1.0:1734676304.583243:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676304.583244:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000010:3.0:1734676304.583247:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.583249:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.583251:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00080000:00000010:3.0:1734676304.583264:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d094600. 00010000:00000010:3.0:1734676304.583314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.583319:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edca280. 00010000:00000010:3.0:1734676304.583377:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def100. 00010000:00000010:3.0:1734676304.583380:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.583383:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d095c00. 00010000:00000010:3.0:1734676304.583387:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676304.583395:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e10ba00. 00010000:00000010:3.0:1734676304.583414:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.583416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.583451:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20000. 00010000:00000010:3.0:1734676304.583454:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.583460:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.583462:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.583467:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.583474:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20200. 02000000:00000010:3.0:1734676304.583489:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20c00. 00000400:00000010:3.0:1734676304.583492:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.583494:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.583498:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362240, portal 16 00000400:00000010:3.0:1734676304.583501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.583502:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362240, offset 0 00000400:00000200:3.0:1734676304.583506:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.583511:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.583515:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.583518:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.583520:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.583522:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.583524:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79958:79958:256:4294967295] 192.168.203.46@tcp LPNI seq info [79954:79954:8:4294967295] 00000400:00000200:3.0:1734676304.583531:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.583534:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.583537:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.583540:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.583543:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.583546:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.583587:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.583589:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:3.0:1734676304.583592:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.583595:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.583597:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676304.583598:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.583602:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.583723:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6c00. 00000400:00000200:0.0:1734676304.584645:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.584652:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e300 00000400:00000200:0.0:1734676304.584658:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4575 [1] + 224 00000400:00000200:0.0:1734676304.584663:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.584666:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.584671:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.584686:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.584689:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166d80 00000400:00000200:0.0:1734676304.584693:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2f69 [2] + 1968 00000400:00000010:0.0:1734676304.584696:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:0.0:1734676304.584699:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800933a3180 00000400:00000200:0.0:1734676304.584746:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.584750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.584752:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800933a3180 00000400:00000010:0.0:1734676304.584754:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800933a3180. 00000100:00000200:0.0:1734676304.584757:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676304.584782:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22400. 00000020:00000010:0.0:1734676304.584785:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676304.584788:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.584802:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8850 x1818938867871104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.584822:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871104 00000400:00000010:3.0:1734676304.584828:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 02000000:00000010:0.0:1734676304.584828:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00000400:00000200:3.0:1734676304.584831:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.584832:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.584836:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.584842:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676304.584843:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae2c0. 00000100:00000010:0.0:1734676304.584847:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676304.584849:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:3.0:1734676304.584852:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d778d00. 00010000:00000010:0.0:1734676304.584852:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae2c0. 00000400:00000010:0.0:1734676304.584857:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 02000000:00000010:3.0:1734676304.584858:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20c00. 00000100:00000200:0.0:1734676304.584859:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871104, offset 224 02000000:00000010:3.0:1734676304.584861:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20200. 00000400:00000200:0.0:1734676304.584862:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000010:3.0:1734676304.584863:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.584865:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.584867:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:0.0:1734676304.584867:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.584870:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79959:79959:256:4294967295] 192.168.203.46@tcp LPNI seq info [79955:79955:8:4294967295] 00080000:00000010:3.0:1734676304.584873:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20200. 00000400:00000200:0.0:1734676304.584876:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.584880:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.584881:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6ff00. 00000800:00000200:0.0:1734676304.584884:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.584888:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.584891:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6ff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.584899:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00010000:00000010:3.0:1734676304.584900:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00000020:00000010:0.0:1734676304.584902:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00010000:00000010:3.0:1734676304.584903:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5d100. 00000020:00000010:0.0:1734676304.584904:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22400. 02000000:00000010:0.0:1734676304.584909:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:0.0:1734676304.584911:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.584913:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:0.0:1734676304.584915:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:0.0:1734676304.584917:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:0.0:1734676304.584919:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:0.0:1734676304.584921:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:0.0:1734676304.584923:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:0.0:1734676304.584927:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:0.0:1734676304.584929:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.584932:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:0.0:1734676304.584933:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00010000:00000010:3.0:1734676304.584934:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20c00. 00010000:00000010:3.0:1734676304.584937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00000100:00000200:0.0:1734676304.584938:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676304.584941:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00010000:00000010:3.0:1734676304.584942:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000400:00000010:0.0:1734676304.584943:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469e40. 00000100:00000010:3.0:1734676304.584945:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.584947:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.584952:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20600. 02000000:00000010:3.0:1734676304.584962:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20a00. 00000400:00000010:3.0:1734676304.584964:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000800:00000200:1.0:1734676304.585140:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.585143:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6ff00. 00000400:00000200:1.0:1734676304.585145:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.585149:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.585151:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:1.0:1734676304.585152:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 02000000:00000010:1.0:1734676304.585155:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000400:00000010:3.0:1734676304.585691:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.585697:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362368, portal 16 00000400:00000010:3.0:1734676304.585700:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.585702:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362368, offset 0 00000400:00000200:3.0:1734676304.585705:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.585710:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.585713:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.585715:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.585717:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.585718:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.585721:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79960:79960:256:4294967295] 192.168.203.46@tcp LPNI seq info [79956:79956:8:4294967295] 00000400:00000200:3.0:1734676304.585726:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.585729:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.585732:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.585735:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.585739:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.585741:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.586026:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.586030:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:2.0:1734676304.586032:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.586049:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.586052:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676304.586053:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:2.0:1734676304.586058:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.588128:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.588141:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e380 00000400:00000200:1.0:1734676304.588148:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4585 [1] + 224 00000400:00000200:1.0:1734676304.588155:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.588158:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.588166:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.588184:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.588188:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166e00 00000400:00000200:1.0:1734676304.588192:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 0 00000400:00000200:1.0:1734676304.588239:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.588242:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.588246:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.588252:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:1.0:1734676304.588460:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a4200. 00000020:00000010:1.0:1734676304.588465:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.588469:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.588487:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867871232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.588504:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871232 02000000:00000010:1.0:1734676304.588511:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676304.588538:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.588544:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.588549:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00000400:00000010:3.0:1734676304.588807:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.588811:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.588813:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.588818:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.588826:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.588842:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5d680. 02000000:00000010:3.0:1734676304.588849:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20a00. 02000000:00000010:3.0:1734676304.588852:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20600. 00000100:00000010:3.0:1734676304.588855:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.588857:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.588859:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00080000:00000010:3.0:1734676304.588870:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20600. 00010000:00000010:3.0:1734676304.588920:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.588970:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20a00. 00010000:00000010:3.0:1734676304.588974:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676304.588980:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.588983:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.588987:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.589086:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21000. 02000000:00000010:3.0:1734676304.589114:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20400. 00000400:00000010:3.0:1734676304.589117:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.589120:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.589124:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362496, portal 16 00000400:00000010:3.0:1734676304.589127:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.589129:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362496, offset 0 00000400:00000200:3.0:1734676304.589133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.589139:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.589143:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.589146:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.589149:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.589151:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.589154:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79961:79961:256:4294967295] 192.168.203.46@tcp LPNI seq info [79957:79957:8:4294967295] 00000400:00000200:3.0:1734676304.589161:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.589165:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.589167:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.589171:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.589177:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.589180:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.589213:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.589215:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:3.0:1734676304.589217:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.589220:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.589222:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676304.589224:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.589228:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676304.589284:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00010000:00000010:1.0:1734676304.589291:0:11224:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3f80. 00000400:00000010:1.0:1734676304.589301:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676304.589304:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871232, offset 224 00000400:00000200:1.0:1734676304.589307:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.589311:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.589315:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79962:79962:256:4294967295] 192.168.203.46@tcp LPNI seq info [79958:79958:8:4294967295] 00000400:00000200:1.0:1734676304.589321:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.589324:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.589326:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.589329:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.589332:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.589334:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.589347:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.589350:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.589353:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a4200. 00000400:00000200:0.0:1734676304.591108:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.591119:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e400 00000400:00000200:0.0:1734676304.591126:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa458d [1] + 224 00000400:00000200:0.0:1734676304.591142:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.591146:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.591154:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676304.591225:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.591228:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:0.0:1734676304.591230:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.591233:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.591236:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676304.591238:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000400:00000010:3.0:1734676304.591526:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.591530:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.591531:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.591537:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.591544:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.591566:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.591570:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21000. 00000100:00000010:3.0:1734676304.591572:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.591575:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.591578:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00080000:00000010:3.0:1734676304.592923:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676304.592930:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02af80. 00000400:00000200:0.0:1734676304.592965:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.592975:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166e80 00000400:00000200:0.0:1734676304.592982:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 328 00000400:00000200:0.0:1734676304.592994:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1734676304.592997:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02af80. 00000400:00000200:0.0:1734676304.592998:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00080000:00000010:3.0:1734676304.593002:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02af80. 00000100:00000200:0.0:1734676304.593002:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.593007:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00080000:00000010:3.0:1734676304.593009:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676304.593013:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676304.593020:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676304.593024:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02af80. 00000020:00000010:1.0:1734676304.593085:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a4800. 00000020:00000010:1.0:1734676304.593101:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.593106:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.593127:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867871360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.593147:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871360 02000000:00000010:1.0:1734676304.593154:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676304.593178:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e34a00. 00010000:00000010:1.0:1734676304.593192:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.593198:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.593437:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.593444:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.593453:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676304.593457:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871360, offset 224 00000400:00000200:1.0:1734676304.593462:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.593469:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.593473:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79963:79963:256:4294967295] 192.168.203.46@tcp LPNI seq info [79959:79959:8:4294967295] 00000400:00000200:1.0:1734676304.593481:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.593486:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.593489:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.593493:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.593498:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.593501:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.593520:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.593524:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.593527:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a4800. 00000800:00000200:3.0:1734676304.593562:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.593564:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00080000:00000010:2.0:1734676304.593580:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094800. 00010000:00000010:2.0:1734676304.593637:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:2.0:1734676304.593642:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e34980. 00010000:00000010:2.0:1734676304.593692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095000. 00010000:00000010:2.0:1734676304.593697:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676304.593704:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.593707:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.593712:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.593721:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094000. 02000000:00000010:2.0:1734676304.593738:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095400. 00000400:00000010:2.0:1734676304.593742:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.593746:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.593751:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362624, portal 16 00000400:00000010:2.0:1734676304.593754:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676304.593756:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362624, offset 0 00000400:00000200:2.0:1734676304.593760:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.593764:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.593768:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.593772:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.593774:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.593776:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.593779:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79964:79964:255:4294967295] 192.168.203.46@tcp LPNI seq info [79960:79960:7:4294967295] 00000400:00000200:2.0:1734676304.593784:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.593788:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.593790:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.593793:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.593797:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.593799:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1734676304.593812:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.593816:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.593819:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:3.0:1734676304.593821:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000800:00000200:3.0:1734676304.593842:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.593844:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:3.0:1734676304.593847:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.593850:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.593851:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:3.0:1734676304.593852:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:3.0:1734676304.593858:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864362624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.594704:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8fa00. 00010000:00000010:2.1:1734676304.594710:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7300. 00010000:00000010:2.1:1734676304.594713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007371da00. 00000400:00000200:1.0:1734676304.596196:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.596207:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e480 00000400:00000200:1.0:1734676304.596214:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa459d [1] + 224 00000400:00000200:1.0:1734676304.596223:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.596226:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.596235:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864362624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.596338:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.596343:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166f00 00000400:00000200:1.0:1734676304.596347:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 656 00000400:00000200:1.0:1734676304.596393:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.596396:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.596401:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.596405:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000400:00000010:2.0:1734676304.596477:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:2.0:1734676304.596481:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676304.596483:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.596488:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864362624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.596496:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864362624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.596518:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095400. 02000000:00000010:2.0:1734676304.596523:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094000. 00000100:00000010:2.0:1734676304.596527:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.596532:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.596535:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000020:00000010:0.0:1734676304.596755:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22c00. 00000020:00000010:0.0:1734676304.596761:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676304.596764:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.596780:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867871488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.596799:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871488 02000000:00000010:0.0:1734676304.596806:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676304.596825:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9aca80. 00010000:00000010:0.0:1734676304.596836:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef00. 00000100:00000010:0.0:1734676304.596841:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.596855:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676304.596858:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef00. 00000400:00000010:0.0:1734676304.596866:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676304.596869:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871488, offset 224 00000400:00000200:0.0:1734676304.596874:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.596881:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.596886:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79965:79965:256:4294967295] 192.168.203.46@tcp LPNI seq info [79961:79961:8:4294967295] 00000400:00000200:0.0:1734676304.596893:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.596898:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.596901:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f800. 00000800:00000200:0.0:1734676304.596904:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.596909:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.596912:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.596924:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676304.596927:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.596929:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22c00. 00080000:00000010:3.0:1734676304.596967:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21800. 00000800:00000200:0.0:1734676304.596974:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.596977:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f800. 00000400:00000200:0.0:1734676304.596979:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.596982:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.596984:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:0.0:1734676304.596986:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00010000:00000010:3.0:1734676304.597025:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4680. 00010000:00000010:3.0:1734676304.597030:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9aca00. 00010000:00000010:3.0:1734676304.597115:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21a00. 00010000:00000010:3.0:1734676304.597120:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.597126:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.597129:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.597135:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.597142:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21200. 02000000:00000010:3.0:1734676304.597158:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21400. 00000400:00000010:3.0:1734676304.597162:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.597166:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.597170:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362752, portal 16 00000400:00000010:3.0:1734676304.597173:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.597175:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362752, offset 0 00000400:00000200:3.0:1734676304.597179:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.597184:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.597188:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.597191:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.597193:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.597195:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.597198:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79966:79966:256:4294967295] 192.168.203.46@tcp LPNI seq info [79962:79962:8:4294967295] 00000400:00000200:3.0:1734676304.597204:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.597208:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.597211:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.597214:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.597217:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.597220:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.597249:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.597251:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:3.0:1734676304.597253:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.597256:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.597258:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676304.597260:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.597264:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.598692:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.598698:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e500 00000400:00000200:0.0:1734676304.598702:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45a9 [1] + 224 00000400:00000200:0.0:1734676304.598707:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.598709:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.598714:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.598734:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.598737:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5166f80 00000400:00000200:0.0:1734676304.598739:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 984 00000400:00000200:0.0:1734676304.598770:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.598774:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.598777:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.598780:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:3.0:1734676304.598841:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.598845:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.598846:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.598851:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.598859:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.598876:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21400. 02000000:00000010:3.0:1734676304.598880:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21200. 00000100:00000010:3.0:1734676304.598883:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.598885:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.598888:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000020:00000010:2.0:1734676304.598908:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d094000. 00000020:00000010:2.0:1734676304.598912:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676304.598916:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf708. 00000100:00000200:2.0:1734676304.598930:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867871616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.599021:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871616 02000000:00000010:0.0:1734676304.599029:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.599066:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d422c80. 00010000:00000010:0.0:1734676304.599077:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daef00. 00000100:00000010:0.0:1734676304.599080:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.599131:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676304.599135:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daef00. 00000400:00000010:0.0:1734676304.599142:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676304.599145:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871616, offset 224 00000400:00000200:0.0:1734676304.599149:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.599154:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.599158:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79967:79967:256:4294967295] 192.168.203.46@tcp LPNI seq info [79963:79963:8:4294967295] 00000400:00000200:0.0:1734676304.599166:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.599170:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.599172:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fe00. 00000800:00000200:0.0:1734676304.599175:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.599180:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.599183:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.599199:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4380. 00000020:00000010:0.0:1734676304.599202:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf708. 00000020:00000010:0.0:1734676304.599206:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d094000. 00000800:00000200:1.0:1734676304.599257:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.599260:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fe00. 00000400:00000200:1.0:1734676304.599262:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.599266:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.599268:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:1.0:1734676304.599270:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00080000:00000010:3.0:1734676304.599314:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21200. 00010000:00000010:3.0:1734676304.599354:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.599358:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d422c00. 00010000:00000010:3.0:1734676304.599401:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21400. 00010000:00000010:3.0:1734676304.599405:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.599410:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.599413:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.599417:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.599424:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20800. 02000000:00000010:3.0:1734676304.599434:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20400. 00000400:00000010:3.0:1734676304.599437:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.599440:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.599443:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864362880, portal 16 00000400:00000010:3.0:1734676304.599446:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.599447:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864362880, offset 0 00000400:00000200:3.0:1734676304.599451:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.599455:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.599458:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.599460:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.599463:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.599465:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.599467:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79968:79968:256:4294967295] 192.168.203.46@tcp LPNI seq info [79964:79964:8:4294967295] 00000400:00000200:3.0:1734676304.599473:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.599477:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.599479:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.599482:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.599486:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.599489:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.599555:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.599557:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676304.599559:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.599563:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.599565:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676304.599567:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676304.599571:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864362880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.601224:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.601235:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e580 00000400:00000200:0.0:1734676304.601242:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45b5 [1] + 224 00000400:00000200:0.0:1734676304.601256:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.601259:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.601266:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864362880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.601474:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.601478:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.601479:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.601484:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864362880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.601492:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864362880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.601511:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.601515:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20800. 00000100:00000010:3.0:1734676304.601518:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.601521:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.601525:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:0.0:1734676304.601588:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.601593:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167000 00000400:00000200:0.0:1734676304.601598:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 1312 00000400:00000200:0.0:1734676304.601638:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.601642:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.601646:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.601650:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.601935:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095400. 00000020:00000010:2.0:1734676304.601939:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.601942:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.601956:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867871744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.601981:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871744 02000000:00000010:2.0:1734676304.601987:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.602005:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c0f6d00. 00010000:00000010:2.0:1734676304.602018:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.602022:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.602146:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.602150:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.602161:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.602164:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871744, offset 224 00000400:00000200:2.0:1734676304.602169:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.602175:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.602180:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79969:79969:256:4294967295] 192.168.203.46@tcp LPNI seq info [79965:79965:8:4294967295] 00000400:00000200:2.0:1734676304.602187:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.602191:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.602195:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.602200:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.602205:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.602208:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.602224:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.602227:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.602231:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095400. 00000800:00000200:0.0:1734676304.602308:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.602311:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.602313:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.602317:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.602319:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676304.602320:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:3.0:1734676304.602363:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20800. 00010000:00000010:3.0:1734676304.602415:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.602421:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c0f6780. 00010000:00000010:3.0:1734676304.602480:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20400. 00010000:00000010:3.0:1734676304.602484:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.602491:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.602494:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.602498:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.602505:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21000. 02000000:00000010:3.0:1734676304.602519:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21e00. 00000400:00000010:3.0:1734676304.602522:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.602525:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.602529:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363008, portal 16 00000400:00000010:3.0:1734676304.602532:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.602534:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363008, offset 0 00000400:00000200:3.0:1734676304.602538:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.602542:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.602546:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.602549:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.602552:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.602553:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.602555:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79970:79970:256:4294967295] 192.168.203.46@tcp LPNI seq info [79966:79966:8:4294967295] 00000400:00000200:3.0:1734676304.602561:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.602564:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.602567:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.602570:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.602573:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.602575:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.602905:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.602908:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676304.602911:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.602914:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.602916:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676304.602918:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676304.602923:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.603198:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02400. 00010000:00000010:2.1:1734676304.603204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9f1a00. 00010000:00000010:3.1:1734676304.603247:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772400. 00010000:00000010:3.1:1734676304.603253:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b300. 00010000:00000010:3.1:1734676304.603257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1000. 00010000:00000010:3.1:1734676304.603259:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def100. 00010000:00000010:3.1:1734676304.603261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d095c00. 00010000:00000010:3.1:1734676304.603265:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2e000. 00010000:00000010:3.1:1734676304.603267:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9000. 00010000:00000010:3.1:1734676304.603270:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20000. 00010000:00000010:3.1:1734676304.603336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1a00. 00010000:00000010:3.1:1734676304.603338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20c00. 00010000:00000010:1.1:1734676304.603775:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48000. 00010000:00000010:1.1:1734676304.603780:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20a00. 00000400:00000200:0.0:1734676304.604182:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.604192:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e600 00000400:00000200:0.0:1734676304.604199:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45c1 [1] + 224 00000400:00000200:0.0:1734676304.604205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.604208:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.604216:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.604243:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.604248:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167080 00000400:00000200:0.0:1734676304.604253:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 1640 00000400:00000200:0.0:1734676304.604264:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.604267:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.604270:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.604274:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:3.0:1734676304.604327:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.604331:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.604332:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.604337:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.604344:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.604362:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21e00. 02000000:00000010:3.0:1734676304.604366:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21000. 00000100:00000010:3.0:1734676304.604369:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.604372:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.604375:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000020:00000010:2.0:1734676304.604545:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095400. 00000020:00000010:2.0:1734676304.604549:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.604553:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.604569:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867871872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.604585:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867871872 02000000:00000010:2.0:1734676304.604591:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.604608:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19580. 00010000:00000010:2.0:1734676304.604619:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.604624:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.604628:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.604631:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.604639:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.604642:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867871872, offset 224 00000400:00000200:2.0:1734676304.604646:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.604653:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.604657:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79971:79971:256:4294967295] 192.168.203.46@tcp LPNI seq info [79967:79967:8:4294967295] 00000400:00000200:2.0:1734676304.604665:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.604669:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.604672:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.604676:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.604682:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.604684:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.604708:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.604711:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.604715:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095400. 00080000:00000010:3.0:1734676304.604781:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21000. 00010000:00000010:3.0:1734676304.604841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.604846:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19500. 00010000:00000010:3.0:1734676304.604899:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21e00. 00010000:00000010:3.0:1734676304.604904:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.604910:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.604912:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.604916:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.604924:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20c00. 02000000:00000010:3.0:1734676304.604939:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20000. 00000400:00000010:3.0:1734676304.604942:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.604944:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.604948:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363136, portal 16 00000400:00000010:3.0:1734676304.604951:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.604952:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363136, offset 0 00000400:00000200:3.0:1734676304.604956:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.604960:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.604963:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.604967:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.604969:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.604971:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.604973:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79972:79972:255:4294967295] 192.168.203.46@tcp LPNI seq info [79968:79968:7:4294967295] 00000400:00000200:3.0:1734676304.604980:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.604983:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.604985:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.604988:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.604992:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.604994:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.605112:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.605116:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:1.0:1734676304.605119:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.605122:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.605125:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676304.605127:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676304.605160:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.605162:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676304.605164:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.605167:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.605169:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676304.605170:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676304.605175:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.606765:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.606777:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e680 00000400:00000200:0.0:1734676304.606784:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45cd [1] + 224 00000400:00000200:0.0:1734676304.606801:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.606804:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.606812:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.606898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95d600. 00010000:00000010:1.1:1734676304.606904:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ce00. 00000400:00000010:3.0:1734676304.606962:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.606966:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.606968:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.606973:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.606979:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.607000:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20000. 02000000:00000010:3.0:1734676304.607005:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20c00. 00000100:00000010:3.0:1734676304.607008:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.607012:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.607016:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:1.0:1734676304.608517:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.608528:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167100 00000400:00000200:1.0:1734676304.608534:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa2fcd [2] + 1968 00000400:00000010:1.0:1734676304.608538:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c08. 00000400:00000200:1.0:1734676304.608542:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800995c7480 00000400:00000200:1.0:1734676304.608588:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.608592:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.608595:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800995c7480 00000400:00000010:1.0:1734676304.608596:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800995c7480. 00000100:00000200:1.0:1734676304.608601:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676304.608853:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22c00. 00000020:00000010:0.0:1734676304.608859:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.608863:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.608882:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8c50 x1818938867872000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.608903:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872000 02000000:00000010:0.0:1734676304.608910:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.608932:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19c00. 00010000:00000010:0.0:1734676304.608944:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.608950:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469a80. 00000100:00000010:0.0:1734676304.608968:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469a80. 00010000:00000010:0.0:1734676304.608971:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000010:0.0:1734676304.608981:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676304.608985:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872000, offset 224 00000400:00000200:0.0:1734676304.608990:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.608997:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.609002:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79973:79973:256:4294967295] 192.168.203.46@tcp LPNI seq info [79969:79969:8:4294967295] 00000400:00000200:0.0:1734676304.609009:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.609013:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.609016:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676304.609021:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.609026:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.609029:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.609058:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.609061:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.609063:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22c00. 02000000:00000010:0.0:1734676304.609069:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:0.0:1734676304.609073:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676304.609076:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:0.0:1734676304.609079:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.609082:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:0.0:1734676304.609085:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.609099:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:0.0:1734676304.609102:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:0.0:1734676304.609107:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:0.0:1734676304.609108:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.609110:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:0.0:1734676304.609111:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000200:0.0:1734676304.609116:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676304.609120:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676304.609122:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469a80. 00010000:00000010:2.1:1734676304.609180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad600. 00010000:00000010:2.1:1734676304.609185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095000. 00010000:00000010:2.1:1734676304.609187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b80b600. 00010000:00000010:2.1:1734676304.609196:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21a00. 00010000:00000010:2.1:1734676304.609200:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ed9d00. 00010000:00000010:2.1:1734676304.609203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21400. 00080000:00000010:3.0:1734676304.609323:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20c00. 00010000:00000010:3.0:1734676304.609379:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.609384:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19b80. 00010000:00000010:3.0:1734676304.609438:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20000. 00010000:00000010:3.0:1734676304.609443:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.609449:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.609452:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.609456:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.609464:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21c00. 02000000:00000010:3.0:1734676304.609481:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21400. 00000400:00000010:3.0:1734676304.609484:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.609487:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.609491:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363264, portal 16 00000400:00000010:3.0:1734676304.609494:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.609495:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363264, offset 0 00000400:00000200:3.0:1734676304.609499:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.609504:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.609507:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.609510:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.609513:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.609515:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.609517:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79974:79974:255:4294967295] 192.168.203.46@tcp LPNI seq info [79970:79970:7:4294967295] 00000400:00000200:3.0:1734676304.609523:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.609527:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.609529:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.609532:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.609536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.609538:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676304.609606:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e350000. 00000800:00000200:1.0:1734676304.609630:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.609632:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:1.0:1734676304.609635:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.609639:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.609641:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676304.609643:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 02000000:00000010:1.0:1734676304.609645:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000800:00000200:1.0:1734676304.609677:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.609679:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676304.609682:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.609684:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.609686:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676304.609687:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676304.609692:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.611962:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.611976:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e700 00000400:00000200:0.0:1734676304.611984:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45dd [1] + 224 00000400:00000200:0.0:1734676304.612001:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.612005:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.612014:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.612165:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.612170:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.612172:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.612177:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.612185:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.612206:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21400. 02000000:00000010:3.0:1734676304.612211:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21c00. 00000100:00000010:3.0:1734676304.612215:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.612218:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.612222:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:0.0:1734676304.615643:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.615658:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167180 00000400:00000200:0.0:1734676304.615665:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 0 00000400:00000200:0.0:1734676304.615726:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.615730:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.615737:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.615742:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.615801:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095000. 00000020:00000010:2.0:1734676304.615807:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.615811:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.615833:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867872128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.615868:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872128 02000000:00000010:2.0:1734676304.615875:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.615897:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc480. 00010000:00000010:2.0:1734676304.615911:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.615916:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.616034:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.616059:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.616072:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676304.616076:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872128, offset 224 00080000:00000010:3.0:1734676304.616082:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21c00. 00000400:00000200:2.0:1734676304.616082:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.616097:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.616102:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79975:79975:256:4294967295] 192.168.203.46@tcp LPNI seq info [79971:79971:8:4294967295] 00000400:00000200:2.0:1734676304.616109:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.616113:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.616116:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.616120:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.616125:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.616128:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676304.616147:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:2.0:1734676304.616149:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.616152:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00010000:00000010:3.0:1734676304.616153:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fedc400. 00000020:00000010:2.0:1734676304.616156:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095000. 00010000:00000010:3.0:1734676304.616205:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21400. 00010000:00000010:3.0:1734676304.616209:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.616216:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.616219:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.616224:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.616232:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21a00. 02000000:00000010:3.0:1734676304.616248:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20a00. 00000400:00000010:3.0:1734676304.616252:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.616256:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.616260:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363392, portal 16 00000400:00000010:3.0:1734676304.616263:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.616265:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363392, offset 0 00000400:00000200:3.0:1734676304.616269:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.616274:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.616277:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.616280:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.616283:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.616285:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.616288:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79976:79976:255:4294967295] 192.168.203.46@tcp LPNI seq info [79972:79972:7:4294967295] 00000400:00000200:3.0:1734676304.616294:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.616298:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.616300:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.616303:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.616307:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.616309:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.616379:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.616383:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:1.0:1734676304.616386:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.616389:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.616392:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676304.616394:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:1.0:1734676304.616427:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.616429:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676304.616432:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.616435:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.616436:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676304.616438:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676304.616442:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.617466:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.617479:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e780 00000400:00000200:0.0:1734676304.617484:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45e9 [1] + 224 00000400:00000200:0.0:1734676304.617500:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.617503:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.617510:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.617564:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.617568:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.617569:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.617574:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.617580:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.617598:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20a00. 02000000:00000010:3.0:1734676304.617602:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21a00. 00000100:00000010:3.0:1734676304.617606:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.617609:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.617612:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:0.0:1734676304.617907:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.617913:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167200 00000400:00000200:0.0:1734676304.617917:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 328 00000400:00000200:0.0:1734676304.617956:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.617959:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.617963:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.617967:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:2.0:1734676304.618187:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095000. 00000020:00000010:2.0:1734676304.618193:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676304.618197:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.618214:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867872256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.618241:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872256 00010000:00000010:0.1:1734676304.618248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1a00. 02000000:00000010:2.0:1734676304.618252:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.618273:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a7000. 00010000:00000010:2.0:1734676304.618285:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.618290:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.618295:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.618298:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.618308:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00080000:00000010:3.0:1734676304.618311:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21a00. 00000100:00000200:2.0:1734676304.618311:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872256, offset 224 00000400:00000200:2.0:1734676304.618316:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.618322:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.618326:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79977:79977:256:4294967295] 192.168.203.46@tcp LPNI seq info [79973:79973:8:4294967295] 00000400:00000200:2.0:1734676304.618334:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.618337:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.618340:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.618344:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.618349:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.618352:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676304.618357:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:2.0:1734676304.618364:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00010000:00000010:3.0:1734676304.618365:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d17d200. 00000020:00000010:2.0:1734676304.618366:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.618370:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095000. 00010000:00000010:2.1:1734676304.618382:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48400. 00010000:00000010:2.1:1734676304.618387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20400. 00010000:00000010:3.0:1734676304.618412:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20a00. 00010000:00000010:3.0:1734676304.618415:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676304.618420:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.618423:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.618426:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.618433:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.618447:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d095c00. 00000400:00000010:3.0:1734676304.618450:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.618453:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.618457:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363520, portal 16 00000400:00000010:3.0:1734676304.618459:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.618461:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363520, offset 0 00000400:00000200:3.0:1734676304.618465:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.618469:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.618472:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.618475:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.618477:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.618479:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.618481:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79978:79978:255:4294967295] 192.168.203.46@tcp LPNI seq info [79974:79974:7:4294967295] 00000400:00000200:3.0:1734676304.618487:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.618490:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.618492:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.618494:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.618498:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.618500:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.618553:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.618555:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.618557:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.618560:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.618563:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676304.618564:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:0.0:1734676304.618590:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.618592:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676304.618594:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.618596:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.618598:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676304.618599:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676304.618603:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.621854:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.621868:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e800 00000400:00000200:0.0:1734676304.621876:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa45f5 [1] + 224 00000400:00000200:0.0:1734676304.621884:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.621888:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.621896:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.621935:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.621940:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167280 00000400:00000200:0.0:1734676304.621944:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 656 00000400:00000200:0.0:1734676304.621975:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.621978:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.621982:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.621987:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:3.0:1734676304.622121:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.622125:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.622128:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.622133:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.622141:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.622164:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d095c00. 02000000:00000010:3.0:1734676304.622168:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:3.0:1734676304.622172:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.622175:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.622179:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00010000:00000010:2.1:1734676304.622386:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6800. 00000020:00000010:1.0:1734676304.623148:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5200. 00000020:00000010:1.0:1734676304.623153:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.623158:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.623178:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867872384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.623209:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872384 02000000:00000010:1.0:1734676304.623217:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676304.623239:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5b080. 00010000:00000010:1.0:1734676304.623268:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.623273:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.623286:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.623292:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.623301:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676304.623305:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872384, offset 224 00000400:00000200:1.0:1734676304.623310:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676304.623315:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095000. 00000400:00000200:1.0:1734676304.623316:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.623321:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79979:79979:256:4294967295] 192.168.203.46@tcp LPNI seq info [79975:79975:8:4294967295] 00000400:00000200:1.0:1734676304.623329:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.623333:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.623336:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.623339:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.623345:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.623349:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.623370:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00010000:00000010:2.0:1734676304.623371:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:1.0:1734676304.623374:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.623376:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5200. 00010000:00000010:2.0:1734676304.623377:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5b200. 00010000:00000010:2.0:1734676304.623424:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095c00. 00010000:00000010:2.0:1734676304.623429:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676304.623435:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.623438:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.623443:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676304.623451:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095200. 02000000:00000010:2.0:1734676304.623466:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095a00. 00000400:00000010:2.0:1734676304.623469:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.623472:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.623477:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363648, portal 16 00000400:00000010:2.0:1734676304.623479:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676304.623481:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363648, offset 0 00000400:00000200:2.0:1734676304.623485:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000200:0.0:1734676304.623486:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1734676304.623489:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000010:0.0:1734676304.623489:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:0.0:1734676304.623491:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.623492:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.623494:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.623495:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.623497:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000200:2.0:1734676304.623498:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1734676304.623498:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000400:00000200:2.0:1734676304.623500:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.623502:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79980:79980:255:4294967295] 192.168.203.46@tcp LPNI seq info [79976:79976:7:4294967295] 00000400:00000200:2.0:1734676304.623509:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.623513:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.623515:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.623518:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.623522:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.623524:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.623934:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.623937:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676304.623940:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.623943:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.623946:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676304.623948:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676304.623953:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864363648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.624122:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef600. 00010000:00000010:2.1:1734676304.624127:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21e00. 00010000:00000010:2.1:1734676304.624130:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddf00. 00010000:00000010:2.1:1734676304.624132:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20000. 00010000:00000010:2.1:1734676304.624134:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef500. 00010000:00000010:2.1:1734676304.624136:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21400. 00010000:00000010:0.1:1734676304.624141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8200. 00000400:00000200:0.0:1734676304.626324:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.626337:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e880 00000400:00000200:0.0:1734676304.626343:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4601 [1] + 224 00000400:00000200:0.0:1734676304.626359:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.626362:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.626370:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864363648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.626433:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:2.0:1734676304.626437:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676304.626439:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.626444:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864363648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.626451:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864363648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.626472:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095a00. 02000000:00000010:2.0:1734676304.626476:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095200. 00000100:00000010:2.0:1734676304.626479:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676304.626485:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.626488:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000200:0.0:1734676304.627377:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.627386:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167300 00000400:00000200:0.0:1734676304.627391:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 984 00000400:00000200:0.0:1734676304.627429:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.627433:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.627437:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.627441:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676304.627507:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a5200. 00000020:00000010:1.0:1734676304.627512:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.627515:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.627531:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867872512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.627556:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872512 02000000:00000010:1.0:1734676304.627562:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676304.627581:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d0e400. 00010000:00000010:1.0:1734676304.627594:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.627598:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.627614:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.627620:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.627628:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.627631:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872512, offset 224 00000400:00000200:1.0:1734676304.627636:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.627642:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.627646:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79981:79981:256:4294967295] 192.168.203.46@tcp LPNI seq info [79977:79977:8:4294967295] 00000400:00000200:1.0:1734676304.627653:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.627657:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.627660:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.627663:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.627668:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.627671:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.627680:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676304.627683:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.627685:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a5200. 00080000:00000010:3.0:1734676304.627744:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d095c00. 00010000:00000010:3.0:1734676304.627800:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:3.0:1734676304.627805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d0e480. 00000800:00000200:0.0:1734676304.628010:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.628012:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:0.0:1734676304.628014:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.628018:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.628020:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676304.628021:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00010000:00000010:3.0:1734676304.628344:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21400. 00010000:00000010:3.0:1734676304.628350:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676304.628355:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.628358:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.628363:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.628370:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20000. 02000000:00000010:3.0:1734676304.628387:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21e00. 00000400:00000010:3.0:1734676304.628391:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.628394:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.628398:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363776, portal 16 00000400:00000010:3.0:1734676304.628401:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.628403:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363776, offset 0 00000400:00000200:3.0:1734676304.628407:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.628411:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.628414:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.628417:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.628420:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.628422:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.628424:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79982:79982:256:4294967295] 192.168.203.46@tcp LPNI seq info [79978:79978:8:4294967295] 00000400:00000200:3.0:1734676304.628429:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.628432:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.628434:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.628437:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.628441:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.628443:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.628511:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.628513:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676304.628515:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.628518:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.628520:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676304.628521:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676304.628526:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.630173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a77e00. 00000400:00000200:0.0:1734676304.630930:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.630941:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e900 00000400:00000200:0.0:1734676304.630948:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa460d [1] + 224 00000400:00000200:0.0:1734676304.630966:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.630970:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.630977:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.631101:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.631107:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167380 00000400:00000200:0.0:1734676304.631111:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 1312 00000400:00000200:0.0:1734676304.631161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.631165:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.631169:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.631174:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:3.0:1734676304.631247:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:3.0:1734676304.631250:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676304.631252:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.631257:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.631264:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.631284:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21e00. 02000000:00000010:3.0:1734676304.631289:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20000. 00000100:00000010:3.0:1734676304.631291:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676304.631294:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676304.631297:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000020:00000010:2.0:1734676304.631452:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095200. 00000020:00000010:2.0:1734676304.631457:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.631461:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.631478:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867872640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.631509:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872640 02000000:00000010:2.0:1734676304.631517:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.631535:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d1d80. 00010000:00000010:2.0:1734676304.631585:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.631591:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.631723:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.631727:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.631737:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.631741:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872640, offset 224 00000400:00000200:2.0:1734676304.631746:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.631753:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.631758:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79983:79983:256:4294967295] 192.168.203.46@tcp LPNI seq info [79979:79979:8:4294967295] 00000400:00000200:2.0:1734676304.631765:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.631770:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.631773:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.631777:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.631782:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.631785:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676304.631834:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20000. 00010000:00000010:3.0:1734676304.631888:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676304.631892:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d1d00. 00010000:00000010:3.0:1734676304.631941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21e00. 00010000:00000010:3.0:1734676304.631945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676304.631951:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393000. 00000100:00000010:3.0:1734676304.631953:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676304.631958:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676304.631965:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.631981:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20400. 00000400:00000010:3.0:1734676304.631984:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676304.631987:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.631991:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864363904, portal 16 00000400:00000010:3.0:1734676304.631993:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.631995:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864363904, offset 0 00000400:00000200:3.0:1734676304.631999:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.632003:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.632006:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.632009:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.632011:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.632013:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.632015:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79984:79984:255:4294967295] 192.168.203.46@tcp LPNI seq info [79980:79980:7:4294967295] 00000400:00000200:3.0:1734676304.632021:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.632024:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.632026:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.632029:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.632032:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.632034:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.632096:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.632100:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.632103:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095200. 00000800:00000200:0.0:1734676304.632538:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.632540:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:0.0:1734676304.632543:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.632546:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.632549:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676304.632550:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000800:00000200:0.0:1734676304.632583:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.632585:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676304.632586:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.632589:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.632590:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.632592:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676304.632596:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864363904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.633147:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7200. 00010000:00000010:0.1:1734676304.633147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfa800. 00010000:00000010:2.1:1734676304.633152:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095c00. 00010000:00000010:0.1:1734676304.633152:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0bb00. 00010000:00000010:0.1:1734676304.633155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20a00. 00000400:00000200:2.0:1734676304.638022:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.638059:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0e980 00000400:00000200:2.0:1734676304.638069:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4619 [1] + 224 00000400:00000200:2.0:1734676304.638078:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.638082:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.638104:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864363904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.638124:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.638129:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167400 00000400:00000200:2.0:1734676304.638133:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 1640 00000400:00000010:0.0:1734676304.638349:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:0.0:1734676304.638354:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676304.638356:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676304.638361:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864363904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.638369:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864363904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.638394:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20400. 02000000:00000010:0.0:1734676304.638399:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:0.0:1734676304.638403:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:0.0:1734676304.638406:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:0.0:1734676304.638411:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393000. 00000400:00000200:2.0:1734676304.638595:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.638600:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.638604:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.638608:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000020:00000010:0.0:1734676304.639263:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22c00. 00000020:00000010:0.0:1734676304.639268:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.639273:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.639290:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1f80 x1818938867872768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.639313:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872768 02000000:00000010:0.0:1734676304.639321:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.639341:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1300. 00010000:00000010:0.0:1734676304.639615:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.639621:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.639627:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.639630:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000010:0.0:1734676304.639639:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676304.639643:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872768, offset 224 00000400:00000200:0.0:1734676304.639648:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.639655:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.639660:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79985:79985:256:4294967295] 192.168.203.46@tcp LPNI seq info [79981:79981:8:4294967295] 00000400:00000200:0.0:1734676304.639668:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.639672:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.639675:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fd00. 00000800:00000200:0.0:1734676304.639679:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:3.1:1734676304.639680:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ce00. 00000800:00000200:0.0:1734676304.639685:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.639688:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.639700:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.639703:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00080000:00000010:1.0:1734676304.639734:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5200. 00010000:00000010:1.0:1734676304.639805:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:1.0:1734676304.639811:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1180. 00000020:00000010:0.0:1734676304.639826:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22c00. 00010000:00000010:1.0:1734676304.639869:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a5800. 00010000:00000010:1.0:1734676304.639874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.639881:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.639884:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.639889:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.639897:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a4000. 02000000:00000010:1.0:1734676304.639912:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4600. 00000400:00000010:1.0:1734676304.639916:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.639919:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.639923:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364032, portal 16 00000400:00000010:1.0:1734676304.639926:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676304.639928:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364032, offset 0 00000400:00000200:1.0:1734676304.639932:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.639936:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.639940:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.639943:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.639946:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.639948:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.639950:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79986:79986:255:4294967295] 192.168.203.46@tcp LPNI seq info [79982:79982:7:4294967295] 00000400:00000200:1.0:1734676304.639957:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.639960:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.639962:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.639965:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.639969:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.639971:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.639998:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.640001:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fd00. 00000400:00000200:0.0:1734676304.640004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.640008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.640010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:0.0:1734676304.640012:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000800:00000200:0.0:1734676304.640065:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.640067:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676304.640070:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.640073:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.640075:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676304.640076:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676304.640081:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.642945:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf03400. 00010000:00000010:2.1:1734676304.642997:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbdf00. 00010000:00000010:2.1:1734676304.643002:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21400. 00010000:00000010:2.1:1734676304.645403:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed0600. 00000400:00000200:2.0:1734676304.645431:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.645445:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ea00 00000400:00000200:2.0:1734676304.645453:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4625 [1] + 224 00000400:00000200:2.0:1734676304.645463:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.645467:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.645476:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.645496:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.645500:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167480 00000400:00000200:2.0:1734676304.645503:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3019 [2] + 1968 00000400:00000010:2.0:1734676304.645507:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:2.0:1734676304.645511:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c46c0 00000400:00000200:2.0:1734676304.645570:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.645573:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.645576:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c46c0 00000400:00000010:2.0:1734676304.645578:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c46c0. 00000100:00000200:2.0:1734676304.645583:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1734676304.645696:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27a00. 00010000:00000010:3.1:1734676304.645701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21e00. 00000020:00000010:0.0:1734676304.645705:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22c00. 00000020:00000010:0.0:1734676304.645711:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.645715:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.645740:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9050 x1818938867872896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.645759:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867872896 02000000:00000010:0.0:1734676304.645767:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676304.645793:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.645798:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469540. 00000100:00000010:0.0:1734676304.645803:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469540. 00010000:00000010:0.0:1734676304.645806:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000010:0.0:1734676304.645815:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676304.645819:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867872896, offset 224 00000400:00000200:0.0:1734676304.645824:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.645836:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.645841:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79987:79987:256:4294967295] 192.168.203.46@tcp LPNI seq info [79983:79983:8:4294967295] 00000400:00000200:0.0:1734676304.645851:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.645855:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.645858:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fc00. 00000800:00000200:0.0:1734676304.645862:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.645870:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.645873:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.645895:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.645898:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.645901:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22c00. 02000000:00000010:0.0:1734676304.645907:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:0.0:1734676304.645911:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:0.0:1734676304.645916:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:0.0:1734676304.645920:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.645924:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:0.0:1734676304.645926:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676304.645928:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:0.0:1734676304.645930:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.645932:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:0.0:1734676304.645935:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:0.0:1734676304.645937:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:0.0:1734676304.645939:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:0.0:1734676304.645943:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676304.645946:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9ec8. 00000400:00000010:0.0:1734676304.645949:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469540. 00000800:00000200:3.0:1734676304.646115:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.646118:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fc00. 00000400:00000200:3.0:1734676304.646121:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.646124:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.646126:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:3.0:1734676304.646127:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 02000000:00000010:3.0:1734676304.646130:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000400:00000010:1.0:1734676304.646665:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.646670:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.646671:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.646678:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.646684:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676304.646703:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793a00. 02000000:00000010:1.0:1734676304.646726:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4600. 02000000:00000010:1.0:1734676304.646731:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a4000. 00000100:00000010:1.0:1734676304.646733:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.646736:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.646742:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00080000:00000010:1.0:1734676304.646755:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4000. 00010000:00000010:1.0:1734676304.646808:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.646813:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793980. 00010000:00000010:1.0:1734676304.646866:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4600. 00010000:00000010:1.0:1734676304.646871:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.646877:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.646880:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.646884:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.646892:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a4400. 02000000:00000010:1.0:1734676304.646906:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a5600. 00000400:00000010:1.0:1734676304.646909:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.646912:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.646914:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364160, portal 16 00000400:00000010:1.0:1734676304.646917:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676304.646918:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364160, offset 0 00000400:00000200:1.0:1734676304.646923:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.646927:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.646931:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.646933:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.646936:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.646938:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.646940:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79988:79988:256:4294967295] 192.168.203.46@tcp LPNI seq info [79984:79984:8:4294967295] 00000400:00000200:1.0:1734676304.646946:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.646950:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.646953:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676304.646956:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.646961:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.646963:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.647100:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.647103:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676304.647106:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.647110:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.647112:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676304.647113:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676304.647118:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.649118:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.649132:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ea80 00000400:00000200:0.0:1734676304.649139:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4635 [1] + 224 00000400:00000200:0.0:1734676304.649147:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.649151:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.649159:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.649189:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.649193:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167500 00000400:00000200:0.0:1734676304.649198:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 0 00000400:00000200:0.0:1734676304.649212:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.649215:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.649220:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.649225:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.649417:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095c00. 00000020:00000010:2.0:1734676304.649423:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.649428:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.649448:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867873024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.649475:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873024 02000000:00000010:2.0:1734676304.649484:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.649517:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.649524:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.649528:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.649531:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.649541:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676304.649545:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873024, offset 224 00000400:00000200:2.0:1734676304.649550:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.649557:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.649562:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79989:79989:256:4294967295] 192.168.203.46@tcp LPNI seq info [79985:79985:8:4294967295] 00000400:00000200:2.0:1734676304.649569:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.649573:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.649577:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.649581:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.649586:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.649589:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.649614:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.649617:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.649620:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095c00. 00000400:00000010:1.0:1734676304.649679:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.649683:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.649685:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.649689:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676304.649695:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1734676304.649696:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000010:3.0:1734676304.649699:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:3.0:1734676304.649702:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.649706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.649708:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:3.0:1734676304.649710:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00010000:00000010:1.0:1734676304.649713:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095ab5a80. 02000000:00000010:1.0:1734676304.649722:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a5600. 02000000:00000010:1.0:1734676304.649726:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a4400. 00000100:00000010:1.0:1734676304.649730:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.649733:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.649738:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00080000:00000010:1.0:1734676304.649751:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4400. 00010000:00000010:1.0:1734676304.649805:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.649810:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095ab5a00. 00010000:00000010:1.0:1734676304.649865:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a5600. 00010000:00000010:1.0:1734676304.649869:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.649876:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.649879:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.649883:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.649890:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a5c00. 02000000:00000010:1.0:1734676304.649904:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a5e00. 00000400:00000010:1.0:1734676304.649908:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.649911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.649915:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364288, portal 16 00000400:00000010:1.0:1734676304.649917:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676304.649919:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364288, offset 0 00000400:00000200:1.0:1734676304.649924:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.649928:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.649931:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.649934:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.649936:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.649938:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.649940:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79990:79990:256:4294967295] 192.168.203.46@tcp LPNI seq info [79986:79986:8:4294967295] 00000400:00000200:1.0:1734676304.649945:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.649948:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.649950:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.649953:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.649957:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.649959:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.650022:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.650024:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 00000400:00000200:0.0:1734676304.650026:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.650029:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.650032:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676304.650033:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:0.0:1734676304.650062:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.650470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402400. 00010000:00000010:3.1:1734676304.650476:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821100. 00010000:00000010:3.1:1734676304.650479:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5800. 00000400:00000200:0.0:1734676304.651656:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.651665:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0eb00 00000400:00000200:0.0:1734676304.651671:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4641 [1] + 224 00000400:00000200:0.0:1734676304.651685:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.651688:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.651695:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.652586:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.652592:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167580 00000400:00000200:0.0:1734676304.652596:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 328 00000400:00000200:0.0:1734676304.652634:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.652638:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.652643:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.652647:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:1.0:1734676304.653230:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.653234:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.653236:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.653242:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.653250:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.653270:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a5e00. 02000000:00000010:1.0:1734676304.653274:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a5c00. 00000100:00000010:1.0:1734676304.653276:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.653280:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.653285:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.653696:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095c00. 00000020:00000010:2.0:1734676304.653701:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.653705:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.653721:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867873152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.654183:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873152 02000000:00000010:2.0:1734676304.654192:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.654212:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da0ed80. 00010000:00000010:2.0:1734676304.654233:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.654239:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.654244:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.654246:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.654256:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676304.654259:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873152, offset 224 00000400:00000200:2.0:1734676304.654264:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.654272:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.654277:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79991:79991:256:4294967295] 192.168.203.46@tcp LPNI seq info [79987:79987:8:4294967295] 00000400:00000200:2.0:1734676304.654284:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.654289:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.654292:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.654296:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.654302:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.654305:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.654328:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.654331:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.654334:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095c00. 00080000:00000010:1.0:1734676304.654393:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5c00. 00010000:00000010:1.0:1734676304.654445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.654451:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da0ed00. 00010000:00000010:1.0:1734676304.654495:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a117cf00. 00010000:00000010:1.0:1734676304.654497:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.654500:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a5e00. 00010000:00000010:1.0:1734676304.654503:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676304.654510:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5a00. 00010000:00000010:1.0:1734676304.654523:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.654524:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.654554:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4e00. 00010000:00000010:1.0:1734676304.654556:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.654561:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.654563:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.654567:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.654574:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a5800. 02000000:00000010:1.0:1734676304.654587:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4a00. 00000400:00000010:1.0:1734676304.654590:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.654593:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.654597:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364416, portal 16 00000400:00000010:1.0:1734676304.654599:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676304.654601:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364416, offset 0 00000400:00000200:1.0:1734676304.654605:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.654608:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.654612:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.654615:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.654617:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.654619:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.654621:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79992:79992:255:4294967295] 192.168.203.46@tcp LPNI seq info [79988:79988:7:4294967295] 00000400:00000200:1.0:1734676304.654626:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.654629:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.654631:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.654634:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.654637:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.654639:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.654739:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.654742:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:3.0:1734676304.654745:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.654748:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.654751:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:3.0:1734676304.654752:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:3.0:1734676304.654790:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.654792:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:3.0:1734676304.654794:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.654797:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.654799:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:3.0:1734676304.654800:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:3.0:1734676304.654804:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.654858:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95f200. 00010000:00000010:2.1:1734676304.654872:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722a00. 00010000:00000010:2.1:1734676304.654875:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4600. 00000400:00000200:0.0:1734676304.658002:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.658017:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0eb80 00000400:00000200:0.0:1734676304.658023:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa464d [1] + 224 00000400:00000200:0.0:1734676304.658033:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.658067:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.658076:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.658107:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.658150:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167600 00000400:00000200:0.0:1734676304.658156:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 656 00000400:00000200:0.0:1734676304.658207:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.658210:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.658214:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.658219:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:1.0:1734676304.658302:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.658306:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.658308:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.658313:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.658321:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.658343:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4a00. 02000000:00000010:1.0:1734676304.658347:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a5800. 00000100:00000010:1.0:1734676304.658350:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.658353:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.658360:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.658432:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095c00. 00000020:00000010:2.0:1734676304.658437:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.658441:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.658459:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867873280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.659540:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873280 02000000:00000010:2.0:1734676304.659552:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.659575:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1980. 00010000:00000010:2.0:1734676304.659588:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.659594:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.659610:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.659612:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.659623:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676304.659627:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873280, offset 224 00000400:00000200:2.0:1734676304.659633:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.659639:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.659645:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79993:79993:256:4294967295] 192.168.203.46@tcp LPNI seq info [79989:79989:8:4294967295] 00000400:00000200:2.0:1734676304.659652:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.659656:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.659659:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.659663:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.659669:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.659672:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.659685:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.659688:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.659692:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095c00. 00080000:00000010:1.0:1734676304.659760:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5800. 00010000:00000010:1.0:1734676304.659817:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.659823:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1200. 00010000:00000010:1.0:1734676304.659881:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4a00. 00010000:00000010:1.0:1734676304.659885:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.659892:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.659894:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.659899:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.659906:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a4800. 02000000:00000010:1.0:1734676304.659922:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4200. 00000400:00000010:1.0:1734676304.659926:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.659929:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.659933:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364544, portal 16 00000400:00000010:1.0:1734676304.659936:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676304.659938:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364544, offset 0 00000400:00000200:1.0:1734676304.659942:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.659947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.659950:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.659953:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.659956:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.659958:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.659960:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79994:79994:255:4294967295] 192.168.203.46@tcp LPNI seq info [79990:79990:7:4294967295] 00000400:00000200:1.0:1734676304.659966:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.659969:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.659972:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.659975:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.659979:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.659981:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.660072:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.660075:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676304.660078:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.660082:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.660085:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676304.660087:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:0.0:1734676304.660126:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.660128:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:0.0:1734676304.660131:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.660134:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.660136:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676304.660137:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676304.660143:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.661442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00000. 00000400:00000200:0.0:1734676304.664031:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.664073:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ec00 00000400:00000200:0.0:1734676304.664081:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4659 [1] + 224 00000400:00000200:0.0:1734676304.664100:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.664105:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.664114:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.664139:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.664144:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167680 00000400:00000200:0.0:1734676304.664148:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 984 00000400:00000010:1.0:1734676304.664505:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.664510:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.664512:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.664517:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.664525:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.664548:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4200. 02000000:00000010:1.0:1734676304.664552:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a4800. 00000400:00000200:0.0:1734676304.664553:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1734676304.664556:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000400:00000200:0.0:1734676304.664557:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:1.0:1734676304.664560:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00000100:00000200:0.0:1734676304.664562:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1734676304.664566:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000100:00000010:0.0:1734676304.664566:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:0.0:1734676304.664599:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e22400. 00000020:00000010:0.0:1734676304.664605:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.664609:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.664626:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867873408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.664644:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873408 02000000:00000010:0.0:1734676304.664651:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676304.664671:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095868d00. 00010000:00000010:0.0:1734676304.664697:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.664703:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.664716:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676304.664719:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000010:0.0:1734676304.664727:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676304.664730:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873408, offset 224 00000400:00000200:0.0:1734676304.664735:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.664741:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.664746:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79995:79995:256:4294967295] 192.168.203.46@tcp LPNI seq info [79991:79991:8:4294967295] 00000400:00000200:0.0:1734676304.664753:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.664757:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.664760:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f500. 00000800:00000200:0.0:1734676304.664764:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.664769:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.664772:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.664783:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676304.664785:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.664787:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e22400. 00000800:00000200:2.0:1734676304.664825:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.664829:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f500. 00000400:00000200:2.0:1734676304.664831:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.664835:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.664837:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:2.0:1734676304.664839:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00080000:00000010:1.0:1734676304.665293:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4800. 00010000:00000010:1.0:1734676304.665351:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.665357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095868c80. 00010000:00000010:1.0:1734676304.665416:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4200. 00010000:00000010:1.0:1734676304.665420:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.665428:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.665431:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.665436:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.665444:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a5000. 02000000:00000010:1.0:1734676304.665460:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4600. 00000400:00000010:1.0:1734676304.665464:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.665467:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.665472:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364672, portal 16 00000400:00000010:1.0:1734676304.665475:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676304.665476:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364672, offset 0 00000400:00000200:1.0:1734676304.665481:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.665486:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.665489:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.665492:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.665494:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.665496:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.665498:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79996:79996:256:4294967295] 192.168.203.46@tcp LPNI seq info [79992:79992:8:4294967295] 00000400:00000200:1.0:1734676304.665504:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.665508:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.665510:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.665513:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.665517:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.665520:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.665624:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.665626:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 00000400:00000200:0.0:1734676304.665629:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.665632:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.665635:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676304.665636:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676304.665641:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.668304:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.668319:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ec80 00000400:00000200:0.0:1734676304.668327:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4665 [1] + 224 00000400:00000200:0.0:1734676304.668335:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.668339:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.668347:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.668382:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.668386:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167700 00000400:00000200:0.0:1734676304.668391:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 1312 00000400:00000200:0.0:1734676304.668442:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.668446:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.668450:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.668455:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:1.0:1734676304.668631:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.668636:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.668638:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.668643:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.668651:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.668677:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4600. 02000000:00000010:1.0:1734676304.668682:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a5000. 00000100:00000010:1.0:1734676304.668686:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.668689:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.668696:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.668699:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095200. 00000020:00000010:2.0:1734676304.668705:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.668708:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.668727:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867873536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.668745:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873536 02000000:00000010:2.0:1734676304.668753:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.668772:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92f00. 00010000:00000010:2.0:1734676304.668786:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.668791:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.668807:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.668810:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.668821:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676304.668824:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873536, offset 224 00000400:00000200:2.0:1734676304.668830:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.668837:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.668842:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79997:79997:256:4294967295] 192.168.203.46@tcp LPNI seq info [79993:79993:8:4294967295] 00000400:00000200:2.0:1734676304.668850:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.668854:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.668857:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.668862:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.668867:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.668871:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.668883:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.668886:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.668889:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095200. 00000800:00000200:2.0:1734676304.668929:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.668932:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:2.0:1734676304.668934:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.668937:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.668939:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676304.668941:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00080000:00000010:1.0:1734676304.669362:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5000. 00010000:00000010:1.0:1734676304.669415:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.669421:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db92e80. 00010000:00000010:1.0:1734676304.669474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4600. 00010000:00000010:1.0:1734676304.669478:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.669485:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.669487:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.669492:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.669501:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c319600. 02000000:00000010:1.0:1734676304.669516:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da50c00. 00000400:00000010:1.0:1734676304.669520:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.669523:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.669527:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364800, portal 16 00000400:00000010:1.0:1734676304.669530:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676304.669531:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364800, offset 0 00000400:00000200:1.0:1734676304.669535:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.669540:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.669544:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.669547:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.669550:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.669552:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.669554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79998:79998:256:4294967295] 192.168.203.46@tcp LPNI seq info [79994:79994:8:4294967295] 00000400:00000200:1.0:1734676304.669561:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.669564:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.669566:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676304.669569:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.669574:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.669576:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.669941:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.669945:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676304.669948:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.669951:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.669954:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676304.669955:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:0.0:1734676304.669960:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.670276:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d104100. 00010000:00000010:2.1:1734676304.670288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5600. 00010000:00000010:2.1:1734676304.670292:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cf00. 00010000:00000010:2.1:1734676304.670298:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5e00. 00000400:00000200:0.0:1734676304.671889:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.671901:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ed00 00000400:00000200:0.0:1734676304.671907:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4671 [1] + 224 00000400:00000200:0.0:1734676304.671924:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.671928:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.671936:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.672327:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.672334:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167780 00000400:00000200:0.0:1734676304.672339:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 1640 00000400:00000200:0.0:1734676304.672382:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.672386:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.672390:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.672394:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:1.0:1734676304.672533:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.672537:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.672539:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.672544:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.672552:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.672574:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da50c00. 02000000:00000010:1.0:1734676304.672579:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c319600. 00000100:00000010:1.0:1734676304.672582:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.672585:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.672591:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.673596:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.673603:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.673608:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.673626:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867873664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.673815:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873664 02000000:00000010:2.0:1734676304.673824:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.673845:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf13e80. 00010000:00000010:2.0:1734676304.673862:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.673867:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.673985:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.673990:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.674000:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676304.674005:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873664, offset 224 00000400:00000200:2.0:1734676304.674009:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.674017:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.674022:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [79999:79999:256:4294967295] 192.168.203.46@tcp LPNI seq info [79995:79995:8:4294967295] 00000400:00000200:2.0:1734676304.674030:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.674035:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.674053:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.674057:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.674063:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.674066:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.674077:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00080000:00000010:1.0:1734676304.674230:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da50c00. 00010000:00000010:1.0:1734676304.674289:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.674296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf13e00. 00010000:00000010:1.0:1734676304.674355:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da51600. 00010000:00000010:1.0:1734676304.674359:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.674366:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.674369:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.674374:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.674384:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c319600. 02000000:00000010:1.0:1734676304.674400:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d895400. 00000400:00000010:1.0:1734676304.674405:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.674408:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.674412:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864364928, portal 16 00000400:00000010:1.0:1734676304.674415:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676304.674416:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864364928, offset 0 00000400:00000200:1.0:1734676304.674420:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.674425:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.674428:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.674431:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.674434:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.674436:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.674438:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80000:80000:255:4294967295] 192.168.203.46@tcp LPNI seq info [79996:79996:7:4294967295] 00000400:00000200:1.0:1734676304.674444:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.674448:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.674451:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.674454:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.674457:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.674460:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.674831:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.674834:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.674838:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.674842:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.674845:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676304.674847:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:0.0:1734676304.674892:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.674894:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676304.674896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.674898:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.674900:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676304.674901:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:0.0:1734676304.674906:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864364928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676304.674942:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.674947:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00010000:00000010:0.1:1734676304.676172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725e00. 00010000:00000010:2.1:1734676304.676180:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d90400. 00000400:00000200:0.0:1734676304.676822:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.676834:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ed80 00000400:00000200:0.0:1734676304.676840:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa467d [1] + 224 00000400:00000200:0.0:1734676304.676857:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.676861:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.676869:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864364928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.677426:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.677432:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167800 00000400:00000200:0.0:1734676304.677437:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3071 [2] + 1968 00000400:00000010:0.0:1734676304.677441:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7688. 00000400:00000200:0.0:1734676304.677443:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009f80fcc0 00000400:00000200:0.0:1734676304.677487:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.677490:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.677493:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009f80fcc0 00000400:00000010:0.0:1734676304.677495:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009f80fcc0. 00000100:00000200:0.0:1734676304.677500:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676304.677574:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.677577:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.677579:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.677584:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864364928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.677591:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864364928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.677613:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d895400. 02000000:00000010:1.0:1734676304.677618:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c319600. 00000100:00000010:1.0:1734676304.677621:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.677625:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.677630:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.677701:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.677706:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.677710:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.677727:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9450 x1818938867873792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.677744:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873792 02000000:00000010:2.0:1734676304.677752:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.677771:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e204080. 00010000:00000010:2.0:1734676304.677784:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.677789:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:2.0:1734676304.677804:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:2.0:1734676304.677806:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.677817:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676304.677820:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873792, offset 224 00000400:00000200:2.0:1734676304.677825:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.677831:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.677836:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80001:80001:256:4294967295] 192.168.203.46@tcp LPNI seq info [79997:79997:8:4294967295] 00000400:00000200:2.0:1734676304.677843:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.677847:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.677850:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.677855:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.677859:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.677862:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.677874:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.677876:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.677880:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 02000000:00000010:2.0:1734676304.677886:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676304.677889:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676304.677893:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:2.0:1734676304.677896:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676304.677899:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:2.0:1734676304.677901:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676304.677903:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:2.0:1734676304.677905:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676304.677906:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676304.677908:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:2.0:1734676304.677911:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:2.0:1734676304.677912:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:2.0:1734676304.677917:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.677920:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676304.677923:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d300. 00080000:00000010:1.0:1734676304.678067:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d895400. 00010000:00000010:1.0:1734676304.678134:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.678141:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e204000. 00010000:00000010:1.0:1734676304.678193:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a117c800. 00010000:00000010:1.0:1734676304.678196:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.678199:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d894200. 00010000:00000010:1.0:1734676304.678204:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676304.678213:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c319600. 00010000:00000010:1.0:1734676304.678230:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.678233:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.678272:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009589ee00. 00010000:00000010:1.0:1734676304.678275:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.678280:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.678283:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.678288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.678296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007154b400. 02000000:00000010:1.0:1734676304.678311:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007154aa00. 00000400:00000010:1.0:1734676304.678313:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.678316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.678319:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365056, portal 16 00000400:00000010:1.0:1734676304.678322:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676304.678324:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365056, offset 0 00000400:00000200:1.0:1734676304.678328:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.678332:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.678335:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.678338:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.678341:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.678343:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.678345:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80002:80002:255:4294967295] 192.168.203.46@tcp LPNI seq info [79998:79998:7:4294967295] 00000400:00000200:1.0:1734676304.678352:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.678355:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.678358:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.678361:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.678364:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.678366:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.678430:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.678433:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.678436:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.678439:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.678441:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676304.678443:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 02000000:00000010:0.0:1734676304.678447:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000800:00000200:0.0:1734676304.678478:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.678480:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:0.0:1734676304.678482:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.678485:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.678487:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676304.678489:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:0.0:1734676304.678494:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.679275:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbdc00. 00010000:00000010:2.1:1734676304.679282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4e00. 00010000:00000010:2.1:1734676304.679285:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5be00. 00010000:00000010:2.1:1734676304.679288:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4a00. 00010000:00000010:2.1:1734676304.679291:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d700. 00010000:00000010:2.1:1734676304.679293:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4200. 00000400:00000200:0.0:1734676304.679861:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.679871:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ee00 00000400:00000200:0.0:1734676304.679882:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa468d [1] + 224 00000400:00000200:0.0:1734676304.679899:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.679903:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.679910:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.680073:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.680077:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.680078:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.680083:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.680101:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.680122:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007154aa00. 02000000:00000010:1.0:1734676304.680143:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007154b400. 00000100:00000010:1.0:1734676304.680159:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.680163:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.680168:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.680310:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.680316:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167880 00000400:00000200:0.0:1734676304.680321:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 0 00000400:00000200:0.0:1734676304.680363:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.680367:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.680371:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.680374:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:2.0:1734676304.680561:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.680566:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.680570:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.680589:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867873920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.680606:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867873920 02000000:00000010:2.0:1734676304.680614:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.680633:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92100. 00010000:00000010:2.0:1734676304.680645:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.680651:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.680668:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.680670:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.680680:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.680683:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867873920, offset 224 00000400:00000200:2.0:1734676304.680688:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.680695:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.680699:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80003:80003:256:4294967295] 192.168.203.46@tcp LPNI seq info [79999:79999:8:4294967295] 00000400:00000200:2.0:1734676304.680707:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.680711:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.680714:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.680718:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.680723:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.680727:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.680737:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.680740:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.680743:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00080000:00000010:1.0:1734676304.680964:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007154b400. 00010000:00000010:1.0:1734676304.681024:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.681030:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d114d00. 00000800:00000200:0.0:1734676304.681062:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.681066:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.681069:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.681073:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.681076:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676304.681077:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00010000:00000010:1.0:1734676304.681117:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007154aa00. 00010000:00000010:1.0:1734676304.681122:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.681128:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.681131:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.681136:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.681143:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007154b000. 02000000:00000010:1.0:1734676304.681162:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c0f0c00. 00000400:00000010:1.0:1734676304.681165:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.681169:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.681172:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365184, portal 16 00000400:00000010:1.0:1734676304.681175:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.681176:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365184, offset 0 00000400:00000200:1.0:1734676304.681180:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.681185:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.681188:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.681191:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.681193:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.681195:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.681198:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80004:80004:256:4294967295] 192.168.203.46@tcp LPNI seq info [80000:80000:8:4294967295] 00000400:00000200:1.0:1734676304.681204:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.681208:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.681210:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.681213:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.681217:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.681219:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.681477:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.681480:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:0.0:1734676304.681483:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.681486:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.681488:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676304.681489:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676304.681493:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.682143:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56600. 00010000:00000010:0.1:1734676304.682149:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91600. 00000400:00000200:0.0:1734676304.683243:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.683254:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ee80 00000400:00000200:0.0:1734676304.683261:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4699 [1] + 224 00000400:00000200:0.0:1734676304.683269:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.683272:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.683280:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.683311:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.683315:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167900 00000400:00000200:0.0:1734676304.683320:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 328 00000400:00000200:0.0:1734676304.683366:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.683369:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.683374:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.683380:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.683536:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.683542:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.683545:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.683561:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867874048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.683588:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874048 02000000:00000010:2.0:1734676304.683595:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.683619:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000400:00000010:1.0:1734676304.683659:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.683662:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.683664:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.683668:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.683675:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676304.683690:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313db880. 02000000:00000010:1.0:1734676304.683699:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c0f0c00. 02000000:00000010:1.0:1734676304.683703:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007154b000. 00000100:00000010:1.0:1734676304.683723:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.683726:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.683730:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000100:00000010:2.0:1734676304.683914:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.683927:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.683929:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.683938:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676304.683941:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874048, offset 224 00000400:00000200:2.0:1734676304.683946:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.683952:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.683957:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80005:80005:256:4294967295] 192.168.203.46@tcp LPNI seq info [80001:80001:8:4294967295] 00000400:00000200:2.0:1734676304.683964:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.683968:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.683970:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.683974:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.683979:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.683982:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.683997:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.684000:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.684003:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00000800:00000200:0.0:1734676304.684100:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.684102:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.684105:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.684108:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.684110:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676304.684112:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00080000:00000010:1.0:1734676304.684265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f0c00. 00010000:00000010:1.0:1734676304.684321:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.684327:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313db800. 00010000:00000010:1.0:1734676304.684399:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f1a00. 00010000:00000010:1.0:1734676304.684404:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.684410:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.684413:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.684417:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.684425:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c0f0400. 02000000:00000010:1.0:1734676304.684439:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c0f1000. 00000400:00000010:1.0:1734676304.684443:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.684446:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.684449:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365312, portal 16 00000400:00000010:1.0:1734676304.684452:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.684453:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365312, offset 0 00000400:00000200:1.0:1734676304.684457:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.684461:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.684465:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.684468:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.684470:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.684472:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.684474:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80006:80006:256:4294967295] 192.168.203.46@tcp LPNI seq info [80002:80002:8:4294967295] 00000400:00000200:1.0:1734676304.684480:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.684484:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.684486:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676304.684489:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.684492:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.684495:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.684638:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.684640:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:0.0:1734676304.684643:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.684646:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.684648:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676304.684650:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676304.684654:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.685135:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525d00. 00010000:00000010:2.1:1734676304.685142:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4600. 00010000:00000010:2.1:1734676304.685145:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127c100. 00010000:00000010:2.1:1734676304.685154:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da51600. 00010000:00000010:2.1:1734676304.685157:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c800. 00010000:00000010:2.1:1734676304.685160:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d894200. 00000400:00000200:0.0:1734676304.686309:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.686318:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ef00 00000400:00000200:0.0:1734676304.686325:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46a5 [1] + 224 00000400:00000200:0.0:1734676304.686342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.686346:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.686352:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.686435:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.686439:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.686441:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.686446:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.686453:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.686471:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c0f1000. 02000000:00000010:1.0:1734676304.686474:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c0f0400. 00000100:00000010:1.0:1734676304.686477:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.686480:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.686486:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.686562:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.686566:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167980 00000400:00000200:0.0:1734676304.686570:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 656 00000400:00000200:0.0:1734676304.686595:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.686598:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.686601:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.686605:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:2.0:1734676304.686677:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.686682:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.686686:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.686701:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867874176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.686731:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874176 02000000:00000010:2.0:1734676304.686739:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.686753:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49a580. 00010000:00000010:2.0:1734676304.686763:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.686767:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.686782:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.686784:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.686793:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.686796:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874176, offset 224 00000400:00000200:2.0:1734676304.686801:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.686806:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.686810:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80007:80007:256:4294967295] 192.168.203.46@tcp LPNI seq info [80003:80003:8:4294967295] 00000400:00000200:2.0:1734676304.686818:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.686822:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.686825:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.686830:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.686835:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.686838:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.686848:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.686850:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.686853:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00080000:00000010:1.0:1734676304.686911:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f0400. 00000800:00000200:0.0:1734676304.686951:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.686954:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00010000:00000010:1.0:1734676304.686956:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00000400:00000200:0.0:1734676304.686957:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.686960:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:1.0:1734676304.686961:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49a500. 00000400:00000200:0.0:1734676304.686963:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676304.686964:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00010000:00000010:1.0:1734676304.687003:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f1000. 00010000:00000010:1.0:1734676304.687007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.687012:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.687015:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.687018:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.687026:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007154b000. 02000000:00000010:1.0:1734676304.687067:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736d9c00. 00000400:00000010:1.0:1734676304.687071:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.687074:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.687077:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365440, portal 16 00000400:00000010:1.0:1734676304.687080:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676304.687082:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365440, offset 0 00000400:00000200:1.0:1734676304.687086:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.687102:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.687106:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.687108:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.687111:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.687113:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.687115:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80008:80008:256:4294967295] 192.168.203.46@tcp LPNI seq info [80004:80004:8:4294967295] 00000400:00000200:1.0:1734676304.687121:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.687125:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.687128:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.687131:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.687135:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.687137:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.687257:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.687260:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.687262:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.687266:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.687268:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676304.687269:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:0.0:1734676304.687273:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.688683:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4e00. 00010000:00000010:0.1:1734676304.688689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16c600. 00000400:00000200:0.0:1734676304.689127:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.689135:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ef80 00000400:00000200:0.0:1734676304.689141:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46b1 [1] + 224 00000400:00000200:0.0:1734676304.689146:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.689149:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.689155:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.689184:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.689188:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167a00 00000400:00000200:0.0:1734676304.689192:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 984 00000400:00000200:0.0:1734676304.689232:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.689236:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.689239:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.689243:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676304.689291:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.689297:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.689300:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000400:00000010:1.0:1734676304.689307:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.689310:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000100:00000200:3.0:1734676304.689312:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867874304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:1.0:1734676304.689312:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.689316:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.689323:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.689337:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874304 02000000:00000010:1.0:1734676304.689337:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736d9c00. 02000000:00000010:1.0:1734676304.689341:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007154b000. 02000000:00000010:3.0:1734676304.689343:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.689356:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49ad80. 00000100:00000010:1.0:1734676304.689358:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.689361:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.689366:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00010000:00000010:3.0:1734676304.689368:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.689371:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a9c0. 00000100:00000010:3.0:1734676304.689375:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a9c0. 00010000:00000010:3.0:1734676304.689378:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.689384:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.689386:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874304, offset 224 00000400:00000200:3.0:1734676304.689391:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676304.689392:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d9c00. 00000400:00000200:3.0:1734676304.689395:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.689400:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80009:80009:256:4294967295] 192.168.203.46@tcp LPNI seq info [80005:80005:8:4294967295] 00000400:00000200:3.0:1734676304.689405:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.689409:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.689411:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.689415:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.689419:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.689422:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.689430:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00010000:00000010:1.0:1734676304.689430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00000020:00000010:3.0:1734676304.689433:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.689435:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00010000:00000010:1.0:1734676304.689435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49ad00. 00010000:00000010:1.0:1734676304.690111:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d8e00. 00010000:00000010:1.0:1734676304.690116:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.690122:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.690125:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.690129:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.690135:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736d9000. 02000000:00000010:1.0:1734676304.690148:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736d9400. 00000400:00000010:1.0:1734676304.690151:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.690154:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.690158:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365568, portal 16 00000400:00000010:1.0:1734676304.690161:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676304.690162:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365568, offset 0 00000400:00000200:1.0:1734676304.690166:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.690170:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.690173:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.690176:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.690179:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.690181:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.690183:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80010:80010:255:4294967295] 192.168.203.46@tcp LPNI seq info [80006:80006:7:4294967295] 00000400:00000200:1.0:1734676304.690191:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.690194:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.690197:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.690199:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.690203:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.690205:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.690267:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.690270:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676304.690272:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.690275:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.690277:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676304.690279:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676304.690308:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.690310:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:0.0:1734676304.690315:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.690319:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.690321:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676304.690322:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:0.0:1734676304.690327:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.691878:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525000. 00010000:00000010:2.1:1734676304.691886:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ee00. 00010000:00000010:2.1:1734676304.691890:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000400. 00010000:00000010:2.1:1734676304.691892:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424400. 00010000:00000010:2.1:1734676304.691895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007154aa00. 00000400:00000200:0.0:1734676304.691940:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.692265:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f000 00000400:00000200:0.0:1734676304.692272:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46bd [1] + 224 00000400:00000200:0.0:1734676304.692291:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.692294:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.692301:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.692370:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.692373:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.692375:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.692380:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.692386:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.692406:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736d9400. 02000000:00000010:1.0:1734676304.692411:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736d9000. 00000100:00000010:1.0:1734676304.692414:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.692417:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.692422:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.692899:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.692905:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167a80 00000400:00000200:0.0:1734676304.692910:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 1312 00000400:00000200:0.0:1734676304.692954:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.692958:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.692962:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.692966:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676304.693076:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d095a00. 00000020:00000010:2.0:1734676304.693082:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.693086:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.693111:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867874432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.693139:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874432 02000000:00000010:2.0:1734676304.693146:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.693163:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b06c00. 00010000:00000010:2.0:1734676304.693175:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.693180:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.693195:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.693198:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000010:2.0:1734676304.693207:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676304.693210:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874432, offset 224 00000400:00000200:2.0:1734676304.693215:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.693222:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.693226:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80011:80011:256:4294967295] 192.168.203.46@tcp LPNI seq info [80007:80007:8:4294967295] 00000400:00000200:2.0:1734676304.693233:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.693238:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.693242:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.693246:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.693251:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.693253:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.693264:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676304.693267:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.693271:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d095a00. 00000800:00000200:0.0:1734676304.693440:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.693443:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.693445:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.693449:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.693451:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676304.693452:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00080000:00000010:1.0:1734676304.693646:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d9000. 00010000:00000010:1.0:1734676304.693700:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.693705:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b06b80. 00010000:00000010:1.0:1734676304.694308:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a117cd00. 00010000:00000010:1.0:1734676304.694311:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.694314:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d9400. 00010000:00000010:1.0:1734676304.694318:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676304.694328:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d8a00. 00010000:00000010:1.0:1734676304.694349:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.694352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59280. 00010000:00000010:1.0:1734676304.694392:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d8400. 00010000:00000010:1.0:1734676304.694396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676304.694402:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.694406:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.694412:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676304.694421:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736d9a00. 02000000:00000010:1.0:1734676304.694438:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007154aa00. 00000400:00000010:1.0:1734676304.694444:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.694447:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.694451:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365696, portal 16 00000400:00000010:1.0:1734676304.694454:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676304.694456:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365696, offset 0 00000400:00000200:1.0:1734676304.694460:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.694465:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.694469:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.694472:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.694683:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.694686:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.694689:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80012:80012:256:4294967295] 192.168.203.46@tcp LPNI seq info [80008:80008:8:4294967295] 00000400:00000200:1.0:1734676304.694696:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.694700:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.694704:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.694708:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.694714:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.694718:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.695458:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.695462:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:0.0:1734676304.695465:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.695469:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.695473:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676304.695475:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:0.0:1734676304.695481:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864365696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.697512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc600. 00010000:00000010:1.1:1734676304.697609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352600. 00000400:00000200:0.0:1734676304.697747:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.697760:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f080 00000400:00000200:0.0:1734676304.697767:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46c9 [1] + 224 00000400:00000200:0.0:1734676304.697776:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.697779:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.697787:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864365696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.697817:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.697822:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167b00 00000400:00000200:0.0:1734676304.697826:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 1640 00000400:00000010:1.0:1734676304.697834:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:1.0:1734676304.697837:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.697839:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.697843:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864365696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.697850:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864365696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.697870:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.697874:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:1.0:1734676304.697875:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007154aa00. 00000100:00000200:0.0:1734676304.697878:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.697883:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676304.697896:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736d9a00. 00000100:00000010:1.0:1734676304.697900:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000100:00000010:1.0:1734676304.697903:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.697908:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:3.0:1734676304.697954:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.697959:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.697964:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.697980:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867874560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.698006:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874560 02000000:00000010:3.0:1734676304.698014:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.698403:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99e580. 00010000:00000010:3.0:1734676304.698428:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.698434:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a9c0. 00000100:00000010:3.0:1734676304.698437:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a9c0. 00010000:00000010:3.0:1734676304.698440:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.698449:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.698453:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874560, offset 224 00000400:00000200:3.0:1734676304.698458:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.698464:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.698468:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80013:80013:256:4294967295] 192.168.203.46@tcp LPNI seq info [80009:80009:8:4294967295] 00080000:00000010:2.0:1734676304.698503:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095a00. 00010000:00000010:2.0:1734676304.698558:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:2.0:1734676304.698564:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99e280. 00010000:00000010:2.0:1734676304.698610:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d094600. 00010000:00000010:2.0:1734676304.698615:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676304.698621:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.698624:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.698630:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676304.698638:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095200. 02000000:00000010:2.0:1734676304.698652:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d095c00. 00000400:00000010:2.0:1734676304.698655:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.698658:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.698662:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365824, portal 16 00000400:00000010:2.0:1734676304.698665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676304.698667:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365824, offset 0 00000400:00000200:2.0:1734676304.698670:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.698702:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.698707:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.698711:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.698715:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.698721:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.698724:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.698805:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.698808:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.698811:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00000800:00000200:0.0:1734676304.698884:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.698887:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676304.698889:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.698893:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.698895:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676304.698896:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000200:2.0:1734676304.699609:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.699613:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.699616:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.699619:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.699621:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.699623:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80014:80014:255:4294967295] 192.168.203.46@tcp LPNI seq info [80010:80010:7:4294967295] 00000400:00000200:2.0:1734676304.699629:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.699632:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.699635:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.699638:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.699642:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.699644:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.699673:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.699675:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.699678:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.699681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.699683:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676304.699684:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676304.699689:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864365824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.700459:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd8000. 00010000:00000010:2.1:1734676304.700475:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f1a00. 00010000:00000010:2.1:1734676304.700479:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4300. 00010000:00000010:2.1:1734676304.700483:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f1000. 00000400:00000200:0.0:1734676304.701781:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.701793:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f100 00000400:00000200:0.0:1734676304.701800:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46d5 [1] + 224 00000400:00000200:0.0:1734676304.701808:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.701811:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.701820:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864365824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.701852:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.701857:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167b80 00000400:00000200:0.0:1734676304.701861:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa30c9 [2] + 1968 00000400:00000010:0.0:1734676304.701865:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b00. 00000400:00000200:0.0:1734676304.701867:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009f80f540 00000400:00000200:0.0:1734676304.701878:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.701881:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.701884:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009f80f540 00000400:00000010:0.0:1734676304.701885:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009f80f540. 00000100:00000200:0.0:1734676304.701891:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676304.701983:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.701987:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.701988:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.701993:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864365824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.702000:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864365824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.702022:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d095c00. 02000000:00000010:2.0:1734676304.702026:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095200. 00000100:00000010:2.0:1734676304.702030:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676304.702059:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.702062:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000020:00000010:3.0:1734676304.702189:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.702196:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.702199:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.702218:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9850 x1818938867874688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.702246:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874688 02000000:00000010:3.0:1734676304.702256:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.702276:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007341e300. 00010000:00000010:3.0:1734676304.702291:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.702295:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79a9c0. 00000100:00000010:3.0:1734676304.702456:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79a9c0. 00010000:00000010:3.0:1734676304.702460:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.702468:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.702472:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874688, offset 224 00000400:00000200:3.0:1734676304.702477:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.702483:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.702489:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80015:80015:256:4294967295] 192.168.203.46@tcp LPNI seq info [80011:80011:8:4294967295] 00000400:00000200:3.0:1734676304.702496:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.702500:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.702503:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.702506:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.702512:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.702515:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.702536:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.702539:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.702542:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 02000000:00000010:3.0:1734676304.702548:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676304.702550:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676304.702555:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676304.702559:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.702561:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:3.0:1734676304.702563:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.702565:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:3.0:1734676304.702566:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676304.702569:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:3.0:1734676304.702571:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676304.702573:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:3.0:1734676304.702575:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:3.0:1734676304.702579:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.702582:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd95d8. 00000400:00000010:3.0:1734676304.702585:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79a9c0. 00000800:00000200:1.0:1734676304.702616:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.702619:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676304.702622:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.702625:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.702627:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676304.702629:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 02000000:00000010:1.0:1734676304.702632:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00080000:00000010:0.0:1734676304.702806:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e23600. 00010000:00000010:0.0:1734676304.702864:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:0.0:1734676304.702869:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007341e280. 00010000:00000010:0.0:1734676304.702941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e22c00. 00010000:00000010:0.0:1734676304.702946:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c680. 00010000:00000010:0.0:1734676304.702952:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae040. 00000100:00000010:0.0:1734676304.702956:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676304.702961:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.702968:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e22400. 02000000:00000010:0.0:1734676304.702984:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21e00. 00000400:00000010:0.0:1734676304.702987:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676304.702991:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676304.702994:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864365952, portal 16 00000400:00000010:0.0:1734676304.702996:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676304.702998:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864365952, offset 0 00000400:00000200:0.0:1734676304.703002:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.703006:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.703009:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.703013:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.703015:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.703017:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.703019:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80016:80016:256:4294967295] 192.168.203.46@tcp LPNI seq info [80012:80012:8:4294967295] 00000400:00000200:0.0:1734676304.703026:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.703029:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.703031:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676304.703034:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.703063:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.703066:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676304.703083:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676304.703096:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21400. 02000000:00000010:0.0:1734676304.703104:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20400. 00000400:00000010:0.0:1734676304.703106:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676304.703109:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676304.703111:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366080, portal 16 00000400:00000010:0.0:1734676304.703114:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676304.703115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366080, offset 0 00000400:00000200:0.0:1734676304.703118:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.703122:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.703124:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.703126:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.703128:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.703130:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.703133:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80017:80017:255:4294967295] 192.168.203.46@tcp LPNI seq info [80013:80013:7:4294967295] 00000400:00000200:0.0:1734676304.703138:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.703142:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.703144:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f100. 00000800:00000200:0.0:1734676304.703146:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.703149:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.703151:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.703474:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.703477:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:1.0:1734676304.703480:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.703483:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.703485:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:1.0:1734676304.703486:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:1.0:1734676304.703491:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864365952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676304.703524:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.703526:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f100. 00000400:00000200:1.0:1734676304.703528:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.703531:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.703533:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:1.0:1734676304.703534:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:1.0:1734676304.703538:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864366080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.703894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140000. 00010000:00000010:1.1:1734676304.703950:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1000. 00000400:00000200:0.0:1734676304.706540:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.706556:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f180 00000400:00000200:0.0:1734676304.706564:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46e5 [1] + 224 00000400:00000200:0.0:1734676304.706573:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.706577:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.706586:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864365952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.706623:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.706628:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f200 00000400:00000200:0.0:1734676304.706631:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46ed [1] + 224 00000400:00000200:0.0:1734676304.706635:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.706637:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.706641:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864366080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.706651:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676304.706653:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:0.0:1734676304.706654:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167c00 00000400:00000200:2.0:1734676304.706658:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:2.0:1734676304.706660:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:2.0:1734676304.706665:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864365952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.706665:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 0 00000100:00000200:2.0:1734676304.706685:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864365952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.706704:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676304.706706:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676304.706707:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:2.0:1734676304.706710:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864366080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.706715:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864366080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.706727:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21e00. 02000000:00000010:2.0:1734676304.706731:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e22400. 00000100:00000010:2.0:1734676304.706735:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676304.706740:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20400. 02000000:00000010:2.0:1734676304.706742:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21400. 00000100:00000010:2.0:1734676304.706743:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676304.706746:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:2.0:1734676304.706750:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae040. 00000400:00000200:0.0:1734676304.707976:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.707984:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.707991:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.707996:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000200:0.0:1734676304.708032:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.708054:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167c80 00000400:00000200:0.0:1734676304.708059:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 328 00000400:00000200:0.0:1734676304.708076:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1734676304.708077:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000400:00000200:0.0:1734676304.708079:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000020:00000010:3.0:1734676304.708082:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000100:00000200:0.0:1734676304.708082:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.708084:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676304.708086:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.708116:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867874816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676304.708137:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd20000. 00000020:00000010:3.0:1734676304.708139:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676304.708141:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20a28. 00000100:00000200:3.0:1734676304.708147:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867874944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.708166:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874816 00000100:00000200:0.0:1734676304.708167:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867874944 02000000:00000010:3.0:1734676304.708173:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 02000000:00000010:0.0:1734676304.708174:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:3.0:1734676304.708203:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134ed2600. 00010000:00000010:0.0:1734676304.708205:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3800. 00010000:00000010:3.0:1734676304.708215:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.708220:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000400:00000010:0.0:1734676304.708220:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676304.708224:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874944, offset 224 00000100:00000010:3.0:1734676304.708226:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00000400:00000200:0.0:1734676304.708228:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676304.708229:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.708233:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.708235:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867874816, offset 224 00000400:00000200:0.0:1734676304.708235:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.708239:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.708239:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80018:80018:256:4294967295] 192.168.203.46@tcp LPNI seq info [80014:80014:8:4294967295] 00000400:00000200:0.0:1734676304.708247:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.708251:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.708254:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f700. 00000800:00000200:0.0:1734676304.708258:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.708263:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.708266:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676304.708287:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095200. 00010000:00000010:2.0:1734676304.708345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c680. 00010000:00000010:2.0:1734676304.708350:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3780. 00010000:00000010:2.0:1734676304.708399:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095c00. 00010000:00000010:2.0:1734676304.708402:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.708408:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.708411:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.708415:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676304.708422:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095400. 02000000:00000010:2.0:1734676304.708436:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d094000. 00000400:00000010:2.0:1734676304.708439:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.708442:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.708446:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366208, portal 16 00000400:00000010:2.0:1734676304.708449:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676304.708451:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366208, offset 0 00000400:00000200:2.0:1734676304.708454:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.708473:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.708477:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80019:80019:255:4294967295] 192.168.203.46@tcp LPNI seq info [80015:80015:7:4294967295] 00000400:00000200:3.0:1734676304.708482:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.708486:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.708488:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.708491:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.708494:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.708496:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1734676304.708509:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.708512:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.708515:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000020:00000010:0.0:1734676304.708516:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000400:00000200:2.0:1734676304.708517:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.708519:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000020:00000010:0.0:1734676304.708519:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20a28. 00000400:00000200:2.0:1734676304.708521:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80020:80020:254:4294967295] 192.168.203.46@tcp LPNI seq info [80016:80016:6:4294967295] 00000020:00000010:0.0:1734676304.708523:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd20000. 00000400:00000200:2.0:1734676304.708527:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.708530:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.708532:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.708535:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.708538:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.708540:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.708557:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.708559:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.708561:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00000800:00000200:1.0:1734676304.708579:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.708582:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f700. 00000400:00000200:1.0:1734676304.708584:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.708588:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.708591:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:1.0:1734676304.708592:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000800:00000200:1.0:1734676304.708599:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.708601:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676304.708602:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.708605:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.708606:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676304.708608:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000800:00000200:1.0:1734676304.708643:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.708645:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:1.0:1734676304.708647:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.708650:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.708652:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676304.708653:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676304.708658:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864366208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.709120:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b101c00. 00010000:00000010:0.1:1734676304.709131:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d8e00. 00010000:00000010:0.1:1734676304.709134:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117cd00. 00010000:00000010:0.1:1734676304.709137:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d9400. 00010000:00000010:2.1:1734676304.709193:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46500. 00010000:00000010:2.1:1734676304.709198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094600. 00010000:00000010:1.1:1734676304.712254:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f100. 00010000:00000010:1.1:1734676304.712265:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d8400. 00010000:00000010:2.1:1734676304.712313:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bfe00. 00000400:00000200:0.0:1734676304.713012:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.713027:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f280 00000400:00000200:0.0:1734676304.713033:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa46fd [1] + 224 00000400:00000200:0.0:1734676304.713072:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.713075:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.713085:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864366208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.713128:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.713132:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167d00 00000400:00000200:0.0:1734676304.713136:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 656 00000400:00000010:2.0:1734676304.713557:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.713563:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.713564:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.713571:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864366208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.713578:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864366208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.713604:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d094000. 02000000:00000010:2.0:1734676304.713609:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095400. 00000100:00000010:2.0:1734676304.713612:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676304.713617:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.713621:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000200:0.0:1734676304.713845:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.713849:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.713854:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.713859:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676304.714463:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.714470:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.714475:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.714494:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867875072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.714513:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875072 02000000:00000010:3.0:1734676304.714521:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.714543:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00e980. 00010000:00000010:3.0:1734676304.714556:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.714562:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.714865:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.714870:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.714881:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.714885:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875072, offset 224 00000400:00000200:3.0:1734676304.714891:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.714899:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.714904:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80021:80021:256:4294967295] 192.168.203.46@tcp LPNI seq info [80017:80017:8:4294967295] 00000400:00000200:3.0:1734676304.714912:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.714917:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.714920:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.714924:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.714930:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.714933:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.715217:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.715221:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.715224:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00080000:00000010:2.0:1734676304.715290:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d095400. 00010000:00000010:2.0:1734676304.715346:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.715352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d00e900. 00010000:00000010:2.0:1734676304.715416:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d094000. 00010000:00000010:2.0:1734676304.715421:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.715428:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.715431:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.715436:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676304.715445:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094600. 02000000:00000010:2.0:1734676304.715464:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e22400. 00000400:00000010:2.0:1734676304.715469:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.715473:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.715476:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366336, portal 16 00000400:00000010:2.0:1734676304.715479:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676304.715481:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366336, offset 0 00000400:00000200:2.0:1734676304.715485:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.715489:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.715493:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.715495:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.715498:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.715500:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.715502:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80022:80022:255:4294967295] 192.168.203.46@tcp LPNI seq info [80018:80018:7:4294967295] 00000400:00000200:2.0:1734676304.715508:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.715511:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.715514:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.715517:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.715520:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.715523:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.715595:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.715598:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676304.715601:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.715605:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.715608:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676304.715609:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:0.0:1734676304.715654:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.715656:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.715658:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.715661:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.715664:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676304.715665:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676304.715671:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864366336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.717525:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.717537:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f300 00000400:00000200:0.0:1734676304.717544:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4709 [1] + 224 00000400:00000200:0.0:1734676304.717563:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.717568:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.717576:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864366336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.717925:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.717928:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.717930:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.717935:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864366336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.717942:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864366336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.717963:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e22400. 02000000:00000010:2.0:1734676304.717967:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094600. 00000100:00000010:2.0:1734676304.717971:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676304.717975:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.717978:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000200:0.0:1734676304.718101:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.718106:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167d80 00000400:00000200:0.0:1734676304.718110:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 984 00000400:00000200:0.0:1734676304.718152:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.718155:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.718159:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.718163:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:3.0:1734676304.718248:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.718252:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.718256:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.718273:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867875200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.718525:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875200 02000000:00000010:3.0:1734676304.718534:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.718553:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a018d980. 00010000:00000010:3.0:1734676304.718566:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.718571:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.718577:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.718580:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.718588:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.718591:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875200, offset 224 00000400:00000200:3.0:1734676304.718596:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.718603:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.718608:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80023:80023:256:4294967295] 192.168.203.46@tcp LPNI seq info [80019:80019:8:4294967295] 00000400:00000200:3.0:1734676304.718615:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.718619:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.718622:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.718627:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.718632:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.718635:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.718646:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.718648:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.718652:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00010000:00000010:3.1:1734676304.718671:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e392a00. 00000800:00000200:0.0:1734676304.718778:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.718780:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676304.718783:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.718786:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.718789:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676304.718790:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00080000:00000010:2.0:1734676304.718841:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e22400. 00010000:00000010:2.0:1734676304.718898:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.718903:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a018d900. 00010000:00000010:2.0:1734676304.719225:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17100. 00010000:00000010:2.0:1734676304.719227:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.719232:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d094600. 00010000:00000010:2.0:1734676304.719236:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00080000:00000010:2.0:1734676304.719245:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f1000. 00010000:00000010:2.0:1734676304.719265:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676304.719268:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.719306:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f1a00. 00010000:00000010:2.0:1734676304.719309:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.719314:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.719318:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.719323:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676304.719332:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009589ee00. 02000000:00000010:2.0:1734676304.719348:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d894200. 00000400:00000010:2.0:1734676304.719353:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.719357:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.719361:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366464, portal 16 00000400:00000010:2.0:1734676304.719363:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676304.719365:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366464, offset 0 00000400:00000200:2.0:1734676304.719369:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.719374:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.719377:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.719380:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.719382:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.719384:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.719386:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80024:80024:256:4294967295] 192.168.203.46@tcp LPNI seq info [80020:80020:8:4294967295] 00000400:00000200:2.0:1734676304.719391:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.719394:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.719397:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.719400:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.719404:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.719406:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.719564:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.719566:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676304.719569:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.719573:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.719575:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676304.719576:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676304.719582:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864366464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.720801:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.720811:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f380 00000400:00000200:0.0:1734676304.720818:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4715 [1] + 224 00000400:00000200:0.0:1734676304.720833:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.720836:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.720843:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864366464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.720965:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.720969:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.720970:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.720975:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864366464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.720982:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864366464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.721000:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d894200. 02000000:00000010:2.0:1734676304.721006:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009589ee00. 00000100:00000010:2.0:1734676304.721010:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676304.721014:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.721017:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00010000:00000010:1.1:1734676304.721299:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ed00. 00010000:00000010:1.1:1734676304.721306:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e22c00. 00010000:00000010:2.1:1734676304.721604:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3a00. 00000400:00000200:2.0:1734676304.721772:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.721780:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167e00 00000400:00000200:2.0:1734676304.721785:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 1312 00000400:00000200:2.0:1734676304.721946:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.721950:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.721954:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.721958:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 00000020:00000010:1.0:1734676304.722307:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8400. 00000020:00000010:1.0:1734676304.722312:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.722315:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.722332:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1180 x1818938867875328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.722362:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875328 02000000:00000010:1.0:1734676304.722369:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676304.722389:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e37300. 00010000:00000010:1.0:1734676304.722413:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.722419:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.722431:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00080000:00000010:2.0:1734676304.722465:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d894200. 00010000:00000010:2.0:1734676304.722529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.722581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009589ee00. 00010000:00000010:2.0:1734676304.722585:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.722591:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.722594:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.722598:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676304.722606:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da51600. 02000000:00000010:2.0:1734676304.722621:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4600. 00000400:00000010:2.0:1734676304.722625:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.722629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.722634:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366592, portal 16 00000400:00000010:2.0:1734676304.722637:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676304.722639:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366592, offset 0 00000400:00000200:2.0:1734676304.722643:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.722650:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.722653:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.722656:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.722658:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.722660:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.722662:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80025:80025:256:4294967295] 192.168.203.46@tcp LPNI seq info [80021:80021:8:4294967295] 00000400:00000200:2.0:1734676304.722669:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.722673:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.722675:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.722679:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.722684:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.722687:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1734676304.722726:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00010000:00000010:1.0:1734676304.722733:0:21612:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e37280. 00000400:00000010:1.0:1734676304.722742:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.722744:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875328, offset 224 00000400:00000200:1.0:1734676304.722748:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.722753:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.722756:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80026:80026:255:4294967295] 192.168.203.46@tcp LPNI seq info [80022:80022:7:4294967295] 00000400:00000200:1.0:1734676304.722762:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.722765:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.722767:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.722770:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.722774:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.722777:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.722784:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.722788:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.722791:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8400. 00000800:00000200:0.0:1734676304.723117:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.723121:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.723123:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.723127:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.723130:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676304.723131:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676304.723138:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2300 x1818938864366592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676304.723182:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.723184:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.723186:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.723189:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.723191:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676304.723192:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00010000:00000010:2.1:1734676304.724337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfb600. 00010000:00000010:2.1:1734676304.724345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14de00. 00010000:00000010:1.1:1734676304.724393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0f00. 00010000:00000010:1.1:1734676304.724398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095c00. 00010000:00000010:1.1:1734676304.724402:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14e900. 00010000:00000010:1.1:1734676304.724405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094000. 00010000:00000010:1.1:1734676304.724408:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17100. 00010000:00000010:1.1:1734676304.724410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094600. 00000400:00000200:0.0:1734676304.725213:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.725227:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f400 00000400:00000200:0.0:1734676304.725235:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa471d [1] + 224 00000400:00000200:0.0:1734676304.725244:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.725247:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.725682:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864366592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.725720:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.725725:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167e80 00000400:00000200:0.0:1734676304.725730:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 1640 00000400:00000200:0.0:1734676304.725746:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.725749:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.725753:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.725758:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:2.0:1734676304.725840:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.725844:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.725846:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.725851:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2300 x1818938864366592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.725857:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2300 x1818938864366592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.725879:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4600. 02000000:00000010:2.0:1734676304.725884:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da51600. 00000100:00000010:2.0:1734676304.725889:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000010:2.0:1734676304.725892:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.725895:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000020:00000010:3.0:1734676304.725980:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21c00. 00000020:00000010:3.0:1734676304.725988:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.725993:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.726013:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867875456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.726080:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875456 02000000:00000010:3.0:1734676304.726097:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676304.726116:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76fa00. 00010000:00000010:3.0:1734676304.726145:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.726150:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.726156:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.726158:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000010:3.0:1734676304.726167:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.726171:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875456, offset 224 00000400:00000200:3.0:1734676304.726176:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.726182:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.726186:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80027:80027:256:4294967295] 192.168.203.46@tcp LPNI seq info [80023:80023:8:4294967295] 00000400:00000200:3.0:1734676304.726193:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.726198:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.726201:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.726204:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.726210:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.726213:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.726229:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676304.726232:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.726236:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21c00. 00080000:00000010:2.0:1734676304.726305:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4600. 00010000:00000010:2.0:1734676304.726359:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.726364:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d76f980. 00010000:00000010:2.0:1734676304.726416:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4200. 00010000:00000010:2.0:1734676304.726421:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.726426:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.726429:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.726433:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676304.726441:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a4a00. 02000000:00000010:2.0:1734676304.726455:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4e00. 00000400:00000010:2.0:1734676304.726459:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.726461:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.726465:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366720, portal 16 00000400:00000010:2.0:1734676304.726468:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676304.726470:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366720, offset 0 00000400:00000200:2.0:1734676304.726473:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.726477:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.726481:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.726484:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.726486:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.726488:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.726491:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80028:80028:255:4294967295] 192.168.203.46@tcp LPNI seq info [80024:80024:7:4294967295] 00000400:00000200:2.0:1734676304.726497:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.726500:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.726503:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.726506:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.726509:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.726511:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.726585:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.726588:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676304.726591:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.726595:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.726597:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.726599:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000800:00000200:0.0:1734676304.726644:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.726646:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.726648:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.726651:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.726653:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676304.726654:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676304.726658:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2300 x1818938864366720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.727123:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d28600. 00000400:00000200:0.0:1734676304.728807:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.728820:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f480 00000400:00000200:0.0:1734676304.728827:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa472d [1] + 224 00000400:00000200:0.0:1734676304.728846:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.728849:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.728857:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864366720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.729034:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:2.0:1734676304.729061:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676304.729063:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.729069:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2300 x1818938864366720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.729076:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2300 x1818938864366720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.729165:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4e00. 02000000:00000010:2.0:1734676304.729170:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a4a00. 00000100:00000010:2.0:1734676304.729173:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000010:2.0:1734676304.729176:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676304.729179:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00010000:00000010:1.1:1734676304.730578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f1a00. 00000400:00000200:2.0:1734676304.730645:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.730656:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167f00 00000400:00000200:2.0:1734676304.730662:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3121 [2] + 1968 00000400:00000010:2.0:1734676304.730666:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9aa8. 00000400:00000200:2.0:1734676304.730668:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009dd080c0 00000400:00000200:2.0:1734676304.730725:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.730730:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.730734:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009dd080c0 00000400:00000010:2.0:1734676304.730736:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009dd080c0. 00000100:00000200:2.0:1734676304.730741:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1734676304.730803:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c1c00. 00000020:00000010:0.0:1734676304.730915:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009db20a00. 00000020:00000010:0.0:1734676304.730921:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676304.730925:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.730942:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9c50 x1818938867875584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.730967:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875584 02000000:00000010:0.0:1734676304.730975:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.730995:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ece400. 00010000:00000010:0.0:1734676304.731017:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daefc0. 00000100:00000010:0.0:1734676304.731023:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676304.731030:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676304.731033:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daefc0. 00000400:00000010:0.0:1734676304.731058:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676304.731063:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875584, offset 224 00000400:00000200:0.0:1734676304.731068:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.731075:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.731080:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80029:80029:256:4294967295] 192.168.203.46@tcp LPNI seq info [80025:80025:8:4294967295] 00000400:00000200:0.0:1734676304.731095:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.731100:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.731103:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.731107:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.731112:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.731115:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.731127:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676304.731130:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.731132:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009db20a00. 02000000:00000010:0.0:1734676304.731138:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:0.0:1734676304.731141:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.731145:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:0.0:1734676304.731147:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:0.0:1734676304.731150:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:0.0:1734676304.731152:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676304.731154:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676304.731156:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676304.731157:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:0.0:1734676304.731159:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.731160:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:0.0:1734676304.731163:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:0.0:1734676304.731168:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676304.731171:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9210. 00000400:00000010:0.0:1734676304.731174:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469c00. 00000800:00000200:0.0:1734676304.731209:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.731211:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:0.0:1734676304.731213:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.731216:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.731219:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:0.0:1734676304.731220:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 02000000:00000010:0.0:1734676304.731222:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00080000:00000010:2.0:1734676304.731555:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4a00. 00010000:00000010:2.0:1734676304.731618:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.731623:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ece380. 00010000:00000010:2.0:1734676304.731681:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4e00. 00010000:00000010:2.0:1734676304.731686:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676304.731693:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4300. 00000100:00000010:2.0:1734676304.731696:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.731702:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676304.731710:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a5e00. 02000000:00000010:2.0:1734676304.731727:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a5600. 00000400:00000010:2.0:1734676304.731731:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7108. 00000400:00000010:2.0:1734676304.731734:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676304.731737:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366848, portal 16 00000400:00000010:2.0:1734676304.731739:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676304.731741:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366848, offset 0 00000400:00000200:2.0:1734676304.731745:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.731750:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.731753:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.731757:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.731760:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.731762:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.731764:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80030:80030:256:4294967295] 192.168.203.46@tcp LPNI seq info [80026:80026:8:4294967295] 00000400:00000200:2.0:1734676304.731770:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.731773:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.731775:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.731778:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.731781:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.731784:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.732517:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.732521:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.732524:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.732528:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.732531:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676304.732532:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676304.732539:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2300 x1818938864366848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.733304:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71ef00. 00000400:00000200:2.0:1734676304.737909:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.737932:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f500 00000400:00000200:2.0:1734676304.737940:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa473d [1] + 224 00000400:00000200:2.0:1734676304.737961:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.737965:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.737975:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864366848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676304.738166:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7108. 00000400:00000200:0.0:1734676304.738171:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676304.738173:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676304.738179:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2300 x1818938864366848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.738186:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2300 x1818938864366848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.738208:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a5600. 02000000:00000010:0.0:1734676304.738213:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a5e00. 00000100:00000010:0.0:1734676304.738217:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000010:0.0:1734676304.738220:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:0.0:1734676304.738223:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4300. 00000400:00000200:0.0:1734676304.738436:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.738443:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5167f80 00000400:00000200:0.0:1734676304.738448:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 0 00000400:00000200:0.0:1734676304.738494:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.738498:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.738503:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.738507:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676304.738676:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8400. 00000020:00000010:1.0:1734676304.738683:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.738687:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.738706:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867875712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.738724:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875712 02000000:00000010:1.0:1734676304.738731:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676304.738753:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ece280. 00010000:00000010:1.0:1734676304.738769:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.738775:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.738780:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.738786:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.738796:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676304.738800:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875712, offset 224 00000400:00000200:1.0:1734676304.738804:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.738811:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.738816:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80031:80031:256:4294967295] 192.168.203.46@tcp LPNI seq info [80027:80027:8:4294967295] 00000400:00000200:1.0:1734676304.738824:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.738829:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.738832:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.738836:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.738841:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.738844:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.739073:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21e00. 00010000:00000010:0.0:1734676304.739142:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:0.0:1734676304.739148:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ecef80. 00010000:00000010:0.0:1734676304.739197:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20a00. 00010000:00000010:0.0:1734676304.739202:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c580. 00010000:00000010:0.0:1734676304.739208:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daefc0. 00000100:00000010:0.0:1734676304.739211:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676304.739216:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.739225:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:0.0:1734676304.739239:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db21400. 00000400:00000010:0.0:1734676304.739242:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676304.739245:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676304.739249:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864366976, portal 16 00000400:00000010:0.0:1734676304.739252:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676304.739254:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864366976, offset 0 00000400:00000200:0.0:1734676304.739258:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.739262:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.739266:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.739268:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.739271:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.739273:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.739275:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80032:80032:255:4294967295] 192.168.203.46@tcp LPNI seq info [80028:80028:7:4294967295] 00000400:00000200:0.0:1734676304.739280:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.739283:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.739285:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f000. 00000800:00000200:0.0:1734676304.739288:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.739291:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.739293:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.739340:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.739344:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.739347:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8400. 00000800:00000200:1.0:1734676304.739817:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.739821:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:1.0:1734676304.739823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.739827:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.739830:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676304.739831:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:1.0:1734676304.739866:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.739868:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f000. 00000400:00000200:1.0:1734676304.739870:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.739873:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.739875:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:1.0:1734676304.739876:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:1.0:1734676304.739881:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864366976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.740198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df4400. 00010000:00000010:1.1:1734676304.740240:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1e00. 00010000:00000010:1.1:1734676304.740244:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009589ee00. 00000400:00000200:0.0:1734676304.742655:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.742669:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f580 00000400:00000200:0.0:1734676304.742678:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4749 [1] + 224 00000400:00000200:0.0:1734676304.742687:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.742690:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.742700:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864366976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.742734:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.742738:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168000 00000400:00000200:0.0:1734676304.742743:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 328 00000400:00000010:2.0:1734676304.742765:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676304.742770:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:2.0:1734676304.742771:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:2.0:1734676304.742776:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864366976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.742782:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864366976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.742792:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.742794:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.742798:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.742802:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676304.742804:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db21400. 02000000:00000010:2.0:1734676304.742808:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:2.0:1734676304.742811:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:2.0:1734676304.742814:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:2.0:1734676304.742818:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daefc0. 00000020:00000010:1.0:1734676304.742895:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8400. 00000020:00000010:1.0:1734676304.742901:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.742905:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.742924:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867875840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.742953:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875840 02000000:00000010:1.0:1734676304.742961:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676304.742999:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d086c80. 00010000:00000010:1.0:1734676304.743018:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.743024:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.743600:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.743607:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.743617:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676304.743620:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875840, offset 224 00000400:00000200:1.0:1734676304.743625:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.743632:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.743637:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80033:80033:256:4294967295] 192.168.203.46@tcp LPNI seq info [80029:80029:8:4294967295] 00000400:00000200:1.0:1734676304.743644:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.743649:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.743652:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.743656:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.743661:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.743665:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.743682:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.743686:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.743689:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8400. 00080000:00000010:2.0:1734676304.743741:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5e00. 00010000:00000010:2.0:1734676304.743801:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c580. 00010000:00000010:2.0:1734676304.743806:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0a3300. 00010000:00000010:2.0:1734676304.743854:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17000. 00010000:00000010:2.0:1734676304.743857:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4880. 00010000:00000010:2.0:1734676304.743860:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a5600. 00010000:00000010:2.0:1734676304.743864:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00080000:00000010:2.0:1734676304.743873:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da51600. 00010000:00000010:2.0:1734676304.743890:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676304.743893:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4880. 00010000:00000010:2.0:1734676304.743930:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdaa800. 00010000:00000010:2.0:1734676304.743933:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676304.743938:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c00. 00000100:00000010:2.0:1734676304.743942:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676304.743948:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676304.743958:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdab400. 02000000:00000010:2.0:1734676304.743976:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61a00. 00000400:00000010:2.0:1734676304.743980:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00000400:00000010:2.0:1734676304.743983:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676304.743987:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367104, portal 16 00000400:00000010:2.0:1734676304.743990:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676304.743991:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367104, offset 0 00000400:00000200:2.0:1734676304.743996:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.744000:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.744004:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.744007:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.744009:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.744011:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.744013:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80034:80034:255:4294967295] 192.168.203.46@tcp LPNI seq info [80030:80030:7:4294967295] 00000400:00000200:2.0:1734676304.744018:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.744022:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.744024:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.744027:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.744031:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.744033:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.744064:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.744067:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:0.0:1734676304.744069:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.744072:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.744074:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676304.744076:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:0.0:1734676304.744114:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.744116:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.744118:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.744121:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.744123:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676304.744124:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676304.744130:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864367104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.749007:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.749022:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f600 00000400:00000200:1.0:1734676304.749029:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4755 [1] + 224 00000400:00000200:1.0:1734676304.749058:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.749061:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.749071:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864367104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.749109:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.749113:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168080 00000400:00000200:1.0:1734676304.749118:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 656 00010000:00000010:2.1:1734676304.749412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbe5800. 00000400:00000200:1.0:1734676304.749440:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.749444:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.749449:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.749454:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000020:00000010:0.0:1734676304.749511:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009db21400. 00000020:00000010:0.0:1734676304.749516:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c480. 00000020:00000010:0.0:1734676304.749521:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000400:00000010:3.0:1734676304.749527:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7630. 00000400:00000200:3.0:1734676304.749531:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676304.749532:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676304.749538:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864367104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.749540:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867875968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.749545:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864367104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.749558:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867875968 02000000:00000010:3.0:1734676304.749564:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61a00. 02000000:00000010:0.0:1734676304.749564:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 02000000:00000010:3.0:1734676304.749568:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdab400. 00000100:00000010:3.0:1734676304.749571:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:3.0:1734676304.749575:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:3.0:1734676304.749578:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c00. 00010000:00000010:0.0:1734676304.749585:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d084e80. 00010000:00000010:0.0:1734676304.749597:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae8c0. 00000100:00000010:0.0:1734676304.749603:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676304.749616:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:0.0:1734676304.749619:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae8c0. 00000400:00000010:0.0:1734676304.749628:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676304.749631:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867875968, offset 224 00000400:00000200:0.0:1734676304.749636:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.749642:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.749647:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80035:80035:256:4294967295] 192.168.203.46@tcp LPNI seq info [80031:80031:8:4294967295] 00000400:00000200:0.0:1734676304.749655:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.749659:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.749662:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f000. 00000800:00000200:0.0:1734676304.749666:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.749672:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.749675:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.749687:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c480. 00000020:00000010:0.0:1734676304.749689:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.749692:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009db21400. 00000800:00000200:0.0:1734676304.749737:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.749740:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f000. 00000400:00000200:0.0:1734676304.749742:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.749745:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.749747:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:0.0:1734676304.749748:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00080000:00000010:3.0:1734676304.750194:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd21c00. 00010000:00000010:3.0:1734676304.750252:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:3.0:1734676304.750259:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d084e00. 00010000:00000010:3.0:1734676304.750321:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd20c00. 00010000:00000010:3.0:1734676304.750325:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.750331:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.750334:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.750339:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.750346:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd21400. 02000000:00000010:3.0:1734676304.750360:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20600. 00000400:00000010:3.0:1734676304.750364:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676304.750367:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.750370:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367232, portal 16 00000400:00000010:3.0:1734676304.750373:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.750374:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367232, offset 0 00000400:00000200:3.0:1734676304.750378:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.750382:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.750386:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.750389:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.750391:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.750393:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.750396:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80036:80036:256:4294967295] 192.168.203.46@tcp LPNI seq info [80032:80032:8:4294967295] 00000400:00000200:3.0:1734676304.750406:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.750410:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.750413:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.750416:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.750420:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.750422:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.750598:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.750601:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676304.750603:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.750607:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.750609:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676304.750610:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676304.750615:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864367232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.751427:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7e00. 00010000:00000010:1.1:1734676304.751433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4200. 00010000:00000010:3.1:1734676304.751465:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7600. 00010000:00000010:3.1:1734676304.751469:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4e00. 00000400:00000200:0.0:1734676304.752001:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.752009:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f680 00000400:00000200:0.0:1734676304.752015:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4761 [1] + 224 00000400:00000200:0.0:1734676304.752030:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.752033:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.752064:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864367232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.752160:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676304.752163:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676304.752164:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.752169:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864367232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.752176:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864367232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.752191:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20600. 02000000:00000010:3.0:1734676304.752195:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd21400. 00000100:00000010:3.0:1734676304.752197:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676304.752200:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.752203:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000200:0.0:1734676304.752778:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.752792:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168100 00000400:00000200:0.0:1734676304.752800:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 984 00000400:00000200:0.0:1734676304.753640:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.753646:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.753653:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.753659:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676304.753764:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8400. 00000020:00000010:1.0:1734676304.753772:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.753778:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.753802:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867876096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.753824:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876096 02000000:00000010:1.0:1734676304.753834:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676304.753862:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d191c80. 00010000:00000010:1.0:1734676304.754023:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.754031:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.754170:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.754178:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.754192:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676304.754197:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876096, offset 224 00080000:00000010:3.0:1734676304.754271:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd21400. 00010000:00000010:3.0:1734676304.755104:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.755110:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d191c00. 00010000:00000010:3.0:1734676304.755172:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd20600. 00010000:00000010:3.0:1734676304.755177:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.755185:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.755191:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.755198:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.755208:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd21a00. 02000000:00000010:3.0:1734676304.755228:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd21e00. 00000400:00000010:3.0:1734676304.755233:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000200:1.0:1734676304.756034:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000010:3.0:1734676304.756055:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.756061:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367360, portal 16 00000400:00000200:1.0:1734676304.756062:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000010:3.0:1734676304.756064:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.756066:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367360, offset 0 00000400:00000200:1.0:1734676304.756069:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80037:80037:256:4294967295] 192.168.203.46@tcp LPNI seq info [80033:80033:8:4294967295] 00000400:00000200:3.0:1734676304.756074:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.756078:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.756084:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.756095:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.756099:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1734676304.756099:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000400:00000200:3.0:1734676304.756102:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.756104:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1734676304.756105:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:3.0:1734676304.756107:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.756109:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80038:80038:255:4294967295] 192.168.203.46@tcp LPNI seq info [80034:80034:7:4294967295] 00000800:00000200:1.0:1734676304.756113:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:3.0:1734676304.756117:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.756117:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.756121:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.756124:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.756128:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.756134:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.756137:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.756449:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.756456:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.756459:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8400. 00010000:00000010:3.1:1734676304.757663:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3200. 00010000:00000010:2.1:1734676304.757684:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906200. 00010000:00000010:2.1:1734676304.757690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdaa800. 00000800:00000200:0.0:1734676304.762107:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.762116:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:0.0:1734676304.762123:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.762133:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.762139:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676304.762142:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000800:00000200:0.0:1734676304.762218:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.762220:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676304.762223:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.762226:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.762229:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676304.762232:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676304.762241:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864367360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.765409:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dafe00. 00010000:00000010:0.1:1734676304.765426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f600. 00010000:00000010:0.1:1734676304.765437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20a00. 00010000:00000010:0.1:1734676304.765440:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00010000:00000010:0.1:1734676304.765444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5600. 00000400:00000200:0.0:1734676304.766269:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.766289:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f700 00000400:00000200:0.0:1734676304.766298:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa476d [1] + 224 00000400:00000200:0.0:1734676304.766310:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.766315:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.766328:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864367360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.766363:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.766367:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168180 00000400:00000200:0.0:1734676304.766372:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 1312 00000400:00000010:3.0:1734676304.766398:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676304.766403:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676304.766406:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000400:00000200:0.0:1734676304.766437:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.766441:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.766447:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.766453:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676304.766526:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8400. 00000100:00000200:3.0:1734676304.766532:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864367360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.766534:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000100:00000200:3.0:1734676304.766540:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864367360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676304.766540:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 02000000:00000010:3.0:1734676304.766564:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd21e00. 00000100:00000200:1.0:1734676304.766565:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867876224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1734676304.766569:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd21a00. 00000100:00000010:3.0:1734676304.766573:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676304.766576:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.766580:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000100:00000200:1.0:1734676304.766587:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876224 02000000:00000010:1.0:1734676304.766597:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676304.766625:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08e80. 00010000:00000010:1.0:1734676304.766646:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.766654:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.766669:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.766677:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.766690:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676304.766696:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876224, offset 224 00000400:00000200:1.0:1734676304.766702:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.766710:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.766716:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80039:80039:256:4294967295] 192.168.203.46@tcp LPNI seq info [80035:80035:8:4294967295] 00000400:00000200:1.0:1734676304.766725:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.766730:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676304.766731:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd21a00. 00000800:00000010:1.0:1734676304.766733:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.766738:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.766743:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.766748:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.766762:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.766766:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.766770:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8400. 00010000:00000010:3.0:1734676304.766798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.766805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db4c500. 00010000:00000010:3.0:1734676304.766861:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21e00. 00010000:00000010:3.0:1734676304.766866:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.766873:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.766879:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.766885:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.766893:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd20e00. 02000000:00000010:3.0:1734676304.766913:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20a00. 00000400:00000010:3.0:1734676304.766917:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676304.766921:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.766926:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367488, portal 16 00000400:00000010:3.0:1734676304.766930:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.766932:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367488, offset 0 00000400:00000200:3.0:1734676304.766937:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.766947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.766950:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.766954:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.766957:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.766959:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.766961:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80040:80040:255:4294967295] 192.168.203.46@tcp LPNI seq info [80036:80036:7:4294967295] 00000400:00000200:3.0:1734676304.766969:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.766974:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.766978:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.766982:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.766988:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.766991:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.767107:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.767111:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:0.0:1734676304.767114:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.767117:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.767121:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676304.767122:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:0.0:1734676304.767157:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.767159:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676304.767161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.767164:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.767166:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676304.767168:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676304.767173:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864367488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.768252:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bf600. 00010000:00000010:2.1:1734676304.768552:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192400. 00010000:00000010:2.1:1734676304.768561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20c00. 00000400:00000200:0.0:1734676304.771818:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.771840:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f780 00000400:00000200:0.0:1734676304.771849:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4779 [1] + 224 00000400:00000200:0.0:1734676304.771876:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.771881:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.771892:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864367488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.772202:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906600. 00010000:00000010:2.1:1734676304.772216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20600. 00010000:00000010:2.1:1734676304.772228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d565800. 00000400:00000010:3.0:1734676304.772315:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676304.772321:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676304.772323:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.772330:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864367488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.772337:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864367488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.772369:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20a00. 02000000:00000010:3.0:1734676304.772374:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd20e00. 00000100:00000010:3.0:1734676304.772378:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676304.772382:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.772386:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000200:0.0:1734676304.774654:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.774674:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168200 00000400:00000200:0.0:1734676304.774683:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 1640 00000400:00000200:0.0:1734676304.774761:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.774766:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.774775:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.774783:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.776342:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:2.0:1734676304.776350:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676304.776354:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.776379:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867876352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.776416:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876352 02000000:00000010:2.0:1734676304.776423:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.776448:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a780. 00010000:00000010:2.0:1734676304.776563:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.776570:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676304.776592:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676304.776595:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00080000:00000010:3.0:1734676304.776649:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20e00. 00010000:00000010:3.0:1734676304.776705:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.776763:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd20a00. 00010000:00000010:3.0:1734676304.776768:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.776773:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.776777:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.776782:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.776791:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd20600. 00010000:00000010:2.0:1734676304.776822:0:21612:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5a700. 00000400:00000010:2.0:1734676304.776835:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676304.776840:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876352, offset 224 00000400:00000200:2.0:1734676304.776845:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.776855:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.776860:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80041:80041:256:4294967295] 192.168.203.46@tcp LPNI seq info [80037:80037:8:4294967295] 00000400:00000200:2.0:1734676304.776868:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.776873:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.776876:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.776881:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.776887:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.776891:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.776914:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676304.776918:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.776921:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 00000800:00000200:1.0:1734676304.777330:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.777337:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 02000000:00000010:3.0:1734676304.777341:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20c00. 00000400:00000200:1.0:1734676304.777342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1734676304.777347:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000200:1.0:1734676304.777348:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676304.777351:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000400:00000200:1.0:1734676304.777354:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676304.777357:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676304.777366:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367616, portal 16 00000400:00000010:3.0:1734676304.777369:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.777371:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367616, offset 0 00000400:00000200:3.0:1734676304.777375:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.777380:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.777384:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.777387:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.777390:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.777391:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.777394:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80042:80042:256:4294967295] 192.168.203.46@tcp LPNI seq info [80038:80038:8:4294967295] 00000400:00000200:3.0:1734676304.777401:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.777404:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.777406:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.777409:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.777413:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.777416:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.777610:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.777613:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676304.777616:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.777620:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.777623:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676304.777624:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676304.777630:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864367616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.782277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197200. 00000400:00000200:0.0:1734676304.782428:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.782443:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f800 00000400:00000200:0.0:1734676304.782450:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4785 [1] + 224 00000400:00000200:0.0:1734676304.782459:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.782463:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.782472:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864367616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.782506:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.782511:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168280 00000400:00000200:0.0:1734676304.782515:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3179 [2] + 1968 00000400:00000010:0.0:1734676304.782519:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9738. 00000400:00000200:0.0:1734676304.782522:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0bcc000 00000400:00000200:0.0:1734676304.782536:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.782539:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.782542:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0bcc000 00000400:00000010:0.0:1734676304.782544:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a0bcc000. 00000100:00000200:0.0:1734676304.782549:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676304.783000:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097d60c00. 00000020:00000010:2.0:1734676304.783006:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676304.783011:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.783030:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa050 x1818938867876480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.783095:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876480 02000000:00000010:2.0:1734676304.783104:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00000400:00000010:3.0:1734676304.783178:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676304.783182:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676304.783183:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.783189:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864367616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.783196:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864367616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676304.783213:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5ae00. 02000000:00000010:3.0:1734676304.783224:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20c00. 02000000:00000010:3.0:1734676304.783228:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd20600. 00000100:00000010:3.0:1734676304.783231:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676304.783233:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676304.783237:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00010000:00000010:2.0:1734676304.783323:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.783330:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:2.0:1734676304.784516:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:2.0:1734676304.784522:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.784537:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676304.784541:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876480, offset 224 00080000:00000010:3.0:1734676304.784545:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20600. 00000400:00000200:2.0:1734676304.784548:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.784556:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.784563:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80043:80043:256:4294967295] 192.168.203.46@tcp LPNI seq info [80039:80039:8:4294967295] 00000400:00000200:2.0:1734676304.784571:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.784576:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.784580:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.784584:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.784591:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.784595:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.784625:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676304.784629:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.784632:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097d60c00. 02000000:00000010:2.0:1734676304.784639:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:2.0:1734676304.784644:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:2.0:1734676304.784648:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:2.0:1734676304.784650:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676304.784654:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676304.784655:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676304.784657:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:2.0:1734676304.784660:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:2.0:1734676304.784663:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:2.0:1734676304.784665:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676304.784667:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:2.0:1734676304.784668:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:2.0:1734676304.784676:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.784680:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676304.784684:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d480. 00010000:00000010:3.0:1734676304.784697:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.784703:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5ad80. 00010000:00000010:3.0:1734676304.784759:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676304.784761:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.784764:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd20c00. 00010000:00000010:3.0:1734676304.784768:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00080000:00000010:3.0:1734676304.784778:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20000. 00010000:00000010:3.0:1734676304.784796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676304.784799:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a480. 00000800:00000200:1.0:1734676304.784815:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.784819:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:1.0:1734676304.784822:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.784826:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.784829:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676304.784830:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00010000:00000010:3.0:1734676304.784834:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21000. 02000000:00000010:1.0:1734676304.784834:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00010000:00000010:3.0:1734676304.784838:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676304.784843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393200. 00000100:00000010:3.0:1734676304.784847:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676304.784852:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.784860:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd21800. 02000000:00000010:3.0:1734676304.784878:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20800. 00000400:00000010:3.0:1734676304.784882:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:2.0:1734676304.784940:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.784945:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367744, portal 16 00000400:00000010:2.0:1734676304.784948:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676304.784949:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367744, offset 0 00000400:00000200:2.0:1734676304.784954:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.784958:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.784962:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.784964:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.784967:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.784969:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.784971:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80044:80044:256:4294967295] 192.168.203.46@tcp LPNI seq info [80040:80040:8:4294967295] 00000400:00000200:2.0:1734676304.784977:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.784980:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.784982:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.784985:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.784988:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.784990:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.785892:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.785896:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.785899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.785903:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.785906:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676304.785907:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676304.785914:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864367744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.788637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21e00. 00000400:00000200:0.0:1734676304.790241:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.790257:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f880 00000400:00000200:0.0:1734676304.790265:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4795 [1] + 224 00000400:00000200:0.0:1734676304.790285:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.790289:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.790298:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864367744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.790381:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:2.0:1734676304.790386:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676304.790388:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.790394:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864367744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.790400:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864367744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.790424:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20800. 02000000:00000010:2.0:1734676304.790430:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd21800. 00000100:00000010:2.0:1734676304.790433:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:2.0:1734676304.790436:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:2.0:1734676304.790440:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393200. 00000400:00000200:0.0:1734676304.791919:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.791930:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168300 00000400:00000200:0.0:1734676304.791937:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 0 00000400:00000200:0.0:1734676304.791988:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.791993:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.791999:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.792005:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:3.0:1734676304.792115:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd20400. 00000020:00000010:3.0:1734676304.792121:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676304.792125:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.792144:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867876608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.792176:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876608 02000000:00000010:3.0:1734676304.792184:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676304.792206:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371f480. 00010000:00000010:3.0:1734676304.792219:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.792479:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00010000:00000010:2.1:1734676304.792680:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfbf00. 00000100:00000010:3.0:1734676304.792761:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.792766:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000400:00000010:3.0:1734676304.792776:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.792780:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876608, offset 224 00000400:00000200:3.0:1734676304.792785:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.792793:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.792797:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80045:80045:256:4294967295] 192.168.203.46@tcp LPNI seq info [80041:80041:8:4294967295] 00000400:00000200:3.0:1734676304.792805:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.792809:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.792813:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.792817:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.792822:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.792826:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.793019:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20a00. 00010000:00000010:0.0:1734676304.793118:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:0.0:1734676304.793124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007371f400. 00010000:00000010:0.0:1734676304.793178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db21400. 00010000:00000010:0.0:1734676304.793183:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c480. 00010000:00000010:0.0:1734676304.793189:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae8c0. 00000100:00000010:0.0:1734676304.793192:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676304.793197:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676304.793207:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:0.0:1734676304.793224:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007154b000. 00000400:00000010:0.0:1734676304.793227:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676304.793231:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676304.793235:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864367872, portal 16 00000400:00000010:0.0:1734676304.793238:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676304.793239:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864367872, offset 0 00000400:00000200:0.0:1734676304.793243:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.793247:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.793250:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.793253:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.793255:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.793257:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.793259:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80046:80046:255:4294967295] 192.168.203.46@tcp LPNI seq info [80042:80042:7:4294967295] 00000400:00000200:0.0:1734676304.793265:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.793268:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.793270:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.793273:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.793277:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.793279:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.793392:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676304.793395:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.793399:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd20400. 00000800:00000200:1.0:1734676304.793833:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.793836:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676304.793840:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.793843:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.793847:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676304.793848:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:1.0:1734676304.793901:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.793904:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:1.0:1734676304.793906:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.793909:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.793911:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676304.793912:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676304.793917:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864367872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.794347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196200. 00010000:00000010:2.1:1734676304.794353:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680f000. 00010000:00000010:2.1:1734676304.794357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20a00. 00010000:00000010:2.1:1734676304.794359:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:2.1:1734676304.794361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd20c00. 00010000:00000010:2.1:1734676304.797232:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004800. 00010000:00000010:2.1:1734676304.797244:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00000400:00000200:0.0:1734676304.798239:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.798256:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f900 00000400:00000200:0.0:1734676304.798265:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47a1 [1] + 224 00000400:00000200:0.0:1734676304.798276:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.798279:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.798288:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864367872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.798324:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.798328:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168380 00000400:00000200:0.0:1734676304.798333:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 328 00000400:00000200:0.0:1734676304.798347:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.798350:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.798354:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.798360:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676304.798438:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676304.798443:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676304.798445:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:2.0:1734676304.798451:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864367872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.798459:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864367872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.798481:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007154b000. 02000000:00000010:2.0:1734676304.798504:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:2.0:1734676304.798508:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676304.798512:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:2.0:1734676304.798516:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae8c0. 00000020:00000010:3.0:1734676304.798594:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd20400. 00000020:00000010:3.0:1734676304.798599:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676304.798603:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.798621:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867876736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.798653:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876736 02000000:00000010:3.0:1734676304.798662:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.798685:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d41a00. 00010000:00000010:3.0:1734676304.798701:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.798706:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.798721:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.798724:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000400:00000010:3.0:1734676304.798760:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.798764:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876736, offset 224 00080000:00000010:2.0:1734676304.798768:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60c00. 00000400:00000200:3.0:1734676304.798769:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.798776:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.798780:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80047:80047:256:4294967295] 192.168.203.46@tcp LPNI seq info [80043:80043:8:4294967295] 00000400:00000200:3.0:1734676304.798788:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.798791:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.798795:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.798798:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.798803:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.798806:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.798827:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a100. 00010000:00000010:2.0:1734676304.798827:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c480. 00000020:00000010:3.0:1734676304.798830:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00010000:00000010:2.0:1734676304.798832:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d41980. 00000020:00000010:3.0:1734676304.798833:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd20400. 00010000:00000010:2.0:1734676304.798891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61c00. 00010000:00000010:2.0:1734676304.798895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676304.798901:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.798904:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676304.798909:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.798916:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d60e00. 02000000:00000010:2.0:1734676304.798932:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61a00. 00000400:00000010:2.0:1734676304.798935:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.798938:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000800:00000200:0.0:1734676304.798940:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1734676304.798942:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368000, portal 16 00000800:00000010:0.0:1734676304.798942:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000010:2.0:1734676304.798945:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000400:00000200:0.0:1734676304.798945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676304.798946:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368000, offset 0 00000400:00000200:0.0:1734676304.798948:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.798950:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.798952:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.798953:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000400:00000200:2.0:1734676304.798954:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.798957:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.798960:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.798962:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.798964:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.798966:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80048:80048:255:4294967295] 192.168.203.46@tcp LPNI seq info [80044:80044:7:4294967295] 00000400:00000200:2.0:1734676304.798972:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.798976:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.798978:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.798981:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.798985:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.798987:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.799139:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.799141:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.799144:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.799147:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.799149:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676304.799151:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676304.799156:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864368000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.800614:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735c00. 00000400:00000200:0.0:1734676304.802086:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.802107:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0f980 00000400:00000200:0.0:1734676304.802115:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47ad [1] + 224 00000400:00000200:0.0:1734676304.802132:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.802135:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.802144:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864368000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.802819:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:2.0:1734676304.802824:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676304.802826:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.802834:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864368000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.802841:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864368000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.802864:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61a00. 02000000:00000010:2.0:1734676304.802868:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d60e00. 00000100:00000010:2.0:1734676304.802872:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.802876:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:2.0:1734676304.802880:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00010000:00000010:3.1:1734676304.803839:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37b00. 00010000:00000010:3.1:1734676304.803848:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21400. 00000400:00000200:0.0:1734676304.803972:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.803984:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168400 00000400:00000200:0.0:1734676304.803990:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 656 00000400:00000200:0.0:1734676304.804295:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.804300:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.804305:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.804310:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676304.804389:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd20400. 00000020:00000010:3.0:1734676304.804395:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676304.804399:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.804419:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867876864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.804439:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876864 02000000:00000010:3.0:1734676304.804447:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.804469:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4fc380. 00010000:00000010:3.0:1734676304.804481:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.804486:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.804502:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.804505:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000400:00000010:3.0:1734676304.804514:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.804517:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876864, offset 224 00000400:00000200:3.0:1734676304.804522:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.804529:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.804533:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80049:80049:256:4294967295] 192.168.203.46@tcp LPNI seq info [80045:80045:8:4294967295] 00000400:00000200:3.0:1734676304.804540:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.804544:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.804547:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.804551:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.804556:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.804559:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.804568:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676304.804571:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.804574:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd20400. 00000800:00000200:1.0:1734676304.804641:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.804644:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676304.804646:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.804649:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.804652:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676304.804653:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00080000:00000010:2.0:1734676304.804712:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d60e00. 00010000:00000010:2.0:1734676304.804764:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676304.804769:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4fc300. 00010000:00000010:2.0:1734676304.804816:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61a00. 00010000:00000010:2.0:1734676304.804819:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676304.804825:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.804828:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676304.804832:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.804840:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db21400. 02000000:00000010:2.0:1734676304.804855:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009db20400. 00000400:00000010:2.0:1734676304.804858:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.804861:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.804864:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368128, portal 16 00000400:00000010:2.0:1734676304.804867:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676304.804868:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368128, offset 0 00000400:00000200:2.0:1734676304.804872:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.804877:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.804880:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.804883:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.804885:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.804887:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.804889:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80050:80050:256:4294967295] 192.168.203.46@tcp LPNI seq info [80046:80046:8:4294967295] 00000400:00000200:2.0:1734676304.804895:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.804897:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.804899:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.804902:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.804905:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.804907:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.805023:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.805025:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:1.0:1734676304.805028:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.805031:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.805033:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676304.805034:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:1.0:1734676304.805056:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864368128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.806472:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3ae00. 00000400:00000200:1.0:1734676304.809256:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.809272:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fa00 00000400:00000200:1.0:1734676304.809280:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47b9 [1] + 224 00000400:00000200:1.0:1734676304.809290:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.809293:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.809303:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864368128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.809340:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.809344:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168480 00000400:00000200:1.0:1734676304.809348:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 984 00000400:00000010:2.0:1734676304.809536:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:2.0:1734676304.809653:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676304.809655:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.809662:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864368128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.809669:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864368128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.809691:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009db20400. 02000000:00000010:2.0:1734676304.809694:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db21400. 00000100:00000010:2.0:1734676304.809697:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.809700:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:2.0:1734676304.809704:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000200:1.0:1734676304.809742:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.809746:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.809751:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.809755:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:0.0:1734676304.809844:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007154b000. 00000020:00000010:0.0:1734676304.809850:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676304.809853:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.809871:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867876992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.809895:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867876992 02000000:00000010:0.0:1734676304.809903:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676304.809922:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff1980. 00010000:00000010:0.0:1734676304.809941:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.809945:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.809954:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676304.809956:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000400:00000010:0.0:1734676304.809965:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676304.809968:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867876992, offset 224 00000400:00000200:0.0:1734676304.809973:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676304.809978:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20400. 00000400:00000200:0.0:1734676304.809980:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.809984:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80051:80051:256:4294967295] 192.168.203.46@tcp LPNI seq info [80047:80047:8:4294967295] 00000400:00000200:0.0:1734676304.809991:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.809995:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.809998:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f200. 00000800:00000200:0.0:1734676304.810002:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.810007:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.810010:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676304.810034:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:3.0:1734676304.810055:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ff1900. 00010000:00000010:3.0:1734676304.810112:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21000. 00010000:00000010:3.0:1734676304.810115:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676304.810121:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.810123:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.810127:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.810133:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd20c00. 02000000:00000010:3.0:1734676304.810145:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd20a00. 00000400:00000010:3.0:1734676304.810148:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.810150:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.810153:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368256, portal 16 00000400:00000010:3.0:1734676304.810155:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.810156:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368256, offset 0 00000400:00000200:3.0:1734676304.810159:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.810162:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.810165:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.810167:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.810169:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.810170:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.810172:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80052:80052:255:4294967295] 192.168.203.46@tcp LPNI seq info [80048:80048:7:4294967295] 00000400:00000200:3.0:1734676304.810176:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.810178:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.810180:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.810182:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.810184:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.810186:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.810314:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676304.810317:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.810320:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007154b000. 00000800:00000200:1.0:1734676304.810508:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.810511:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f200. 00000400:00000200:1.0:1734676304.810514:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.810517:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.810519:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:1.0:1734676304.810521:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000800:00000200:1.0:1734676304.810555:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.810557:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676304.810559:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.810562:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.810564:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676304.810566:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676304.810571:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864368256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.814520:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2000. 00010000:00000010:3.1:1734676304.814529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61c00. 00000400:00000200:1.0:1734676304.815000:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.815015:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fa80 00000400:00000200:1.0:1734676304.815022:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47c5 [1] + 224 00000400:00000200:1.0:1734676304.815032:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.815064:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.815074:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864368256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.815108:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.815113:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168500 00000400:00000200:1.0:1734676304.815117:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 1312 00000400:00000200:1.0:1734676304.815176:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.815179:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.815334:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676304.815336:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.815341:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000100:00000010:1.0:1734676304.815341:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000400:00000010:3.0:1734676304.815343:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.815350:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864368256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.815357:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864368256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.815379:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd20a00. 02000000:00000010:3.0:1734676304.815384:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd20c00. 00000100:00000010:3.0:1734676304.815386:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.815389:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.815393:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000020:00000010:0.0:1734676304.815593:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007154b000. 00000020:00000010:0.0:1734676304.815603:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676304.815608:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.815630:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867877120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.815659:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877120 02000000:00000010:0.0:1734676304.815668:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676304.815688:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fd58480. 00010000:00000010:0.0:1734676304.815701:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.815706:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.815727:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00080000:00000010:2.0:1734676304.816240:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db21400. 00010000:00000010:2.0:1734676304.816302:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:2.0:1734676304.816367:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17f00. 00010000:00000010:2.0:1734676304.816370:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676304.816374:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db20400. 00010000:00000010:2.0:1734676304.816378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00080000:00000010:2.0:1734676304.816388:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7600. 00010000:00000010:2.0:1734676304.816406:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.816410:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676304.816445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6600. 00010000:00000010:2.0:1734676304.816448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676304.816453:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.816457:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676304.816461:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676304.816469:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd7a00. 02000000:00000010:2.0:1734676304.816485:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd7800. 00000400:00000010:2.0:1734676304.816488:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.816492:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.816496:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368384, portal 16 00000400:00000010:2.0:1734676304.816499:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676304.816501:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368384, offset 0 00000400:00000200:2.0:1734676304.816506:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.816513:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.816517:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.816520:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.816522:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.816524:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.816526:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80053:80053:256:4294967295] 192.168.203.46@tcp LPNI seq info [80049:80049:8:4294967295] 00000400:00000200:2.0:1734676304.816534:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.816538:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.816542:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.816546:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.816551:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.816554:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.817308:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.817312:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:1.0:1734676304.817315:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.817319:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.817322:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676304.817324:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:1.0:1734676304.817330:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864368384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676304.817613:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00010000:00000010:0.0:1734676304.817620:0:11224:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fd58400. 00000400:00000010:0.0:1734676304.817632:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676304.817635:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877120, offset 224 00000400:00000200:0.0:1734676304.817639:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.817644:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.817649:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80054:80054:256:4294967295] 192.168.203.46@tcp LPNI seq info [80050:80050:8:4294967295] 00000400:00000200:0.0:1734676304.817656:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.817660:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.817662:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f100. 00000800:00000200:0.0:1734676304.817665:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.817669:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.817671:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.817686:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676304.817690:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.817693:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007154b000. 00000800:00000200:1.0:1734676304.818523:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.818526:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f100. 00000400:00000200:1.0:1734676304.818530:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.818534:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.818537:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:1.0:1734676304.818539:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000400:00000200:0.0:1734676304.819837:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.819849:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fb00 00000400:00000200:0.0:1734676304.819857:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47cd [1] + 224 00000400:00000200:0.0:1734676304.819874:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.819878:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.819886:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864368384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.820215:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:2.0:1734676304.820219:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676304.820221:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.820227:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864368384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.820234:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864368384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.820255:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd7800. 02000000:00000010:2.0:1734676304.820260:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd7a00. 00000100:00000010:2.0:1734676304.820262:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676304.820266:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:2.0:1734676304.820269:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000200:0.0:1734676304.821085:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.821101:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168580 00000400:00000200:0.0:1734676304.821108:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 1640 00000400:00000200:0.0:1734676304.821158:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.821163:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.821168:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.821172:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:2.0:1734676304.821257:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.821263:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.821267:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.821285:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867877248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.821315:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877248 02000000:00000010:2.0:1734676304.821323:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.821343:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095947680. 00010000:00000010:3.1:1734676304.821614:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d006e00. 00010000:00000010:3.1:1734676304.821625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7a00. 00010000:00000010:2.0:1734676304.821679:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.821685:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676304.821807:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:2.0:1734676304.821810:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.821822:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676304.821826:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877248, offset 224 00000400:00000200:2.0:1734676304.821830:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.821837:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.821842:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80055:80055:256:4294967295] 192.168.203.46@tcp LPNI seq info [80051:80051:8:4294967295] 00000400:00000200:2.0:1734676304.821849:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.821853:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.821855:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.821860:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.821865:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.821868:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.821945:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007154b000. 00010000:00000010:0.0:1734676304.822007:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:0.0:1734676304.822013:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095947600. 00010000:00000010:0.0:1734676304.822081:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007154aa00. 00010000:00000010:0.0:1734676304.822086:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676304.822101:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.822104:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.822109:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.822119:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1000. 02000000:00000010:0.0:1734676304.822135:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe1a00. 00000400:00000010:0.0:1734676304.822140:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676304.822143:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676304.822148:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368512, portal 16 00000400:00000010:0.0:1734676304.822151:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676304.822152:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368512, offset 0 00000400:00000200:0.0:1734676304.822156:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.822160:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.822164:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.822167:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.822170:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.822171:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.822174:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80056:80056:255:4294967295] 192.168.203.46@tcp LPNI seq info [80052:80052:7:4294967295] 00000400:00000200:0.0:1734676304.822179:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.822182:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.822184:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f300. 00000800:00000200:0.0:1734676304.822187:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.822191:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.822193:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f300 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.822236:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.822239:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.822243:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:1.0:1734676304.822684:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.822687:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:1.0:1734676304.822690:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.822694:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.822697:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676304.822698:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000800:00000200:1.0:1734676304.822739:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.822741:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f300. 00000400:00000200:1.0:1734676304.822743:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.822745:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.822747:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676304.822749:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676304.822753:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864368512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.824331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00010000:00000010:3.1:1734676304.824339:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17f00. 00010000:00000010:3.1:1734676304.824343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20400. 00000400:00000200:1.0:1734676304.824403:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.824413:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fb80 00000400:00000200:1.0:1734676304.824419:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47dd [1] + 224 00000400:00000200:1.0:1734676304.824427:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.824429:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.824436:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864368512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.824453:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.824457:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168600 00000400:00000200:1.0:1734676304.824461:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa31d9 [2] + 1968 00000400:00000010:1.0:1734676304.824465:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad210. 00000400:00000200:1.0:1734676304.824468:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09c4c00 00000400:00000200:1.0:1734676304.824483:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.824486:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.824488:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09c4c00 00000400:00000010:1.0:1734676304.824489:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09c4c00. 00000100:00000200:1.0:1734676304.824494:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1734676304.824551:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:0.0:1734676304.824554:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:0.0:1734676304.824555:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676304.824563:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864368512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.824570:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864368512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.824594:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe1a00. 02000000:00000010:0.0:1734676304.824599:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1000. 00000100:00000010:0.0:1734676304.824602:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:0.0:1734676304.824606:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676304.824609:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000020:00000010:2.0:1734676304.824851:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.824856:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.824859:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.824876:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa450 x1818938867877376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.825213:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877376 02000000:00000010:2.0:1734676304.825221:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.825240:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a8400. 00010000:00000010:2.0:1734676304.825251:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.825256:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:2.0:1734676304.825267:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:2.0:1734676304.825270:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.825281:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676304.825285:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877376, offset 224 00000400:00000200:2.0:1734676304.825290:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.825296:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.825300:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80057:80057:256:4294967295] 192.168.203.46@tcp LPNI seq info [80053:80053:8:4294967295] 00000400:00000200:2.0:1734676304.825307:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.825311:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.825314:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.825318:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.825323:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.825326:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.825349:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.825352:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.825355:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 02000000:00000010:2.0:1734676304.825362:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:2.0:1734676304.825365:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676304.825368:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676304.825370:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:2.0:1734676304.825372:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:2.0:1734676304.825375:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:2.0:1734676304.825377:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000100:00000010:2.0:1734676304.825379:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676304.825381:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676304.825383:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:2.0:1734676304.825385:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676304.825387:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:2.0:1734676304.825392:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.825396:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676304.825399:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d600. 00080000:00000010:0.0:1734676304.825451:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe1000. 00010000:00000010:0.0:1734676304.825503:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676304.825508:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a8380. 00010000:00000010:0.0:1734676304.825577:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1a00. 00010000:00000010:0.0:1734676304.825581:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676304.825588:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:0.0:1734676304.825591:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676304.825596:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.825604:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007371da00. 02000000:00000010:0.0:1734676304.825619:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007371d600. 00000400:00000010:0.0:1734676304.825621:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676304.825624:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676304.825626:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368640, portal 16 00000400:00000010:0.0:1734676304.825629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676304.825631:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368640, offset 0 00000400:00000200:0.0:1734676304.825635:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.825639:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.825642:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.825645:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.825648:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.825650:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.825652:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80058:80058:255:4294967295] 192.168.203.46@tcp LPNI seq info [80054:80054:7:4294967295] 00000400:00000200:0.0:1734676304.825659:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.825662:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.825664:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fd00. 00000800:00000200:0.0:1734676304.825667:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.825671:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.825673:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676304.825678:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676304.825682:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007371de00. 02000000:00000010:0.0:1734676304.825689:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da85c00. 00000400:00000010:0.0:1734676304.825691:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676304.825693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676304.825696:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368768, portal 16 00000400:00000010:0.0:1734676304.825698:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676304.825699:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368768, offset 0 00000400:00000200:0.0:1734676304.825702:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.825704:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.825706:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.825708:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.825710:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.825711:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.825713:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80059:80059:254:4294967295] 192.168.203.46@tcp LPNI seq info [80055:80055:6:4294967295] 00000400:00000200:0.0:1734676304.825718:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.825721:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.825723:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fc00. 00000800:00000200:0.0:1734676304.825726:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.825729:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.825731:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.825793:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.825796:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:1.0:1734676304.825798:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.825802:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.825804:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676304.825805:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 02000000:00000010:1.0:1734676304.825809:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000800:00000200:1.0:1734676304.825816:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.825817:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fd00. 00000400:00000200:1.0:1734676304.825819:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.825821:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.825823:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676304.825824:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:1.0:1734676304.825829:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864368640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676304.825874:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.825876:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fc00. 00000400:00000200:1.0:1734676304.825879:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.825881:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.825883:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676304.825885:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:1.0:1734676304.825888:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847a680 x1818938864368768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.827896:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876a00. 00010000:00000010:2.1:1734676304.827910:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9a400. 00010000:00000010:3.1:1734676304.829024:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37300. 00010000:00000010:3.1:1734676304.829032:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61a00. 00000400:00000200:0.0:1734676304.829517:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.829532:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fc00 00000400:00000200:0.0:1734676304.829540:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47ed [1] + 224 00000400:00000200:0.0:1734676304.829549:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.829552:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.829562:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864368640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.829734:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.829739:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fc80 00000400:00000200:0.0:1734676304.829743:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa47f5 [1] + 224 00000400:00000200:0.0:1734676304.829748:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.829750:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.829755:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847a680 x1818938864368768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.829765:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.829769:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168700 00000400:00000200:0.0:1734676304.829772:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 0 00000400:00000200:0.0:1734676304.829776:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.829778:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.829782:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.829787:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:2.0:1734676304.829989:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676304.829995:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676304.829997:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:2.0:1734676304.830002:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864368640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.830008:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864368640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.830027:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676304.830029:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:2.0:1734676304.830030:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:2.0:1734676304.830033:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847a680 x1818938864368768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.830061:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847a680 x1818938864368768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.830075:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007371d600. 02000000:00000010:2.0:1734676304.830082:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007371da00. 00000100:00000010:2.0:1734676304.830085:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676304.830098:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da85c00. 02000000:00000010:2.0:1734676304.830101:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007371de00. 00000100:00000010:2.0:1734676304.830103:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000010:2.0:1734676304.830105:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676304.830109:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000400:00000200:0.0:1734676304.830179:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.830183:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168680 00000400:00000200:0.0:1734676304.830187:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 328 00000400:00000200:0.0:1734676304.830202:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.830205:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.830208:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.830210:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676304.830272:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd21000. 00000020:00000010:3.0:1734676304.830277:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.830281:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676304.830299:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867877632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676304.830317:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd20c00. 00000020:00000010:3.0:1734676304.830319:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a300. 00000020:00000010:3.0:1734676304.830321:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.830326:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867877504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.830339:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877632 02000000:00000010:3.0:1734676304.830346:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.830366:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90380. 00000400:00000010:3.0:1734676304.830391:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.830395:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877632, offset 224 00000400:00000200:3.0:1734676304.830400:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.830406:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.830411:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80060:80060:256:4294967295] 192.168.203.46@tcp LPNI seq info [80056:80056:8:4294967295] 00000400:00000200:3.0:1734676304.830419:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.830424:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.830427:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.830431:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.830437:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.830440:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.830454:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.830457:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676304.830461:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd21000. 00000100:00000200:3.0:1734676304.830469:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877504 02000000:00000010:3.0:1734676304.830473:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.830481:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1cc80. 00010000:00000010:3.0:1734676304.830489:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.830494:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.830500:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.830503:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000400:00000010:3.0:1734676304.830507:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.830510:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877504, offset 224 00000400:00000200:3.0:1734676304.830513:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.830516:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.830519:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80061:80061:255:4294967295] 192.168.203.46@tcp LPNI seq info [80057:80057:7:4294967295] 00000400:00000200:3.0:1734676304.830524:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.830527:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.830529:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.830531:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.830534:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.830536:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.830540:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a300. 00000020:00000010:3.0:1734676304.830542:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.830544:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd20c00. 00080000:00000010:3.0:1734676304.830560:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20c00. 00010000:00000010:3.0:1734676304.830620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c200. 00010000:00000010:3.0:1734676304.830625:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf1c180. 00010000:00000010:3.0:1734676304.830676:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21000. 00010000:00000010:3.0:1734676304.830680:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.830687:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.830689:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.830694:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.830702:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd20a00. 02000000:00000010:3.0:1734676304.830717:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd21800. 00000400:00000010:3.0:1734676304.830721:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.830724:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.830727:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864368896, portal 16 00000400:00000010:3.0:1734676304.830730:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.830732:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864368896, offset 0 00000400:00000200:3.0:1734676304.830735:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.830739:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.830743:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.830746:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.830749:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.830751:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.830753:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80062:80062:254:4294967295] 192.168.203.46@tcp LPNI seq info [80058:80058:6:4294967295] 00000400:00000200:3.0:1734676304.830759:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.830763:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.830765:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.830768:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.830771:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.830773:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.830871:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.830874:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676304.830877:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.830880:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.830883:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676304.830884:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:1.0:1734676304.830892:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.830894:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676304.830896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.830898:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.830900:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676304.830901:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:1.0:1734676304.830949:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.830951:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676304.830953:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.830956:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.830958:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676304.830959:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676304.830964:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864368896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.833171:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.833184:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fd00 00000400:00000200:0.0:1734676304.833191:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4805 [1] + 224 00000400:00000200:0.0:1734676304.833210:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.833214:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.833223:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864368896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.833934:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04600. 00000400:00000010:3.0:1734676304.834475:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.834480:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.834482:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.834489:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864368896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.834496:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864368896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.834520:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd21800. 02000000:00000010:3.0:1734676304.834526:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd20a00. 00000100:00000010:3.0:1734676304.834530:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.834533:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.834537:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000400:00000200:0.0:1734676304.834659:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.834667:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168780 00000400:00000200:0.0:1734676304.834672:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 656 00000400:00000200:0.0:1734676304.834742:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.834746:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.834750:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.834754:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.834826:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.834831:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.834834:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.834853:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867877760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.834869:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877760 02000000:00000010:2.0:1734676304.834875:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.834894:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1cf80. 00010000:00000010:2.0:1734676304.834906:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.834911:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.834924:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.834926:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.834937:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676304.834940:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877760, offset 224 00000400:00000200:2.0:1734676304.834945:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.834952:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.834957:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80063:80063:256:4294967295] 192.168.203.46@tcp LPNI seq info [80059:80059:8:4294967295] 00000400:00000200:2.0:1734676304.834963:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.834967:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.834970:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.834974:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.834979:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.834982:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.835002:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.835005:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.835008:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:1.0:1734676304.835201:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.835204:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:1.0:1734676304.835206:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.835209:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.835212:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:1.0:1734676304.835213:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00080000:00000010:3.0:1734676304.835349:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20a00. 00010000:00000010:3.0:1734676304.835413:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.835418:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf1cf00. 00010000:00000010:3.0:1734676304.835472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21800. 00010000:00000010:3.0:1734676304.835476:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.835482:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.835485:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.835490:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.835498:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd20800. 02000000:00000010:3.0:1734676304.835515:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd21e00. 00000400:00000010:3.0:1734676304.835519:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.835523:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.835527:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369024, portal 16 00000400:00000010:3.0:1734676304.835531:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.835532:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369024, offset 0 00000400:00000200:3.0:1734676304.835537:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.835541:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.835544:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.835548:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.835550:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.835552:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.835554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80064:80064:256:4294967295] 192.168.203.46@tcp LPNI seq info [80060:80060:8:4294967295] 00000400:00000200:3.0:1734676304.835560:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.835563:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.835566:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.835569:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.835573:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.835576:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.836171:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.836174:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676304.836177:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.836181:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.836184:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676304.836186:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676304.836191:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.838418:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.838433:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fd80 00000400:00000200:0.0:1734676304.838441:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4811 [1] + 224 00000400:00000200:0.0:1734676304.838461:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.838465:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.838474:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.838587:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.838592:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.838594:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.838599:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.838606:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.838630:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd21e00. 02000000:00000010:3.0:1734676304.838634:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd20800. 00000100:00000010:3.0:1734676304.838638:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.838641:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.838645:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00010000:00000010:0.1:1734676304.839183:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498700. 00010000:00000010:0.1:1734676304.839190:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6600. 00010000:00000010:0.1:1734676304.839192:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792300. 00010000:00000010:0.1:1734676304.839196:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007154aa00. 00010000:00000010:3.1:1734676304.839245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564c00. 00000400:00000200:1.0:1734676304.839330:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.839337:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168800 00000400:00000200:1.0:1734676304.839343:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 984 00000400:00000200:1.0:1734676304.839395:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.839399:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.839404:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.839409:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:0.0:1734676304.839620:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da85c00. 00000020:00000010:0.0:1734676304.839624:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676304.839628:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676304.839647:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867877888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676304.839879:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867877888 02000000:00000010:0.0:1734676304.839887:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676304.839907:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1b3680. 00010000:00000010:0.0:1734676304.839931:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:0.0:1734676304.839937:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676304.839950:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:0.0:1734676304.839953:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00000400:00000010:0.0:1734676304.839962:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676304.839966:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867877888, offset 224 00000400:00000200:0.0:1734676304.839972:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.839979:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.839984:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80065:80065:256:4294967295] 192.168.203.46@tcp LPNI seq info [80061:80061:8:4294967295] 00000400:00000200:0.0:1734676304.839992:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.839995:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.839998:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f500. 00000800:00000200:0.0:1734676304.840002:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.840009:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.840012:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676304.840026:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676304.840029:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676304.840032:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da85c00. 00080000:00000010:3.0:1734676304.840167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd20800. 00010000:00000010:3.0:1734676304.840231:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.840237:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1b3600. 00010000:00000010:3.0:1734676304.840295:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21e00. 00010000:00000010:3.0:1734676304.840299:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.840305:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.840309:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.840314:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.840324:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.840341:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61a00. 00000400:00000010:3.0:1734676304.840345:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.840349:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.840352:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369152, portal 16 00000400:00000010:3.0:1734676304.840356:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.840358:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369152, offset 0 00000400:00000200:3.0:1734676304.840362:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.840366:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.840370:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.840373:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.840375:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.840377:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.840379:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80066:80066:255:4294967295] 192.168.203.46@tcp LPNI seq info [80062:80062:7:4294967295] 00000400:00000200:3.0:1734676304.840384:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.840388:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.840390:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.840393:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.840397:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.840399:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.840473:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.840475:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f500. 00000400:00000200:1.0:1734676304.840478:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.840482:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.840485:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676304.840486:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000800:00000200:1.0:1734676304.840525:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.840527:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676304.840529:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.840532:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.840534:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676304.840535:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676304.840539:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.842174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c313000. 00000400:00000200:0.0:1734676304.843001:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.843014:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fe00 00000400:00000200:0.0:1734676304.843022:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa481d [1] + 224 00000400:00000200:0.0:1734676304.843031:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.843034:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.843072:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.843280:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.843285:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168880 00000400:00000200:0.0:1734676304.843289:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 1312 00000400:00000200:0.0:1734676304.843346:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.843350:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.843354:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.843359:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:3.0:1734676304.843604:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.843608:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.843610:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.843615:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.843621:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.843644:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61a00. 02000000:00000010:3.0:1734676304.843648:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:3.0:1734676304.843652:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.843654:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.843657:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000020:00000010:2.0:1734676304.843900:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.843906:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.843910:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.843928:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867878016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.843950:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878016 02000000:00000010:2.0:1734676304.843959:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.843982:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007367eb80. 00010000:00000010:2.0:1734676304.843998:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.844003:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.844016:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.844019:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.844030:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676304.844034:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878016, offset 224 00000400:00000200:2.0:1734676304.844055:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.844063:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.844068:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80067:80067:256:4294967295] 192.168.203.46@tcp LPNI seq info [80063:80063:8:4294967295] 00000400:00000200:2.0:1734676304.844075:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.844095:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.844099:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.844103:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.844108:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.844113:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676304.844251:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61a00. 00010000:00000010:3.0:1734676304.844313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.844318:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007367e900. 00010000:00000010:3.0:1734676304.844385:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d61c00. 00010000:00000010:3.0:1734676304.844390:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.844397:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.844400:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.844404:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.844413:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.844429:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdaa800. 00000400:00000010:3.0:1734676304.844433:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.844436:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.844440:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369280, portal 16 00000400:00000010:3.0:1734676304.844442:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.844444:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369280, offset 0 00000400:00000200:3.0:1734676304.844448:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.844453:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.844457:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.844460:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.844463:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.844465:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.844467:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80068:80068:255:4294967295] 192.168.203.46@tcp LPNI seq info [80064:80064:7:4294967295] 00000400:00000200:3.0:1734676304.844472:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.844475:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.844478:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.844481:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.844484:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.844487:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.845182:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.845187:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.845192:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:1.0:1734676304.845627:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.845630:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:1.0:1734676304.845634:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.845638:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.845642:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676304.845644:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:1.0:1734676304.845692:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.845693:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676304.845695:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.845698:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.845700:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676304.845701:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676304.845707:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.847144:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.847157:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0fe80 00000400:00000200:0.0:1734676304.847163:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4829 [1] + 224 00000400:00000200:0.0:1734676304.847172:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.847175:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.847182:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.847214:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.847218:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168900 00000400:00000200:0.0:1734676304.847222:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 1640 00000400:00000200:0.0:1734676304.847236:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.847239:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.847243:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.847248:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676304.847400:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.847404:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.847406:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.847411:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.847418:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.847440:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdaa800. 02000000:00000010:3.0:1734676304.847445:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:3.0:1734676304.847449:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.847452:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.847456:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000020:00000010:2.0:1734676304.847574:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.847580:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.847584:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.847605:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867878144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.847623:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878144 02000000:00000010:2.0:1734676304.847632:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.847654:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2b00. 00010000:00000010:2.0:1734676304.847667:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.847673:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.847688:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.847691:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.847702:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676304.847706:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878144, offset 224 00000400:00000200:2.0:1734676304.847711:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.847718:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.847723:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80069:80069:256:4294967295] 192.168.203.46@tcp LPNI seq info [80065:80065:8:4294967295] 00000400:00000200:2.0:1734676304.847731:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.847735:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.847738:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.847742:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.847747:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.847751:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.847772:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.847775:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.847779:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:1.0:1734676304.847972:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.847976:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:1.0:1734676304.847979:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.847982:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.847984:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676304.847986:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00080000:00000010:3.0:1734676304.848062:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdaa800. 00010000:00000010:3.0:1734676304.848128:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.848134:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde2a80. 00010000:00000010:3.0:1734676304.848197:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdab400. 00010000:00000010:3.0:1734676304.848202:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.848209:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.848212:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.848217:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.848226:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db20400. 02000000:00000010:3.0:1734676304.848243:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0800. 00000400:00000010:3.0:1734676304.848247:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.848250:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.848254:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369408, portal 16 00000400:00000010:3.0:1734676304.848256:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.848258:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369408, offset 0 00000400:00000200:3.0:1734676304.848262:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.848266:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.848270:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.848273:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.848275:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.848277:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.848279:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80070:80070:256:4294967295] 192.168.203.46@tcp LPNI seq info [80066:80066:8:4294967295] 00000400:00000200:3.0:1734676304.848285:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.848289:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.848291:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676304.848294:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.848298:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.848300:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676304.848664:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.848666:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676304.848669:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.848673:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.848676:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676304.848677:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676304.848682:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.849273:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2e00. 00010000:00000010:3.1:1734676304.850071:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197e00. 00010000:00000010:3.1:1734676304.850078:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d700. 00010000:00000010:3.1:1734676304.850085:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1a00. 00010000:00000010:3.1:1734676304.850095:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d300. 00010000:00000010:3.1:1734676304.850098:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00010000:00000010:0.1:1734676304.851201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe600. 00000400:00000200:0.0:1734676304.851723:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.851738:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ff00 00000400:00000200:0.0:1734676304.851745:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4835 [1] + 224 00000400:00000200:0.0:1734676304.851756:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.851760:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.851769:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.851845:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.851850:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168980 00000400:00000200:0.0:1734676304.851854:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3235 [2] + 1968 00000400:00000010:0.0:1734676304.851858:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99f8. 00000400:00000200:0.0:1734676304.851862:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469780 00000400:00000200:0.0:1734676304.851876:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.851880:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.851883:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469780 00000400:00000010:0.0:1734676304.851885:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469780. 00000100:00000200:0.0:1734676304.851889:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676304.851951:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.851955:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676304.851957:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.851961:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.851968:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.851991:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0800. 02000000:00000010:3.0:1734676304.851996:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db20400. 00000100:00000010:3.0:1734676304.852001:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.852003:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676304.852007:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000020:00000010:1.0:1734676304.852197:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.852203:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.852207:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.852226:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa850 x1818938867878272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.852514:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878272 02000000:00000010:1.0:1734676304.852523:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.852542:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093f80. 00010000:00000010:1.0:1734676304.852568:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.852574:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800898296c0. 00000100:00000010:1.0:1734676304.852579:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800898296c0. 00010000:00000010:1.0:1734676304.852584:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.852593:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676304.852597:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878272, offset 224 00000400:00000200:1.0:1734676304.852601:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.852608:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.852613:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80071:80071:256:4294967295] 192.168.203.46@tcp LPNI seq info [80067:80067:8:4294967295] 00000400:00000200:1.0:1734676304.852622:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.852626:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.852629:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.852633:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.852638:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.852641:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.852662:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.852666:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.852670:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 02000000:00000010:1.0:1734676304.852677:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676304.852681:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676304.852686:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:1.0:1734676304.852687:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676304.852690:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676304.852692:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.852695:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676304.852697:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676304.852699:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:1.0:1734676304.852701:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676304.852704:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676304.852706:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:1.0:1734676304.852710:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.852714:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad210. 00000400:00000010:1.0:1734676304.852717:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800898296c0. 00080000:00000010:3.0:1734676304.852808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0800. 00010000:00000010:3.0:1734676304.852864:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.852869:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d093f00. 00010000:00000010:3.0:1734676304.852929:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0000. 00010000:00000010:3.0:1734676304.852934:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.852940:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393fc0. 00000100:00000010:3.0:1734676304.852943:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676304.852947:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.852955:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c1400. 02000000:00000010:3.0:1734676304.852970:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c1e00. 00000400:00000010:3.0:1734676304.852973:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.852975:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.852978:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369536, portal 16 00000400:00000010:3.0:1734676304.852981:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.852982:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369536, offset 0 00000400:00000200:3.0:1734676304.852986:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.852990:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.852994:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.852997:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.852999:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.853001:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.853004:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80072:80072:255:4294967295] 192.168.203.46@tcp LPNI seq info [80068:80068:7:4294967295] 00000400:00000200:3.0:1734676304.853010:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.853013:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.853015:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676304.853018:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.853022:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.853025:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.853113:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.853115:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676304.853118:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.853121:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.853123:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676304.853125:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 02000000:00000010:0.0:1734676304.853128:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000800:00000200:0.0:1734676304.853171:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.853173:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676304.853175:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.853178:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.853180:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676304.853181:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676304.853186:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.854995:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.855007:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e0ff80 00000400:00000200:0.0:1734676304.855014:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4845 [1] + 224 00000400:00000200:0.0:1734676304.855021:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.855025:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.855032:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.855085:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.855097:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168a00 00000400:00000200:0.0:1734676304.855101:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 0 00000400:00000200:0.0:1734676304.855151:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.855155:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.855160:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.855166:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00010000:00000010:3.1:1734676304.855227:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2800. 00010000:00000010:3.1:1734676304.855233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21800. 00010000:00000010:3.1:1734676304.855236:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800738ac100. 00010000:00000010:3.1:1734676304.855239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21e00. 00010000:00000010:3.1:1734676304.855241:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ac00. 00010000:00000010:3.1:1734676304.855245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d61c00. 00000400:00000010:2.0:1734676304.855294:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:2.0:1734676304.855298:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:2.0:1734676304.855300:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:2.0:1734676304.855305:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.855316:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.855340:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c1e00. 02000000:00000010:2.0:1734676304.855344:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c1400. 00000100:00000010:2.0:1734676304.855346:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:2.0:1734676304.855349:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:2.0:1734676304.855353:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393fc0. 00000020:00000010:2.0:1734676304.855384:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.855388:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.855392:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.855410:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867878400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.855433:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878400 02000000:00000010:2.0:1734676304.855441:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676304.855460:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f380. 00010000:00000010:2.0:1734676304.855471:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.855476:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.856142:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.856147:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.856160:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676304.856164:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878400, offset 224 00000400:00000200:2.0:1734676304.856169:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.856177:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.856181:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80073:80073:256:4294967295] 192.168.203.46@tcp LPNI seq info [80069:80069:8:4294967295] 00000400:00000200:2.0:1734676304.856189:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.856193:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.856196:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.856200:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.856206:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.856210:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.856228:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.856231:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.856235:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00080000:00000010:3.0:1734676304.856289:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c1c00. 00010000:00000010:3.0:1734676304.856347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.856352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36f300. 00010000:00000010:3.0:1734676304.856402:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c1200. 00010000:00000010:3.0:1734676304.856406:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.856414:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.856417:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.856423:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.856431:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c0600. 02000000:00000010:3.0:1734676304.856448:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0c00. 00000400:00000010:3.0:1734676304.856452:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.856455:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.856459:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369664, portal 16 00000400:00000010:3.0:1734676304.856462:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.856463:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369664, offset 0 00000400:00000200:3.0:1734676304.856467:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.856471:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.856474:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.856478:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.856481:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.856482:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.856484:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80074:80074:255:4294967295] 192.168.203.46@tcp LPNI seq info [80070:80070:7:4294967295] 00000400:00000200:3.0:1734676304.856490:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.856494:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.856496:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676304.856499:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.856502:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.856504:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.856576:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.856579:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.856581:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.856585:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.856588:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676304.856589:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:0.0:1734676304.856634:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.856636:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676304.856639:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.856642:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.856644:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676304.856645:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676304.856650:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.858280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3ce00. 00010000:00000010:0.1:1734676304.858288:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec200. 00010000:00000010:3.1:1734676304.858334:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeba00. 00000400:00000200:1.0:1734676304.858396:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.858408:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10000 00000400:00000200:1.0:1734676304.858416:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4851 [1] + 224 00000400:00000200:1.0:1734676304.858424:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.858427:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.858435:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.858505:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.858510:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168a80 00000400:00000200:1.0:1734676304.858514:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 328 00000400:00000200:1.0:1734676304.858530:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.858533:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.858538:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.858543:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:3.0:1734676304.858590:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.858594:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.858596:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.858601:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.858608:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.858628:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0c00. 02000000:00000010:3.0:1734676304.858632:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c0600. 00000100:00000010:3.0:1734676304.858635:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.858637:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.858640:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:2.0:1734676304.858723:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.858728:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.858732:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.858748:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867878528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.858773:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878528 02000000:00000010:2.0:1734676304.858782:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:2.0:1734676304.858801:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eded200. 00010000:00000010:2.0:1734676304.858812:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.858816:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.858821:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.858823:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.858833:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676304.858838:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878528, offset 224 00000400:00000200:2.0:1734676304.858842:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.858849:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.858853:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80075:80075:256:4294967295] 192.168.203.46@tcp LPNI seq info [80071:80071:8:4294967295] 00000400:00000200:2.0:1734676304.858859:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.858863:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.858866:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.858870:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.858875:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.858878:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.858899:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.858902:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.858906:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00080000:00000010:3.0:1734676304.858953:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0600. 00010000:00000010:3.0:1734676304.859004:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.859009:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eded800. 00010000:00000010:3.0:1734676304.859074:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0c00. 00000800:00000200:0.0:1734676304.859282:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.859284:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.859287:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.859290:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.859293:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676304.859294:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00010000:00000010:3.0:1734676304.859409:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.859417:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.859420:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.859424:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.859431:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c1800. 02000000:00000010:3.0:1734676304.859446:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0e00. 00000400:00000010:3.0:1734676304.859449:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.859451:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.859455:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369792, portal 16 00000400:00000010:3.0:1734676304.859458:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.859459:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369792, offset 0 00000400:00000200:3.0:1734676304.859464:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.859468:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.859471:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.859474:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.859476:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.859478:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.859481:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80076:80076:256:4294967295] 192.168.203.46@tcp LPNI seq info [80072:80072:8:4294967295] 00000400:00000200:3.0:1734676304.859487:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.859491:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.859493:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676304.859496:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.859500:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.859502:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.859698:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.859700:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676304.859703:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.859706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.859709:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676304.859710:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676304.859715:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.861524:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf500. 00010000:00000010:3.1:1734676304.861534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdab400. 00000400:00000200:0.0:1734676304.861686:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.861699:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10080 00000400:00000200:0.0:1734676304.861705:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa485d [1] + 224 00000400:00000200:0.0:1734676304.861715:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.861718:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.861728:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.861824:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.861828:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168b00 00000400:00000200:0.0:1734676304.861832:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 656 00000400:00000200:0.0:1734676304.861845:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.861848:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.861852:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.861856:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:3.0:1734676304.861916:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.861920:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.861923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.861927:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.861934:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.861954:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0e00. 02000000:00000010:3.0:1734676304.861958:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c1800. 00000100:00000010:3.0:1734676304.861961:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.861964:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.861967:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:1.0:1734676304.862061:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.862067:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.862071:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.862104:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867878656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.862131:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878656 02000000:00000010:1.0:1734676304.862138:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.862158:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76e380. 00010000:00000010:1.0:1734676304.862173:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.862179:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800995c7480. 00000100:00000010:1.0:1734676304.862184:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800995c7480. 00010000:00000010:1.0:1734676304.862187:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.862196:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676304.862200:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878656, offset 224 00000400:00000200:1.0:1734676304.862205:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.862212:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.862217:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80077:80077:256:4294967295] 192.168.203.46@tcp LPNI seq info [80073:80073:8:4294967295] 00000400:00000200:1.0:1734676304.862223:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.862227:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.862231:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cf00. 00000800:00000200:1.0:1734676304.862234:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.862240:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.862243:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.862254:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.862257:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.862260:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 00000800:00000200:0.0:1734676304.862357:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.862360:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cf00. 00000400:00000200:0.0:1734676304.862363:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.862367:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.862369:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676304.862370:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676304.862798:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c1800. 00010000:00000010:3.0:1734676304.862855:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.862860:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d76e300. 00010000:00000010:3.0:1734676304.862911:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0e00. 00010000:00000010:3.0:1734676304.862915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.862921:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.862924:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.862929:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.862938:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c0200. 02000000:00000010:3.0:1734676304.862952:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c1000. 00000400:00000010:3.0:1734676304.862955:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.862959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.862963:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864369920, portal 16 00000400:00000010:3.0:1734676304.862966:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676304.862967:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864369920, offset 0 00000400:00000200:3.0:1734676304.862971:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.862975:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.862978:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.862981:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.862983:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.862985:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.862987:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80078:80078:256:4294967295] 192.168.203.46@tcp LPNI seq info [80074:80074:8:4294967295] 00000400:00000200:3.0:1734676304.862993:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.862996:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.863000:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676304.863003:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.863006:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.863009:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.863206:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.863209:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676304.863211:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.863214:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.863217:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676304.863218:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676304.863223:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864369920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.864481:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975e00. 00000400:00000200:0.0:1734676304.865796:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.865812:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10100 00000400:00000200:0.0:1734676304.865820:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4869 [1] + 224 00000400:00000200:0.0:1734676304.865829:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.865833:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.865843:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864369920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.866022:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.866027:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168b80 00000400:00000200:0.0:1734676304.866031:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 984 00000400:00000200:0.0:1734676304.866115:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.866118:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.866122:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.866127:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:3.0:1734676304.866292:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.866296:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.866297:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.866303:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864369920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.866310:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864369920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.866330:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c1000. 02000000:00000010:3.0:1734676304.866334:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c0200. 00000100:00000010:3.0:1734676304.866337:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.866339:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.866343:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:2.0:1734676304.866426:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.866431:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.866435:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.866450:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867878784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.866472:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878784 02000000:00000010:2.0:1734676304.866478:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.866500:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880073741580. 00010000:00000010:2.0:1734676304.866513:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.866518:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.866523:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.866525:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.866535:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676304.866538:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878784, offset 224 00000400:00000200:2.0:1734676304.866542:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.866548:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.866553:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80079:80079:256:4294967295] 192.168.203.46@tcp LPNI seq info [80075:80075:8:4294967295] 00000400:00000200:2.0:1734676304.866560:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.866564:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.866568:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.866572:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.866578:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.866581:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.866592:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.866595:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.866598:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:0.0:1734676304.866666:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.866668:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.866671:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.866674:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.866676:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676304.866677:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:3.0:1734676304.866814:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0200. 00010000:00000010:3.0:1734676304.866866:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.866872:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880073741700. 00010000:00000010:3.0:1734676304.866927:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c1000. 00010000:00000010:3.0:1734676304.866931:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.866936:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.866939:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.866943:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.866949:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c0400. 02000000:00000010:3.0:1734676304.866963:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0a00. 00000400:00000010:3.0:1734676304.866966:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.866969:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.866973:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370048, portal 16 00000400:00000010:3.0:1734676304.866975:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676304.866977:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370048, offset 0 00000400:00000200:3.0:1734676304.866981:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.866984:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.866988:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.866990:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.866993:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.866995:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.866997:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80080:80080:256:4294967295] 192.168.203.46@tcp LPNI seq info [80076:80076:8:4294967295] 00000400:00000200:3.0:1734676304.867003:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.867005:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.867008:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676304.867011:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.867014:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.867016:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.867452:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.867455:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676304.867457:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.867461:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.867463:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676304.867464:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676304.867469:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.868808:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8c00. 00010000:00000010:0.1:1734676304.868816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0000. 00010000:00000010:0.1:1734676304.868819:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e800. 00010000:00000010:0.1:1734676304.868822:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1200. 00010000:00000010:3.1:1734676304.870265:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa8800. 00000400:00000200:0.0:1734676304.870419:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.870436:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10180 00000400:00000200:0.0:1734676304.870445:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4875 [1] + 224 00000400:00000200:0.0:1734676304.870469:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.870473:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.870484:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.870559:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.870564:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.870566:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.870571:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.870578:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.870602:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0a00. 02000000:00000010:3.0:1734676304.870608:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c0400. 00000100:00000010:3.0:1734676304.870611:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.870614:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.870618:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000400:00000200:0.0:1734676304.870855:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.870860:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168c00 00000400:00000200:0.0:1734676304.870865:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 1312 00000400:00000200:0.0:1734676304.871445:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.871450:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.871455:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.871460:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676304.871546:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.871552:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.871556:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.871576:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867878912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.871607:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867878912 02000000:00000010:1.0:1734676304.871615:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.871638:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880088ad6180. 00010000:00000010:1.0:1734676304.871664:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.871671:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800995c7480. 00000100:00000010:1.0:1734676304.871678:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800995c7480. 00010000:00000010:1.0:1734676304.871681:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.871692:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676304.871697:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867878912, offset 224 00000400:00000200:1.0:1734676304.871702:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.871709:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.871714:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80081:80081:256:4294967295] 192.168.203.46@tcp LPNI seq info [80077:80077:8:4294967295] 00000400:00000200:1.0:1734676304.871721:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.871726:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.871728:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676304.871732:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.871738:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.871741:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.871759:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.871763:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.871765:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 00080000:00000010:3.0:1734676304.872068:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0400. 00010000:00000010:3.0:1734676304.872136:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.872141:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880088ad6080. 00010000:00000010:3.0:1734676304.872197:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0a00. 00010000:00000010:3.0:1734676304.872202:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.872209:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.872213:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.872217:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.872227:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c1200. 02000000:00000010:3.0:1734676304.872243:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0000. 00000400:00000010:3.0:1734676304.872247:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.872250:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.872254:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370176, portal 16 00000400:00000010:3.0:1734676304.872256:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676304.872258:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370176, offset 0 00000400:00000200:3.0:1734676304.872262:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.872266:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.872270:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.872272:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.872275:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.872277:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.872279:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80082:80082:255:4294967295] 192.168.203.46@tcp LPNI seq info [80078:80078:7:4294967295] 00000400:00000200:3.0:1734676304.872284:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.872287:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.872290:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.872292:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.872296:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.872298:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.872370:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.872373:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676304.872375:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.872379:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.872382:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676304.872383:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:0.0:1734676304.872413:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.872415:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676304.872417:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.872419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.872421:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676304.872422:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676304.872427:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.873023:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe400. 00000400:00000200:0.0:1734676304.874455:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.874467:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10200 00000400:00000200:0.0:1734676304.874474:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4881 [1] + 224 00000400:00000200:0.0:1734676304.874482:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.874484:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.874492:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.874519:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.874523:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168c80 00000400:00000200:0.0:1734676304.874527:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 1640 00000400:00000200:0.0:1734676304.874572:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.874574:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.874579:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.874584:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676304.874693:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.874697:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.874699:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.874705:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.874711:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.874732:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0000. 02000000:00000010:3.0:1734676304.874737:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c1200. 00000100:00000010:3.0:1734676304.874741:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.874743:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.874747:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:2.0:1734676304.874822:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.874828:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.874832:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.874848:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867879040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.875151:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879040 02000000:00000010:2.0:1734676304.875159:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.875178:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dbbdb80. 00010000:00000010:2.0:1734676304.875191:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.875195:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.875201:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.875203:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.875213:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676304.875217:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879040, offset 224 00000400:00000200:2.0:1734676304.875221:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.875229:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.875234:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80083:80083:256:4294967295] 192.168.203.46@tcp LPNI seq info [80079:80079:8:4294967295] 00000400:00000200:2.0:1734676304.875240:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.875244:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.875248:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676304.875251:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.875256:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.875259:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.875275:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.875279:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.875282:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00080000:00000010:3.0:1734676304.875383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c1200. 00010000:00000010:3.0:1734676304.875438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.875443:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dbbdb00. 00010000:00000010:3.0:1734676304.875500:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0000. 00010000:00000010:3.0:1734676304.875504:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.875511:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.875513:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.875518:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.875525:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c1400. 02000000:00000010:3.0:1734676304.875540:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c1e00. 00000400:00000010:3.0:1734676304.875543:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.875546:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.875550:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370304, portal 16 00000400:00000010:3.0:1734676304.875553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676304.875554:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370304, offset 0 00000400:00000200:3.0:1734676304.875558:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.875562:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.875566:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.875569:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.875572:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.875573:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.875576:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80084:80084:255:4294967295] 192.168.203.46@tcp LPNI seq info [80080:80080:7:4294967295] 00000400:00000200:3.0:1734676304.875581:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.875585:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.875587:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.875590:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.875593:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.875595:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.875792:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.875795:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676304.875797:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.875801:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.875803:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676304.875805:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:0.0:1734676304.875838:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.875840:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676304.875841:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.875844:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.875845:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676304.875846:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676304.875851:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.878148:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.878163:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10280 00000400:00000200:0.0:1734676304.878171:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa488d [1] + 224 00000400:00000200:0.0:1734676304.878179:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.878183:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.878190:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.878218:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.878223:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168d00 00000400:00000200:0.0:1734676304.878227:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa328d [2] + 1968 00000400:00000010:0.0:1734676304.878232:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d68. 00000400:00000200:0.0:1734676304.878234:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08dcc0 00000400:00000200:0.0:1734676304.878250:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.878253:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.878256:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08dcc0 00000400:00000010:0.0:1734676304.878257:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08dcc0. 00000100:00000200:0.0:1734676304.878262:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676304.878390:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.878394:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.878396:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.878401:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.878408:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.878430:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c1e00. 02000000:00000010:3.0:1734676304.878434:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c1400. 00000100:00000010:3.0:1734676304.878438:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.878441:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.878444:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00010000:00000010:3.1:1734676304.878907:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfda00. 00010000:00000010:0.1:1734676304.878951:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad600. 00010000:00000010:0.1:1734676304.878956:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0c00. 00010000:00000010:0.1:1734676304.878959:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8ab2a00. 00010000:00000010:0.1:1734676304.878961:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0e00. 00000020:00000010:1.0:1734676304.879019:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.879024:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.879028:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.879072:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fac50 x1818938867879168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.879106:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879168 02000000:00000010:1.0:1734676304.879113:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676304.879134:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d407900. 00010000:00000010:1.0:1734676304.879149:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.879155:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800995c7480. 00000100:00000010:1.0:1734676304.879160:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800995c7480. 00010000:00000010:1.0:1734676304.879163:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.879172:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676304.879176:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879168, offset 224 00000400:00000200:1.0:1734676304.879180:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.879187:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.879191:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80085:80085:256:4294967295] 192.168.203.46@tcp LPNI seq info [80081:80081:8:4294967295] 00000400:00000200:1.0:1734676304.879200:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.879204:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.879207:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.879212:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.879217:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.879220:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.879234:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.879238:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.879240:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 02000000:00000010:1.0:1734676304.879247:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676304.879250:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:1.0:1734676304.879255:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676304.879257:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676304.879259:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676304.879261:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676304.879263:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676304.879265:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676304.879268:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:1.0:1734676304.879270:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.879272:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676304.879274:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:1.0:1734676304.879279:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.879282:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adaa8. 00000400:00000010:1.0:1734676304.879285:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800995c7480. 00080000:00000010:3.0:1734676304.879342:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c1400. 00010000:00000010:3.0:1734676304.879398:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.879405:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d407880. 00010000:00000010:3.0:1734676304.879456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c1e00. 00010000:00000010:3.0:1734676304.879460:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.879466:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.879469:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.879473:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.879482:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c0e00. 02000000:00000010:3.0:1734676304.879497:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0c00. 00000400:00000010:3.0:1734676304.879500:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.879503:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.879505:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370432, portal 16 00000400:00000010:3.0:1734676304.879508:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676304.879510:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370432, offset 0 00000400:00000200:3.0:1734676304.879514:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.879518:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.879521:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.879525:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.879527:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.879529:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.879531:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80086:80086:255:4294967295] 192.168.203.46@tcp LPNI seq info [80082:80082:7:4294967295] 00000400:00000200:3.0:1734676304.879536:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.879539:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.879542:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.879544:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.879548:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.879550:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.879617:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.879619:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 00000400:00000200:0.0:1734676304.879622:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.879625:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.879627:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676304.879629:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 02000000:00000010:0.0:1734676304.879632:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000800:00000200:0.0:1734676304.879676:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.879678:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676304.879681:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.879683:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.879685:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676304.879687:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676304.879691:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.881405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3aa00. 00000400:00000200:0.0:1734676304.881999:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.882013:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10300 00000400:00000200:0.0:1734676304.882020:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa489d [1] + 224 00000400:00000200:0.0:1734676304.882028:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.882032:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.882067:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.882159:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.882165:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168d80 00000400:00000200:0.0:1734676304.882170:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 0 00000400:00000200:0.0:1734676304.882185:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.882188:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.882192:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.882196:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:3.0:1734676304.882251:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.882254:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.882256:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.882261:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.882269:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.882289:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0c00. 02000000:00000010:3.0:1734676304.882294:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c0e00. 00000100:00000010:3.0:1734676304.882296:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.882299:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.882303:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:2.0:1734676304.882366:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.882371:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.882375:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.882391:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867879296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.882412:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879296 02000000:00000010:2.0:1734676304.882420:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.882441:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb500. 00010000:00000010:2.0:1734676304.882453:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.882459:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.882463:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.882465:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.882474:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.882477:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879296, offset 224 00000400:00000200:2.0:1734676304.882482:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.882488:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.882493:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80087:80087:256:4294967295] 192.168.203.46@tcp LPNI seq info [80083:80083:8:4294967295] 00000400:00000200:2.0:1734676304.882501:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.882505:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.882508:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.882512:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.882518:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.882521:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.882539:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.882542:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.882545:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00080000:00000010:3.0:1734676304.882587:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0e00. 00010000:00000010:3.0:1734676304.882642:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.882648:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb480. 00010000:00000010:3.0:1734676304.882698:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0c00. 00010000:00000010:3.0:1734676304.882703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.882708:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.882711:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.882715:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.882725:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdab400. 02000000:00000010:3.0:1734676304.882740:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d61c00. 00000400:00000010:3.0:1734676304.882743:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.882746:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.882749:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370560, portal 16 00000400:00000010:3.0:1734676304.882752:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676304.882754:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370560, offset 0 00000400:00000200:3.0:1734676304.882758:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.882762:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.882765:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.882768:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.882771:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.882772:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.882775:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80088:80088:255:4294967295] 192.168.203.46@tcp LPNI seq info [80084:80084:7:4294967295] 00000400:00000200:3.0:1734676304.882781:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.882784:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.882787:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.882790:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.882793:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.882795:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.882899:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.882901:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.882903:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.882907:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.882909:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676304.882910:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000800:00000200:0.0:1734676304.882968:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.882970:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676304.882972:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.882975:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.882977:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676304.882978:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676304.882983:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.885032:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df2a00. 00010000:00000010:0.1:1734676304.885202:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bba00. 00010000:00000010:0.1:1734676304.885209:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1000. 00010000:00000010:0.1:1734676304.885212:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4a300. 00010000:00000010:0.1:1734676304.885216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0a00. 00000400:00000200:2.0:1734676304.885276:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.885289:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10380 00000400:00000200:2.0:1734676304.885298:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48a9 [1] + 224 00000400:00000200:2.0:1734676304.885307:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.885310:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.885320:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.885350:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.885354:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168e00 00000400:00000200:2.0:1734676304.885358:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 328 00000400:00000200:2.0:1734676304.885370:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.885372:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.885376:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.885381:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000400:00000010:3.0:1734676304.885463:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.885467:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.885469:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.885474:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.885481:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.885501:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d61c00. 02000000:00000010:3.0:1734676304.885506:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdab400. 00000100:00000010:3.0:1734676304.885509:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.885511:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.885515:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000020:00000010:1.0:1734676304.885608:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.885614:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.885617:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.885635:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867879424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.885667:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879424 02000000:00000010:1.0:1734676304.885676:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.885698:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb180. 00010000:00000010:1.0:1734676304.885713:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.885720:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007fc399c0. 00000100:00000010:1.0:1734676304.885725:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007fc399c0. 00010000:00000010:1.0:1734676304.885728:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.885737:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676304.885741:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879424, offset 224 00000400:00000200:1.0:1734676304.885746:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.885753:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.885758:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80089:80089:256:4294967295] 192.168.203.46@tcp LPNI seq info [80085:80085:8:4294967295] 00000400:00000200:1.0:1734676304.885766:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.885771:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.885774:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.885778:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.885784:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.885788:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.885810:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.885814:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.885817:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 00080000:00000010:3.0:1734676304.885904:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d61c00. 00010000:00000010:3.0:1734676304.885959:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.885964:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb400. 00010000:00000010:3.0:1734676304.886018:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defa00. 00010000:00000010:3.0:1734676304.886020:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.886025:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdab400. 00010000:00000010:3.0:1734676304.886028:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00080000:00000010:3.0:1734676304.886060:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db20400. 00010000:00000010:3.0:1734676304.886099:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676304.886103:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.886142:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21e00. 00010000:00000010:3.0:1734676304.886145:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.886151:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.886154:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.886158:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.886167:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd21800. 02000000:00000010:3.0:1734676304.886182:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd21000. 00000400:00000010:3.0:1734676304.886186:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.886188:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.886192:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370688, portal 16 00000400:00000010:3.0:1734676304.886195:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676304.886197:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370688, offset 0 00000400:00000200:3.0:1734676304.886201:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.886205:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.886208:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.886211:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.886214:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.886215:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.886218:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80090:80090:255:4294967295] 192.168.203.46@tcp LPNI seq info [80086:80086:7:4294967295] 00000400:00000200:3.0:1734676304.886224:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.886227:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.886230:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.886233:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.886237:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.886239:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.886316:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.886319:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:0.0:1734676304.886322:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.886325:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.886328:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676304.886329:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:0.0:1734676304.886378:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.886380:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676304.886382:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.886385:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.886387:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676304.886388:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676304.886393:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.887158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82fc00. 00000400:00000200:0.0:1734676304.889189:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.889204:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10400 00000400:00000200:0.0:1734676304.889212:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48b5 [1] + 224 00000400:00000200:0.0:1734676304.889234:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.889238:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.889247:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.889536:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:3.0:1734676304.889540:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676304.889542:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.889548:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.889555:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.889578:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd21000. 02000000:00000010:3.0:1734676304.889583:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd21800. 00000100:00000010:3.0:1734676304.889586:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:3.0:1734676304.889589:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.889593:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000400:00000200:0.0:1734676304.889908:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.889914:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168e80 00000400:00000200:0.0:1734676304.889919:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 656 00000400:00000200:0.0:1734676304.890260:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.890265:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.890270:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.890273:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676304.890371:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7a00. 00000020:00000010:2.0:1734676304.890377:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.890382:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.890400:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867879552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.890423:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879552 02000000:00000010:2.0:1734676304.890430:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.890450:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009580b580. 00010000:00000010:2.0:1734676304.890464:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.890470:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.890486:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.890489:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000010:2.0:1734676304.890501:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.890504:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879552, offset 224 00000400:00000200:2.0:1734676304.890509:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.890517:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.890523:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80091:80091:256:4294967295] 192.168.203.46@tcp LPNI seq info [80087:80087:8:4294967295] 00000400:00000200:2.0:1734676304.890531:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.890534:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.890538:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.890541:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.890546:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.890549:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.890561:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676304.890563:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.890567:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7a00. 00000800:00000200:0.0:1734676304.890745:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.890748:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:0.0:1734676304.890750:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.890753:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.890756:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676304.890757:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:3.0:1734676304.891135:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd21800. 00010000:00000010:3.0:1734676304.891193:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.891199:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009580b500. 00010000:00000010:3.0:1734676304.891252:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21000. 00010000:00000010:3.0:1734676304.891256:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676304.891263:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393140. 00000100:00000010:3.0:1734676304.891266:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.891270:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 02000000:00000010:3.0:1734676304.891280:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1a00. 02000000:00000010:3.0:1734676304.891298:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321e00. 00000400:00000010:3.0:1734676304.891302:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.891305:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676304.891309:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370816, portal 16 00000400:00000010:3.0:1734676304.891312:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676304.891313:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370816, offset 0 00000400:00000200:3.0:1734676304.891317:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.891321:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.891325:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.891328:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.891330:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.891332:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.891334:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80092:80092:256:4294967295] 192.168.203.46@tcp LPNI seq info [80088:80088:8:4294967295] 00000400:00000200:3.0:1734676304.891340:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.891344:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.891346:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.891349:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.891354:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.891356:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.891924:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.891928:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676304.891931:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.891936:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.891939:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676304.891940:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676304.891946:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28700 x1818938864370816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.893479:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011a00. 00010000:00000010:1.1:1734676304.893488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0000. 00010000:00000010:1.1:1734676304.893491:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1500. 00010000:00000010:1.1:1734676304.893494:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1e00. 00000400:00000200:2.0:1734676304.893608:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.893620:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10480 00000400:00000200:2.0:1734676304.893627:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48c1 [1] + 224 00000400:00000200:2.0:1734676304.893646:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.893650:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.893658:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28700 x1818938864370816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.893821:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e200. 00000400:00000010:0.0:1734676304.893925:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:0.0:1734676304.893930:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676304.893931:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676304.893937:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28700 x1818938864370816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.893943:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28700 x1818938864370816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.893965:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321e00. 02000000:00000010:0.0:1734676304.893971:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1a00. 00000100:00000010:0.0:1734676304.893975:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28700. 00000100:00000010:0.0:1734676304.893978:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:0.0:1734676304.893981:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393140. 00000400:00000200:2.0:1734676304.894068:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.894074:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168f00 00000400:00000200:2.0:1734676304.894079:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 984 00000400:00000200:2.0:1734676304.894130:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.894134:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.894138:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.894142:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000020:00000010:1.0:1734676304.894521:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d8e00. 00000020:00000010:1.0:1734676304.894527:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.894531:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.894549:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867879680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.894580:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879680 02000000:00000010:1.0:1734676304.894588:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.894609:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d10cb00. 00010000:00000010:1.0:1734676304.894636:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.894642:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007fc399c0. 00000100:00000010:1.0:1734676304.894653:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007fc399c0. 00010000:00000010:1.0:1734676304.894655:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.894664:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.894668:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879680, offset 224 00000400:00000200:1.0:1734676304.894673:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.894680:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.894686:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80093:80093:256:4294967295] 192.168.203.46@tcp LPNI seq info [80089:80089:8:4294967295] 00000400:00000200:1.0:1734676304.894693:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.894697:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.894700:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.894704:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.894709:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.894712:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.894723:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.894726:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.894729:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d8e00. 00000800:00000200:1.0:1734676304.894772:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.894775:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:1.0:1734676304.894777:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.894780:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.894782:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676304.894784:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00080000:00000010:0.0:1734676304.894942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0a00. 00010000:00000010:0.0:1734676304.895007:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:0.0:1734676304.895012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d10ca80. 00010000:00000010:0.0:1734676304.895107:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c1000. 00010000:00000010:0.0:1734676304.895112:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca80. 00010000:00000010:0.0:1734676304.895119:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:0.0:1734676304.895122:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469780. 00000100:00000010:0.0:1734676304.895127:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676304.895134:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7c1e00. 02000000:00000010:0.0:1734676304.895149:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7c0000. 00000400:00000010:0.0:1734676304.895153:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99f8. 00000400:00000010:0.0:1734676304.895156:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676304.895160:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864370944, portal 16 00000400:00000010:0.0:1734676304.895164:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676304.895165:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864370944, offset 0 00000400:00000200:0.0:1734676304.895169:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.895174:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.895177:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.895180:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.895183:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.895185:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.895188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80094:80094:256:4294967295] 192.168.203.46@tcp LPNI seq info [80090:80090:8:4294967295] 00000400:00000200:0.0:1734676304.895193:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.895197:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.895199:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fe00. 00000800:00000200:0.0:1734676304.895202:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.895207:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.895209:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.895609:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.895612:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fe00. 00000400:00000200:3.0:1734676304.895615:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.895618:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.895620:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:3.0:1734676304.895622:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:3.0:1734676304.895627:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864370944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.896556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d461a00. 00000400:00000200:0.0:1734676304.898903:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.898917:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10500 00000400:00000200:0.0:1734676304.898924:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48cd [1] + 224 00000400:00000200:0.0:1734676304.898934:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.898938:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.898948:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864370944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.898982:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.898986:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5168f80 00000400:00000200:0.0:1734676304.898990:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 1312 00000400:00000200:0.0:1734676304.899085:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.899097:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.899102:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.899107:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000400:00000010:2.0:1734676304.899186:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99f8. 00000400:00000200:2.0:1734676304.899191:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676304.899193:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676304.899199:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864370944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.899207:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864370944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.899232:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7c0000. 02000000:00000010:2.0:1734676304.899237:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7c1e00. 00000100:00000010:2.0:1734676304.899241:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676304.899245:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469780. 00010000:00000010:2.0:1734676304.899250:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00000020:00000010:3.0:1734676304.900680:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.900686:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.900690:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.900709:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867879808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.900736:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879808 02000000:00000010:3.0:1734676304.900744:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676304.900766:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fcc200. 00010000:00000010:3.0:1734676304.900779:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.900785:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.900800:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.900803:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.900812:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676304.900817:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879808, offset 224 00000400:00000200:3.0:1734676304.900822:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.900830:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.900835:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80095:80095:256:4294967295] 192.168.203.46@tcp LPNI seq info [80091:80091:8:4294967295] 00000400:00000200:3.0:1734676304.900843:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.900848:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.900851:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.900855:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.900860:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.900864:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.901273:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.901277:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.901280:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00080000:00000010:2.0:1734676304.901346:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7a00. 00010000:00000010:2.0:1734676304.901410:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca80. 00010000:00000010:2.0:1734676304.901416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fccf80. 00010000:00000010:2.0:1734676304.901466:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd7800. 00010000:00000010:2.0:1734676304.901471:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.901478:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.901482:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.901488:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676304.901496:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd6e00. 02000000:00000010:2.0:1734676304.901513:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6400. 00000400:00000010:2.0:1734676304.901518:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.901522:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.901526:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371072, portal 16 00000400:00000010:2.0:1734676304.901529:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.901531:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371072, offset 0 00000400:00000200:2.0:1734676304.901535:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.901540:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.901543:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.901547:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.901550:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.901551:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.901554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80096:80096:255:4294967295] 192.168.203.46@tcp LPNI seq info [80092:80092:7:4294967295] 00000400:00000200:2.0:1734676304.901560:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.901563:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.901565:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.901568:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.901571:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.901574:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.901663:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.901666:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676304.901669:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.901673:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.901676:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676304.901678:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676304.901728:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.901730:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676304.901733:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.901735:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.901737:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676304.901738:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676304.901744:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.902253:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d584800. 00010000:00000010:0.1:1734676304.902471:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4200. 00010000:00000010:0.1:1734676304.902477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0c00. 00010000:00000010:0.1:1734676304.902479:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defa00. 00010000:00000010:0.1:1734676304.902482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdab400. 00010000:00000010:0.1:1734676304.902485:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736cab00. 00010000:00000010:0.1:1734676304.902489:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21e00. 00010000:00000010:2.1:1734676304.902827:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994d00. 00010000:00000010:2.1:1734676304.902832:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00000400:00000200:0.0:1734676304.904389:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.904564:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10580 00000400:00000200:1.0:1734676304.904571:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48d9 [1] + 224 00000400:00000200:1.0:1734676304.904584:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.904587:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.904596:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676304.904630:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676304.904635:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169000 00000400:00000200:1.0:1734676304.904639:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 1640 00000400:00000200:1.0:1734676304.904696:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.904699:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676304.904704:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676304.904709:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:2.0:1734676304.904793:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676304.904797:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676304.904799:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.904805:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.904815:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.904838:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6400. 02000000:00000010:2.0:1734676304.904842:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd6e00. 00000100:00000010:2.0:1734676304.904845:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676304.904847:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.904850:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000020:00000010:3.0:1734676304.905150:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.905155:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.905159:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.905177:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867879936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.905203:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867879936 02000000:00000010:3.0:1734676304.905211:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.905231:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e134680. 00010000:00000010:3.0:1734676304.905243:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.905248:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.905260:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.905263:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.905271:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676304.905274:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867879936, offset 224 00000400:00000200:3.0:1734676304.905278:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.905285:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.905289:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80097:80097:256:4294967295] 192.168.203.46@tcp LPNI seq info [80093:80093:8:4294967295] 00000400:00000200:3.0:1734676304.905297:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.905301:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.905304:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.905308:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.905312:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.905315:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.905326:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.905328:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.905331:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:1.0:1734676304.905510:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.905513:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676304.905515:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.905523:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.905525:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676304.905527:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:2.0:1734676304.905736:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd6e00. 00010000:00000010:2.0:1734676304.905798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.905803:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e134600. 00010000:00000010:2.0:1734676304.905861:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6400. 00010000:00000010:2.0:1734676304.905865:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.905871:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.905874:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.905880:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676304.905887:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd7200. 02000000:00000010:2.0:1734676304.905903:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd7000. 00000400:00000010:2.0:1734676304.905907:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.905910:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.905914:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371200, portal 16 00000400:00000010:2.0:1734676304.905916:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.905918:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371200, offset 0 00000400:00000200:2.0:1734676304.905922:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.905927:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.905930:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.905933:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.905935:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.905937:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.905939:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80098:80098:256:4294967295] 192.168.203.46@tcp LPNI seq info [80094:80094:8:4294967295] 00000400:00000200:2.0:1734676304.905944:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.905947:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.905950:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.905952:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.905956:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.905958:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.907746:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.907752:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.907756:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.907762:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.907765:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676304.907768:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676304.907775:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.907900:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79400. 00000400:00000200:0.0:1734676304.908511:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.908522:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10600 00000400:00000200:0.0:1734676304.908528:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48e5 [1] + 224 00000400:00000200:0.0:1734676304.908544:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.908547:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.908553:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.908669:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.908674:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169080 00000400:00000200:0.0:1734676304.908678:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa32e5 [2] + 1968 00000400:00000010:0.0:1734676304.908682:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:0.0:1734676304.908685:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469000 00000400:00000200:0.0:1734676304.908722:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.908725:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.908729:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469000 00000400:00000010:0.0:1734676304.908731:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469000. 00000100:00000200:0.0:1734676304.908735:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676304.908960:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676304.908964:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676304.908966:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.908970:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.908977:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.908997:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd7000. 02000000:00000010:2.0:1734676304.909001:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd7200. 00000100:00000010:2.0:1734676304.909004:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676304.909007:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.909010:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000020:00000010:1.0:1734676304.909135:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d9a00. 00000020:00000010:1.0:1734676304.909140:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.909144:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.909161:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb050 x1818938867880064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.909191:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880064 02000000:00000010:1.0:1734676304.909198:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676304.909218:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7bf080. 00010000:00000010:1.0:1734676304.909233:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.909238:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007fc399c0. 00000100:00000010:1.0:1734676304.909250:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007fc399c0. 00010000:00000010:1.0:1734676304.909253:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.909262:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676304.909265:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880064, offset 224 00000400:00000200:1.0:1734676304.909270:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.909286:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.909291:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80099:80099:256:4294967295] 192.168.203.46@tcp LPNI seq info [80095:80095:8:4294967295] 00000400:00000200:1.0:1734676304.909298:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.909302:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.909305:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c600. 00000800:00000200:1.0:1734676304.909309:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.909315:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.909318:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.909336:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.909340:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.909342:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d9a00. 02000000:00000010:1.0:1734676304.909348:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676304.909351:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.909354:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676304.909355:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676304.909358:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676304.909360:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:1.0:1734676304.909362:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676304.909365:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676304.909368:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676304.909370:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:1.0:1734676304.909372:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676304.909374:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:1.0:1734676304.909379:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676304.909382:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0addc0. 00000400:00000010:1.0:1734676304.909385:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007fc399c0. 00080000:00000010:2.0:1734676304.909437:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7200. 00010000:00000010:2.0:1734676304.909491:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.909496:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7bf000. 00010000:00000010:2.0:1734676304.909549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd7000. 00010000:00000010:2.0:1734676304.909553:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.909559:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.909562:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.909566:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676304.909573:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd7400. 02000000:00000010:2.0:1734676304.909588:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6800. 00000400:00000010:2.0:1734676304.909591:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.909593:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.909596:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371328, portal 16 00000400:00000010:2.0:1734676304.909599:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.909601:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371328, offset 0 00000400:00000200:2.0:1734676304.909605:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.909609:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.909612:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.909615:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.909617:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.909619:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.909622:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80100:80100:255:4294967295] 192.168.203.46@tcp LPNI seq info [80096:80096:7:4294967295] 00000400:00000200:2.0:1734676304.909627:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.909630:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.909632:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17900. 00000800:00000200:2.0:1734676304.909634:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.909637:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.909639:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.910140:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.910143:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c600. 00000400:00000200:0.0:1734676304.910146:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.910150:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.910152:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676304.910154:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 02000000:00000010:0.0:1734676304.910157:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000800:00000200:0.0:1734676304.910190:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.910192:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17900. 00000400:00000200:0.0:1734676304.910195:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.910197:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.910199:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676304.910200:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:0.0:1734676304.910205:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.910573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36c00. 00000400:00000200:0.0:1734676304.913023:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.913157:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10680 00000400:00000200:0.0:1734676304.913164:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa48f5 [1] + 224 00000400:00000200:0.0:1734676304.913175:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.913179:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.913187:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.913213:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.913218:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169100 00000400:00000200:0.0:1734676304.913222:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 0 00000400:00000200:0.0:1734676304.913272:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.913276:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.913280:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.913285:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:2.0:1734676304.913340:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676304.913345:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676304.913347:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.913353:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.913360:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.913382:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6800. 02000000:00000010:2.0:1734676304.913386:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd7400. 00000100:00000010:2.0:1734676304.913389:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676304.913391:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.913395:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000020:00000010:1.0:1734676304.913574:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d9a00. 00000020:00000010:1.0:1734676304.913580:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.913584:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.913602:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867880192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.913634:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880192 02000000:00000010:1.0:1734676304.913643:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676304.913664:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d79b00. 00010000:00000010:1.0:1734676304.913677:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.913684:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.913698:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.913701:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.913711:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676304.913714:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880192, offset 224 00000400:00000200:1.0:1734676304.913719:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.913726:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.913731:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80101:80101:256:4294967295] 192.168.203.46@tcp LPNI seq info [80097:80097:8:4294967295] 00000400:00000200:1.0:1734676304.913739:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.913744:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.913747:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cc00. 00000800:00000200:1.0:1734676304.913751:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.913757:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.913760:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.913780:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.913783:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.913786:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d9a00. 00000800:00000200:0.0:1734676304.913863:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.913866:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cc00. 00000400:00000200:0.0:1734676304.913869:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.913876:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.913878:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676304.913879:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00080000:00000010:2.0:1734676304.913899:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7400. 00010000:00000010:2.0:1734676304.913960:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.913966:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d79000. 00010000:00000010:2.0:1734676304.914143:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6800. 00010000:00000010:2.0:1734676304.914150:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.914156:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.914159:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.914163:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676304.914170:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd7e00. 02000000:00000010:2.0:1734676304.914185:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6a00. 00000400:00000010:2.0:1734676304.914188:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.914191:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.914195:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371456, portal 16 00000400:00000010:2.0:1734676304.914198:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.914200:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371456, offset 0 00000400:00000200:2.0:1734676304.914204:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.914212:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.914216:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.914219:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.914221:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.914223:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.914224:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80102:80102:256:4294967295] 192.168.203.46@tcp LPNI seq info [80098:80098:8:4294967295] 00000400:00000200:2.0:1734676304.914230:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.914233:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.914236:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.914239:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.914242:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.914244:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.914315:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.914317:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.914320:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.914324:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.914326:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676304.914328:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676304.914333:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.916619:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.916632:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10700 00000400:00000200:0.0:1734676304.916640:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4901 [1] + 224 00000400:00000200:0.0:1734676304.916648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.916651:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.916659:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.916687:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.916690:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169180 00000400:00000200:0.0:1734676304.916694:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 328 00000400:00000200:0.0:1734676304.916743:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.916747:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.916751:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.916755:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676304.917275:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d9a00. 00000020:00000010:1.0:1734676304.917280:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.917284:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.917302:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867880320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676304.917333:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676304.917337:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676304.917339:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.917344:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.917353:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.917373:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6a00. 02000000:00000010:2.0:1734676304.917377:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd7e00. 00000100:00000010:2.0:1734676304.917380:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676304.917383:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.917386:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000100:00000200:1.0:1734676304.917436:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880320 02000000:00000010:1.0:1734676304.917444:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676304.917464:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e134700. 00010000:00000010:1.0:1734676304.917478:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.917486:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00010000:00000010:2.1:1734676304.917564:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35de00. 00000100:00000010:1.0:1734676304.917568:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.917571:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00080000:00000010:2.0:1734676304.917580:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7e00. 00000400:00000010:1.0:1734676304.917581:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676304.917585:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880320, offset 224 00000400:00000200:1.0:1734676304.917590:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.917597:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.917602:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80103:80103:256:4294967295] 192.168.203.46@tcp LPNI seq info [80099:80099:8:4294967295] 00000400:00000200:1.0:1734676304.917610:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.917614:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.917617:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676304.917621:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.917625:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.917629:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676304.917636:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00000020:00000010:1.0:1734676304.917640:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00010000:00000010:2.0:1734676304.917641:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9080. 00000020:00000010:1.0:1734676304.917643:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.917645:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d9a00. 00010000:00000010:2.0:1734676304.917699:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6a00. 00010000:00000010:2.0:1734676304.917703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:0.1:1734676304.917708:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17600. 00010000:00000010:2.0:1734676304.917709:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.917712:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00010000:00000010:0.1:1734676304.917712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1000. 00010000:00000010:0.1:1734676304.917714:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca700. 00000100:00000010:2.0:1734676304.917716:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00010000:00000010:0.1:1734676304.917717:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7800. 02000000:00000010:2.0:1734676304.917723:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd6200. 02000000:00000010:2.0:1734676304.917738:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6c00. 00000400:00000010:2.0:1734676304.917741:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.917744:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.917747:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371584, portal 16 00000400:00000010:2.0:1734676304.917750:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.917751:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371584, offset 0 00000400:00000200:2.0:1734676304.917755:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.917759:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.917763:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.917766:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.917768:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.917770:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.917772:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80104:80104:255:4294967295] 192.168.203.46@tcp LPNI seq info [80100:80100:7:4294967295] 00000400:00000200:2.0:1734676304.917778:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.917781:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.917785:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17600. 00000800:00000200:2.0:1734676304.917788:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.917791:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.917793:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.917837:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.917840:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676304.917842:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.917846:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.917848:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676304.917849:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:0.0:1734676304.917865:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.917867:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17600. 00000400:00000200:0.0:1734676304.917869:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.917871:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.917873:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676304.917874:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676304.917878:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.919641:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.919655:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10780 00000400:00000200:0.0:1734676304.919661:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa490d [1] + 224 00000400:00000200:0.0:1734676304.919680:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.919684:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.919693:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.919855:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676304.919859:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676304.919860:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.919866:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.919873:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.919894:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6c00. 02000000:00000010:2.0:1734676304.919899:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd6200. 00000100:00000010:2.0:1734676304.919902:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676304.919905:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676304.919908:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000400:00000200:0.0:1734676304.920103:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.920110:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169200 00000400:00000200:0.0:1734676304.920115:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 656 00000400:00000200:0.0:1734676304.920535:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.920540:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.920545:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.920549:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:1.0:1734676304.920651:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d9a00. 00000020:00000010:1.0:1734676304.920657:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.920661:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.920679:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867880448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.920708:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880448 02000000:00000010:1.0:1734676304.920716:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676304.920738:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0141c80. 00010000:00000010:1.0:1734676304.920751:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.920756:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.921077:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.921189:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.921199:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676304.921204:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880448, offset 224 00000400:00000200:1.0:1734676304.921209:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.921216:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.921222:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80105:80105:256:4294967295] 192.168.203.46@tcp LPNI seq info [80101:80101:8:4294967295] 00000400:00000200:1.0:1734676304.921229:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.921233:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.921236:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cf00. 00000800:00000200:1.0:1734676304.921240:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.921245:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.921248:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.921263:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.921267:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.921270:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d9a00. 00080000:00000010:2.0:1734676304.921326:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd6200. 00000800:00000200:0.0:1734676304.921362:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.921365:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cf00. 00000400:00000200:0.0:1734676304.921367:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.921371:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.921374:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676304.921375:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00010000:00000010:2.0:1734676304.921387:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.921392:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0141e00. 00010000:00000010:2.0:1734676304.921451:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6c00. 00010000:00000010:2.0:1734676304.921455:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676304.921461:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4c80. 00000100:00000010:2.0:1734676304.921465:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676304.921470:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676304.921478:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd7800. 02000000:00000010:2.0:1734676304.921494:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6600. 00000400:00000010:2.0:1734676304.921498:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676304.921501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676304.921505:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371712, portal 16 00000400:00000010:2.0:1734676304.921508:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676304.921509:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371712, offset 0 00000400:00000200:2.0:1734676304.921513:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.921519:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.921522:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.921525:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.921527:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.921529:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.921531:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80106:80106:256:4294967295] 192.168.203.46@tcp LPNI seq info [80102:80102:8:4294967295] 00000400:00000200:2.0:1734676304.921537:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.921540:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.921542:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17e00. 00000800:00000200:2.0:1734676304.921545:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.921548:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.921550:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.921661:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.921663:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17e00. 00000400:00000200:0.0:1734676304.921666:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.921669:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.921671:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676304.921672:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676304.921678:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864371712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.923536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3400. 00000400:00000200:2.0:1734676304.923830:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.923842:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10800 00000400:00000200:2.0:1734676304.923850:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4919 [1] + 224 00000400:00000200:2.0:1734676304.923859:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.923862:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.923871:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864371712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676304.923901:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.923906:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169280 00000400:00000200:2.0:1734676304.923911:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 984 00000400:00000010:0.0:1734676304.923918:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:0.0:1734676304.923922:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676304.923924:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676304.923930:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864371712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676304.923936:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864371712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676304.923958:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6600. 00000400:00000200:2.0:1734676304.923964:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.923967:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.923971:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.923975:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:0.0:1734676304.924094:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd7800. 00000100:00000010:0.0:1734676304.924098:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:0.0:1734676304.924101:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:0.0:1734676304.924103:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4c80. 00000020:00000010:1.0:1734676304.924542:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736d9a00. 00000020:00000010:1.0:1734676304.924547:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.924551:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676304.924571:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867880576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676304.924604:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880576 02000000:00000010:1.0:1734676304.924612:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676304.924632:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0f6880. 00010000:00000010:1.0:1734676304.924646:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.924652:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.924668:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.924671:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000010:1.0:1734676304.924681:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.924685:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880576, offset 224 00000400:00000200:1.0:1734676304.924690:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.924698:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.924704:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80107:80107:256:4294967295] 192.168.203.46@tcp LPNI seq info [80103:80103:8:4294967295] 00000400:00000200:1.0:1734676304.924712:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.924716:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.924719:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.924724:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.924729:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.924732:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676304.924746:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676304.924750:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676304.924753:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736d9a00. 00080000:00000010:0.0:1734676304.924935:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c0000. 00010000:00000010:0.0:1734676304.925005:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:0.0:1734676304.925011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0f6800. 00010000:00000010:0.0:1734676304.925117:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c0c00. 00010000:00000010:0.0:1734676304.925123:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c100. 00000800:00000200:1.0:1734676304.925335:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.925338:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:1.0:1734676304.925341:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.925345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.925349:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.925350:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00010000:00000010:0.0:1734676304.925586:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae1c0. 00000100:00000010:1.0:1734676304.925697:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.925705:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.925713:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736d8400. 02000000:00000010:1.0:1734676304.925731:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736d8e00. 00000400:00000010:1.0:1734676304.925735:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.925738:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.925742:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371840, portal 16 00000400:00000010:1.0:1734676304.925746:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676304.925747:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371840, offset 0 00000400:00000200:1.0:1734676304.925752:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.925758:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.925762:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.925765:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.925768:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.925770:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.925772:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80108:80108:256:4294967295] 192.168.203.46@tcp LPNI seq info [80104:80104:8:4294967295] 00000400:00000200:1.0:1734676304.925779:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.925783:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.925785:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676304.925789:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.925793:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.925795:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.925914:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.925916:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676304.925919:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.925923:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.925926:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676304.925927:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676304.925932:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864371840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.926974:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d958200. 00010000:00000010:0.1:1734676304.926983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6400. 00010000:00000010:0.1:1734676304.926987:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dc2c00. 00010000:00000010:0.1:1734676304.926989:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7000. 00010000:00000010:0.1:1734676304.926992:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b700. 00010000:00000010:0.1:1734676304.926995:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6800. 00010000:00000010:2.1:1734676304.927063:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d017800. 00010000:00000010:2.1:1734676304.927069:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35e000. 00000400:00000200:0.0:1734676304.927915:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.927928:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10880 00000400:00000200:0.0:1734676304.927935:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4925 [1] + 224 00000400:00000200:0.0:1734676304.927944:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.927948:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.927956:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864371840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.928191:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.928197:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169300 00000400:00000200:0.0:1734676304.928201:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 1312 00000400:00000200:0.0:1734676304.928218:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.928221:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.928225:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.928231:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:1.0:1734676304.928793:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.928798:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.928800:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.928806:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864371840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.928813:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864371840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.928836:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736d8e00. 02000000:00000010:1.0:1734676304.928841:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736d8400. 00000100:00000010:1.0:1734676304.928844:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.928847:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.928850:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae1c0. 00000020:00000010:3.0:1734676304.928959:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.928965:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.928969:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.928987:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867880704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.929018:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880704 02000000:00000010:3.0:1734676304.929027:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676304.929181:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4880. 00010000:00000010:3.0:1734676304.929905:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.929911:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.929927:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.929930:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.929939:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676304.929943:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880704, offset 224 00000400:00000200:3.0:1734676304.929948:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.929956:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.929960:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80109:80109:256:4294967295] 192.168.203.46@tcp LPNI seq info [80105:80105:8:4294967295] 00000400:00000200:3.0:1734676304.929967:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.929970:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.929973:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676304.929977:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.929982:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.929985:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.930000:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.930002:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.930006:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:1.0:1734676304.930135:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.930138:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676304.930140:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.930144:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.930147:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676304.930148:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00080000:00000010:1.0:1734676304.930168:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d8e00. 00010000:00000010:1.0:1734676304.930232:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c100. 00010000:00000010:1.0:1734676304.930238:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfc4800. 00010000:00000010:1.0:1734676304.930291:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d9400. 00010000:00000010:1.0:1734676304.930296:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.930303:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.930306:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.930312:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.930320:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736d9a00. 02000000:00000010:1.0:1734676304.930338:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a5600. 00000400:00000010:1.0:1734676304.930342:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.930346:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.930350:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864371968, portal 16 00000400:00000010:1.0:1734676304.930353:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676304.930355:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864371968, offset 0 00000400:00000200:1.0:1734676304.930359:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.930363:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.930367:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.930370:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.930373:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.930374:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.930377:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80110:80110:256:4294967295] 192.168.203.46@tcp LPNI seq info [80106:80106:8:4294967295] 00000400:00000200:1.0:1734676304.930383:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.930387:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.930389:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676304.930392:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.930396:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.930398:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.930469:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.930472:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:2.0:1734676304.930475:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.930478:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.930480:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:2.0:1734676304.930482:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:2.0:1734676304.930487:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864371968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.932459:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80fc00. 00010000:00000010:0.1:1734676304.932468:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6c00. 00000400:00000200:0.0:1734676304.933532:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.933547:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10900 00000400:00000200:0.0:1734676304.933554:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4931 [1] + 224 00000400:00000200:0.0:1734676304.933563:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.933567:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.933575:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864371968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.933611:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.933616:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169380 00000400:00000200:0.0:1734676304.933620:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 1640 00000400:00000200:0.0:1734676304.933680:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.933684:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.933688:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.933693:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:3.0:1734676304.933784:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.933789:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.933794:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.933817:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867880832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.933836:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880832 02000000:00000010:3.0:1734676304.933843:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676304.933875:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.933883:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.933888:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.933892:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.933901:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676304.933906:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880832, offset 224 00000400:00000200:3.0:1734676304.933910:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.933916:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.933921:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80111:80111:256:4294967295] 192.168.203.46@tcp LPNI seq info [80107:80107:8:4294967295] 00000400:00000200:3.0:1734676304.933927:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.933931:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.933934:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676304.933938:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.933944:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.933947:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.933959:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.933962:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.933966:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:1.0:1734676304.934491:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.934494:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676304.934497:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.934500:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.934503:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676304.934504:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000400:00000010:1.0:1734676304.934519:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.934521:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.934523:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.934527:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864371968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.934534:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864371968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676304.934549:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e8580. 02000000:00000010:1.0:1734676304.934559:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a5600. 02000000:00000010:1.0:1734676304.934564:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736d9a00. 00000100:00000010:1.0:1734676304.934567:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.934570:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.934572:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00080000:00000010:1.0:1734676304.934585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a5600. 00010000:00000010:1.0:1734676304.934641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.934646:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4e8500. 00010000:00000010:1.0:1734676304.934697:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a117c100. 00010000:00000010:1.0:1734676304.934699:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.934703:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4200. 00010000:00000010:1.0:1734676304.934706:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00080000:00000010:1.0:1734676304.934717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009589ee00. 00010000:00000010:1.0:1734676304.934736:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.934739:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.934778:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f1a00. 00010000:00000010:1.0:1734676304.934781:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.934787:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.934790:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.934794:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.934803:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094600. 02000000:00000010:1.0:1734676304.934819:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d094000. 00000400:00000010:1.0:1734676304.934823:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.934825:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.934829:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372096, portal 16 00000400:00000010:1.0:1734676304.934832:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676304.934834:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372096, offset 0 00000400:00000200:1.0:1734676304.934838:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.934842:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.934846:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.934849:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.934852:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.934854:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.934856:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80112:80112:256:4294967295] 192.168.203.46@tcp LPNI seq info [80108:80108:8:4294967295] 00000400:00000200:1.0:1734676304.934862:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.934866:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.934868:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676304.934871:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.934876:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.934878:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.935407:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.935410:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:2.0:1734676304.935413:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.935417:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.935419:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:2.0:1734676304.935421:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:2.0:1734676304.935426:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.936015:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.936024:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10980 00000400:00000200:0.0:1734676304.936031:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa493d [1] + 224 00000400:00000200:0.0:1734676304.936063:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.936067:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.936077:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.936385:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.936389:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.936390:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.936395:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.936402:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.936419:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d094000. 02000000:00000010:1.0:1734676304.936424:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094600. 00000100:00000010:1.0:1734676304.936427:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.936430:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.936433:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.936512:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.936518:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169400 00000400:00000200:0.0:1734676304.936524:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa333d [2] + 1968 00000400:00000010:0.0:1734676304.936527:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:0.0:1734676304.936530:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8801313b8300 00000400:00000200:0.0:1734676304.936589:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.936596:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.936600:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801313b8300 00000400:00000010:0.0:1734676304.936602:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8801313b8300. 00000100:00000200:0.0:1734676304.936608:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676304.936882:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676304.936888:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.936892:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.936914:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb450 x1818938867880960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.936960:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867880960 02000000:00000010:2.0:1734676304.936970:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.937228:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0f6380. 00010000:00000010:2.0:1734676304.937248:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.937255:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:2.0:1734676304.937353:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:2.0:1734676304.937358:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.937375:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.937380:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867880960, offset 224 00000400:00000200:2.0:1734676304.937388:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.937397:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.937404:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80113:80113:256:4294967295] 192.168.203.46@tcp LPNI seq info [80109:80109:8:4294967295] 00000400:00000200:2.0:1734676304.937415:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.937421:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.937425:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.937430:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.937438:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.937442:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.937461:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.937465:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.937470:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 02000000:00000010:2.0:1734676304.937478:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676304.937482:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676304.937487:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:2.0:1734676304.937489:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:2.0:1734676304.937492:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:2.0:1734676304.937495:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676304.937500:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:2.0:1734676304.937502:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676304.937506:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:2.0:1734676304.937508:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:2.0:1734676304.937510:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:2.0:1734676304.937512:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 00000100:00000200:2.0:1734676304.937520:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676304.937526:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676304.937531:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08dc00. 00000800:00000200:2.0:1734676304.937619:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.937623:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:2.0:1734676304.937627:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.937631:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.937635:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676304.937637:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 02000000:00000010:2.0:1734676304.937643:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00080000:00000010:1.0:1734676304.937818:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094600. 00010000:00000010:1.0:1734676304.937893:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.937901:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9c0e00. 00010000:00000010:1.0:1734676304.937975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d094000. 00010000:00000010:1.0:1734676304.937981:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.937991:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.937996:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.938002:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.938013:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d095c00. 00010000:00000010:0.1:1734676304.938150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea900. 00010000:00000010:0.1:1734676304.938156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6a00. 00010000:00000010:3.1:1734676304.938362:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc9a00. 00010000:00000010:3.1:1734676304.938367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d088600. 02000000:00000010:1.0:1734676304.938562:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e22c00. 00000400:00000010:1.0:1734676304.938569:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.938574:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.938578:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372224, portal 16 00000400:00000010:1.0:1734676304.938582:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676304.938585:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372224, offset 0 00000400:00000200:1.0:1734676304.938591:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.938599:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.938604:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.938608:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.938611:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.938612:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.938615:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80114:80114:256:4294967295] 192.168.203.46@tcp LPNI seq info [80110:80110:8:4294967295] 00000400:00000200:1.0:1734676304.938623:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.938629:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.938633:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.938638:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.938645:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.938648:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.938787:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.938790:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:0.0:1734676304.938795:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.938801:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.938805:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676304.938807:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:0.0:1734676304.938814:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.939409:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110800. 00000400:00000200:0.0:1734676304.940330:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.940340:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10a00 00000400:00000200:0.0:1734676304.940347:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa494d [1] + 224 00000400:00000200:0.0:1734676304.940365:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.940505:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.940512:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.940637:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.940641:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.940643:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.940647:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.940653:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.940673:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e22c00. 02000000:00000010:1.0:1734676304.940677:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d095c00. 00000100:00000010:1.0:1734676304.940681:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.940684:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.940686:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00010000:00000010:2.1:1734676304.941277:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186800. 00000400:00000200:0.0:1734676304.941717:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.941730:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169480 00000400:00000200:0.0:1734676304.941737:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 0 00000400:00000200:0.0:1734676304.941816:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.941822:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.941828:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.941834:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676304.942338:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.942344:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.942347:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.942368:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867881088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.942468:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881088 02000000:00000010:3.0:1734676304.942478:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.942505:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd9cb80. 00010000:00000010:3.0:1734676304.942531:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.942541:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.942568:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.942573:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.942585:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676304.942592:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881088, offset 224 00000400:00000200:3.0:1734676304.942600:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.942609:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.942617:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80115:80115:256:4294967295] 192.168.203.46@tcp LPNI seq info [80111:80111:8:4294967295] 00000400:00000200:3.0:1734676304.942625:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.942630:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.942634:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676304.942640:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.942647:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.942651:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.942683:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.942688:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.942692:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00080000:00000010:1.0:1734676304.943081:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e22c00. 00010000:00000010:1.0:1734676304.943174:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.943182:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd9cb00. 00010000:00000010:1.0:1734676304.943271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095c00. 00010000:00000010:1.0:1734676304.943276:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.943282:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.943286:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.943292:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.943305:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073541c00. 02000000:00000010:1.0:1734676304.943327:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073541200. 00000400:00000010:1.0:1734676304.943336:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.943340:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.943346:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372352, portal 16 00000400:00000010:1.0:1734676304.943351:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676304.943354:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372352, offset 0 00000400:00000200:1.0:1734676304.943359:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.943367:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.943373:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.943377:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.943380:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.943382:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.943386:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80116:80116:255:4294967295] 192.168.203.46@tcp LPNI seq info [80112:80112:7:4294967295] 00000400:00000200:1.0:1734676304.943394:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.943399:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.943402:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.943407:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.943413:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.943415:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.943562:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.943567:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676304.943570:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.943574:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.943577:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676304.943579:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:0.0:1734676304.943646:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.943648:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.943653:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.943657:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.943659:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676304.943661:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676304.943669:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.944806:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53800. 00010000:00000010:3.1:1734676304.944812:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c0c00. 00010000:00000010:3.1:1734676304.944815:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342e00. 00010000:00000010:3.1:1734676304.944818:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53900. 00010000:00000010:3.1:1734676304.944821:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d9400. 00010000:00000010:3.1:1734676304.944824:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c100. 00010000:00000010:3.1:1734676304.944827:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4200. 00010000:00000010:3.1:1734676304.944829:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15200. 00010000:00000010:3.1:1734676304.944833:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f1a00. 00000400:00000200:0.0:1734676304.945413:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.945424:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10a80 00000400:00000200:0.0:1734676304.945431:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4959 [1] + 224 00000400:00000200:0.0:1734676304.945451:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.945454:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.945462:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.945946:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.945950:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.945952:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.945958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.945965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.945987:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073541200. 02000000:00000010:1.0:1734676304.945992:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073541c00. 00000100:00000010:1.0:1734676304.945995:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.945999:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.946002:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.946138:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.946144:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169500 00000400:00000200:0.0:1734676304.946148:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 328 00000400:00000200:0.0:1734676304.946197:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.946200:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.946205:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.946209:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:3.0:1734676304.946459:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.946465:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.946469:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.946486:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867881216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.946516:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881216 02000000:00000010:3.0:1734676304.946524:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.946545:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098e99400. 00010000:00000010:3.0:1734676304.946557:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.946563:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.946590:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.946595:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.946609:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.946614:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881216, offset 224 00000400:00000200:3.0:1734676304.946621:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.946630:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.946637:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80117:80117:256:4294967295] 192.168.203.46@tcp LPNI seq info [80113:80113:8:4294967295] 00000400:00000200:3.0:1734676304.946646:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.946652:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.946656:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676304.946661:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.946668:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.946671:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.946705:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.946709:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.946714:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:0.0:1734676304.947152:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.947156:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676304.947160:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.947165:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.947170:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.947172:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00080000:00000010:1.0:1734676304.947274:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073541c00. 00010000:00000010:1.0:1734676304.947345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.947354:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098e99380. 00010000:00000010:1.0:1734676304.947424:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073541200. 00010000:00000010:1.0:1734676304.947430:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.947440:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.947445:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.947453:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.947465:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1dc00. 02000000:00000010:1.0:1734676304.947486:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c200. 00000400:00000010:1.0:1734676304.947493:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.947499:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.947505:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372480, portal 16 00000400:00000010:1.0:1734676304.947509:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676304.947511:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372480, offset 0 00000400:00000200:1.0:1734676304.947517:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.947526:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.947530:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.947534:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.947537:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.947539:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.947541:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80118:80118:256:4294967295] 192.168.203.46@tcp LPNI seq info [80114:80114:8:4294967295] 00000400:00000200:1.0:1734676304.947548:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.947552:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.947556:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.947560:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.947566:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.947569:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.948322:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.948326:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:0.0:1734676304.948330:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.948334:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.948337:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676304.948339:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676304.948347:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.950841:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d182400. 00000400:00000200:2.0:1734676304.950907:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.950919:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10b00 00000400:00000200:2.0:1734676304.950926:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4965 [1] + 224 00000400:00000200:2.0:1734676304.950943:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.950946:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.950954:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.951024:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.951029:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.951030:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.951059:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.951067:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.951101:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c200. 02000000:00000010:1.0:1734676304.951106:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1dc00. 00000100:00000010:1.0:1734676304.951110:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.951113:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.951116:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.951388:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.951399:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169580 00000400:00000200:0.0:1734676304.951406:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 656 00000400:00000200:0.0:1734676304.951849:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.951856:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.951863:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.951870:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.952212:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd7800. 00000020:00000010:2.0:1734676304.952218:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.952222:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.952240:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867881344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.952272:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881344 02000000:00000010:2.0:1734676304.952279:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.952300:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134daf580. 00010000:00000010:2.0:1734676304.952326:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.952332:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.952349:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.952352:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.952364:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676304.952368:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881344, offset 224 00000400:00000200:2.0:1734676304.952373:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.952380:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.952385:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80119:80119:256:4294967295] 192.168.203.46@tcp LPNI seq info [80115:80115:8:4294967295] 00000400:00000200:2.0:1734676304.952392:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.952396:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.952400:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17f00. 00000800:00000200:2.0:1734676304.952403:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.952409:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.952412:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.952423:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.952426:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.952429:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd7800. 00000800:00000200:0.0:1734676304.952516:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.952519:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17f00. 00000400:00000200:0.0:1734676304.952522:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.952525:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.952528:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676304.952529:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00080000:00000010:1.0:1734676304.952592:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1dc00. 00010000:00000010:1.0:1734676304.952647:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.952653:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134daf500. 00010000:00000010:1.0:1734676304.952704:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c200. 00010000:00000010:1.0:1734676304.952709:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.952715:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.952718:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.952722:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.952730:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1da00. 02000000:00000010:1.0:1734676304.952744:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1ca00. 00000400:00000010:1.0:1734676304.952748:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.952751:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.952755:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372608, portal 16 00000400:00000010:1.0:1734676304.952758:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676304.952760:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372608, offset 0 00000400:00000200:1.0:1734676304.952764:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.952768:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.952771:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.952774:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.952776:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.952778:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.952780:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80120:80120:256:4294967295] 192.168.203.46@tcp LPNI seq info [80116:80116:8:4294967295] 00000400:00000200:1.0:1734676304.952786:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.952789:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.952791:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.952793:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.952797:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.952799:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676304.952866:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.952868:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:2.0:1734676304.952871:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.952874:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.952876:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:2.0:1734676304.952877:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:2.0:1734676304.952882:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.953121:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc400. 00010000:00000010:0.1:1734676304.953127:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094000. 00000400:00000200:0.0:1734676304.954211:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.954219:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10b80 00000400:00000200:0.0:1734676304.954224:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4971 [1] + 224 00000400:00000200:0.0:1734676304.954236:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.954239:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.954244:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.954854:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.954857:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.954858:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.954862:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.954870:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.954886:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1ca00. 02000000:00000010:1.0:1734676304.954890:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1da00. 00000100:00000010:1.0:1734676304.954893:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.954896:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.954899:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.955060:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.955066:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169600 00000400:00000200:0.0:1734676304.955070:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 984 00000400:00000200:0.0:1734676304.955115:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.955119:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.955122:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.955125:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:3.0:1734676304.955260:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.955265:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.955268:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.955280:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867881472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.955524:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881472 02000000:00000010:3.0:1734676304.955530:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676304.955545:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096e13f00. 00010000:00000010:3.0:1734676304.955556:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.955561:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.955574:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.955577:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.955584:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.955588:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881472, offset 224 00000400:00000200:3.0:1734676304.955592:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.955597:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.955602:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80121:80121:256:4294967295] 192.168.203.46@tcp LPNI seq info [80117:80117:8:4294967295] 00000400:00000200:3.0:1734676304.955608:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.955612:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.955615:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676304.955618:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.955623:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.955625:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676304.955763:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1da00. 00010000:00000010:1.0:1734676304.955808:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.955812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096e13e80. 00010000:00000010:1.0:1734676304.955870:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ca00. 00010000:00000010:1.0:1734676304.955874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.955879:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.955881:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.955885:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.955891:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d400. 02000000:00000010:1.0:1734676304.955903:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c400. 00000400:00000010:1.0:1734676304.955906:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.955909:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.955912:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372736, portal 16 00000400:00000010:1.0:1734676304.955914:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676304.955916:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372736, offset 0 00000400:00000200:1.0:1734676304.955919:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.955923:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.955926:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.955928:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.955930:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.955932:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.955934:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80122:80122:255:4294967295] 192.168.203.46@tcp LPNI seq info [80118:80118:7:4294967295] 00000400:00000200:1.0:1734676304.955939:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.955943:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.955945:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117ca00. 00000800:00000200:1.0:1734676304.955948:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.955951:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.955953:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117ca00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.956124:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.956127:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.956131:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:2.0:1734676304.956564:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.956566:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:2.0:1734676304.956568:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.956572:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.956575:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676304.956577:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:2.0:1734676304.956611:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676304.956613:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117ca00. 00000400:00000200:2.0:1734676304.956615:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.956617:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676304.956619:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:2.0:1734676304.956620:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:2.0:1734676304.956624:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.958475:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.958484:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10c00 00000400:00000200:0.0:1734676304.958491:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa497d [1] + 224 00000400:00000200:0.0:1734676304.958507:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.958509:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.958517:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.958650:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.958655:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.958656:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.958661:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.958667:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.958686:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c400. 02000000:00000010:1.0:1734676304.958690:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d400. 00000100:00000010:1.0:1734676304.958693:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.958696:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.958699:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.958831:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.958836:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169680 00000400:00000200:0.0:1734676304.958840:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 1312 00000400:00000200:0.0:1734676304.958880:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.958883:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.958886:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.958890:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:3.0:1734676304.959253:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320c00. 00000020:00000010:3.0:1734676304.959257:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.959261:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.959274:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867881600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.959298:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881600 02000000:00000010:3.0:1734676304.959304:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676304.959321:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ad95400. 00010000:00000010:3.0:1734676304.959333:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.959337:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.959345:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.959347:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.959354:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.959357:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881600, offset 224 00000400:00000200:3.0:1734676304.959362:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.959367:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.959371:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80123:80123:256:4294967295] 192.168.203.46@tcp LPNI seq info [80119:80119:8:4294967295] 00000400:00000200:3.0:1734676304.959378:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.959382:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.959385:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.959389:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.959394:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.959397:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.959406:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.959408:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.959411:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320c00. 00000800:00000200:3.0:1734676304.959458:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.959460:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:3.0:1734676304.959462:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.959464:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.959466:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676304.959467:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00080000:00000010:1.0:1734676304.959515:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d400. 00010000:00000010:1.0:1734676304.959565:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.959570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008ad95080. 00010000:00000010:1.0:1734676304.959629:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c400. 00010000:00000010:1.0:1734676304.959632:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676304.959637:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.959640:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.959644:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.959651:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d200. 02000000:00000010:1.0:1734676304.959664:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d600. 00000400:00000010:1.0:1734676304.959667:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.959669:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.959672:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372864, portal 16 00000400:00000010:1.0:1734676304.959675:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676304.959677:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372864, offset 0 00000400:00000200:1.0:1734676304.959680:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.959684:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.959687:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.959690:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.959692:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.959694:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.959696:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80124:80124:256:4294967295] 192.168.203.46@tcp LPNI seq info [80120:80120:8:4294967295] 00000400:00000200:1.0:1734676304.959701:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.959704:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.959706:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cd00. 00000800:00000200:1.0:1734676304.959708:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.959711:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.959713:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.959969:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.959971:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cd00. 00000400:00000200:0.0:1734676304.959974:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.959977:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.959978:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676304.959980:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676304.959984:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864372864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.960021:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9a000. 00010000:00000010:1.1:1734676304.960689:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e000. 00000400:00000200:0.0:1734676304.961837:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.961845:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10c80 00000400:00000200:0.0:1734676304.961851:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4989 [1] + 224 00000400:00000200:0.0:1734676304.961856:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.961859:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.961865:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864372864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.961889:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.961892:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169700 00000400:00000200:0.0:1734676304.961895:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 1640 00000400:00000200:0.0:1734676304.961905:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.961908:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.961912:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.961915:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:1.0:1734676304.961988:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.961991:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.961992:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.961997:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864372864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.962003:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864372864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.962019:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d600. 02000000:00000010:1.0:1734676304.962023:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d200. 00000100:00000010:1.0:1734676304.962025:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.962028:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.962030:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000020:00000010:2.0:1734676304.962297:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6600. 00000020:00000010:2.0:1734676304.962301:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.962305:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.962319:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867881728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.962342:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881728 02000000:00000010:2.0:1734676304.962349:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.962364:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd83c80. 00010000:00000010:2.0:1734676304.962381:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.962385:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.962393:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.962395:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.962403:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676304.962406:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881728, offset 224 00000400:00000200:2.0:1734676304.962410:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.962416:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.962419:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80125:80125:256:4294967295] 192.168.203.46@tcp LPNI seq info [80121:80121:8:4294967295] 00000400:00000200:2.0:1734676304.962426:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.962429:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.962431:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676304.962435:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.962439:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.962442:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.962450:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.962452:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.962455:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6600. 00080000:00000010:0.0:1734676304.962497:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c7c1e00. 00010000:00000010:0.0:1734676304.962544:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:0.0:1734676304.962549:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd83c00. 00010000:00000010:0.0:1734676304.962597:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7c1000. 00010000:00000010:0.0:1734676304.962601:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676304.962606:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daeb00. 00000100:00000010:0.0:1734676304.962609:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676304.962613:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676304.962619:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d094000. 02000000:00000010:0.0:1734676304.962630:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4200. 00000400:00000010:0.0:1734676304.962633:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676304.962636:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676304.962640:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864372992, portal 16 00000400:00000010:0.0:1734676304.962642:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676304.962644:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864372992, offset 0 00000400:00000200:0.0:1734676304.962647:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.962650:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.962653:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.962655:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.962657:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.962659:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.962661:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80126:80126:255:4294967295] 192.168.203.46@tcp LPNI seq info [80122:80122:7:4294967295] 00000400:00000200:0.0:1734676304.962666:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.962669:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.962671:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fa00. 00000800:00000200:0.0:1734676304.962673:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.962676:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.962679:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676304.962737:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.962739:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:3.0:1734676304.962742:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.962745:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.962747:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:3.0:1734676304.962748:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:3.0:1734676304.962783:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676304.962785:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fa00. 00000400:00000200:3.0:1734676304.962787:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676304.962789:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676304.962791:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:3.0:1734676304.962792:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:3.0:1734676304.962796:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864372992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.963953:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.963959:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10d00 00000400:00000200:0.0:1734676304.963964:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4995 [1] + 224 00000400:00000200:0.0:1734676304.963969:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.963971:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.963977:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864372992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.964020:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.964023:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169780 00000400:00000200:0.0:1734676304.964027:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3395 [2] + 1968 00000400:00000010:0.0:1734676304.964029:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7e70. 00000400:00000200:0.0:1734676304.964032:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d9c0 00000400:00000010:2.0:1734676304.964116:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:2.0:1734676304.964120:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:2.0:1734676304.964121:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:2.0:1734676304.964125:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864372992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.964132:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864372992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.964144:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4200. 02000000:00000010:2.0:1734676304.964148:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d094000. 00000100:00000010:2.0:1734676304.964151:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:2.0:1734676304.964154:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:2.0:1734676304.964157:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daeb00. 00000400:00000200:0.0:1734676304.964194:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.964197:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.964200:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d9c0 00000400:00000010:0.0:1734676304.964201:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d9c0. 00000100:00000200:0.0:1734676304.964204:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676304.964286:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320400. 00000020:00000010:3.0:1734676304.964289:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.964293:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.964303:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb850 x1818938867881856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.964319:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881856 02000000:00000010:3.0:1734676304.964323:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000010:3.0:1734676304.964336:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64c00. 00010000:00000010:3.0:1734676304.964345:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.964348:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ac00. 00000100:00000010:3.0:1734676304.964352:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ac00. 00010000:00000010:3.0:1734676304.964355:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.964360:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676304.964362:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881856, offset 224 00000400:00000200:3.0:1734676304.964366:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.964370:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.964374:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80127:80127:256:4294967295] 192.168.203.46@tcp LPNI seq info [80123:80123:8:4294967295] 00000400:00000200:3.0:1734676304.964379:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.964383:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.964385:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676304.964388:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.964392:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.964395:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.964402:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676304.964404:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.964406:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320400. 02000000:00000010:3.0:1734676304.964412:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:3.0:1734676304.964415:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676304.964417:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676304.964419:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:3.0:1734676304.964421:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676304.964423:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:3.0:1734676304.964424:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:3.0:1734676304.964426:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676304.964428:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:3.0:1734676304.964430:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:3.0:1734676304.964432:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676304.964433:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:3.0:1734676304.964437:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676304.964440:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9790. 00000400:00000010:3.0:1734676304.964442:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79ac00. 00080000:00000010:3.0:1734676304.964458:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320400. 00010000:00000010:3.0:1734676304.964495:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:3.0:1734676304.964499:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d64b80. 00010000:00000010:3.0:1734676304.964535:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321600. 00010000:00000010:3.0:1734676304.964538:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676304.964542:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.964545:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.964548:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676304.964553:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320a00. 02000000:00000010:3.0:1734676304.964562:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321200. 00000400:00000010:3.0:1734676304.964564:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676304.964567:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.964569:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373120, portal 16 00000400:00000010:3.0:1734676304.964572:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676304.964573:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373120, offset 0 00000400:00000200:3.0:1734676304.964577:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.964580:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.964583:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676304.964586:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676304.964588:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676304.964590:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676304.964592:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80128:80128:255:4294967295] 192.168.203.46@tcp LPNI seq info [80124:80124:7:4294967295] 00000400:00000200:3.0:1734676304.964597:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.964600:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.964602:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676304.964605:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.964608:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.964609:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.964656:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.964658:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676304.964660:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.964663:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.964665:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676304.964666:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 02000000:00000010:0.0:1734676304.964669:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081c00. 00000800:00000200:0.0:1734676304.964700:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.964702:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676304.964703:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.964706:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.964707:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676304.964708:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676304.964712:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864373120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.965116:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33600. 00010000:00000010:0.1:1734676304.965121:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095c00. 00010000:00000010:0.1:1734676304.965124:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013103ba00. 00010000:00000010:0.1:1734676304.965130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073541200. 00000400:00000200:0.0:1734676304.966139:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.966146:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10d80 00000400:00000200:0.0:1734676304.966151:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49a5 [1] + 224 00000400:00000200:0.0:1734676304.966162:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.966164:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.966171:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864373120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676304.966306:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676304.966309:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676304.966311:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.966315:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864373120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676304.966321:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864373120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676304.966334:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321200. 02000000:00000010:3.0:1734676304.966339:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320a00. 00000100:00000010:3.0:1734676304.966341:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676304.966343:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.966346:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676304.966748:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.966753:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169800 00000400:00000200:0.0:1734676304.966757:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 0 00000400:00000200:0.0:1734676304.966789:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.966792:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.966795:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.966799:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:2.0:1734676304.966909:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6600. 00000020:00000010:2.0:1734676304.966913:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.966916:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.966928:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867881984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.966950:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867881984 02000000:00000010:2.0:1734676304.966954:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676304.966968:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58080. 00010000:00000010:2.0:1734676304.966977:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.966981:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.966993:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.966995:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.967002:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676304.967005:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867881984, offset 224 00000400:00000200:2.0:1734676304.967009:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.967014:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.967018:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80129:80129:256:4294967295] 192.168.203.46@tcp LPNI seq info [80125:80125:8:4294967295] 00000400:00000200:2.0:1734676304.967024:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.967028:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.967031:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676304.967034:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.967055:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.967057:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.967192:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4e00. 00010000:00000010:0.0:1734676304.967236:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:0.0:1734676304.967240:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58000. 00010000:00000010:0.0:1734676304.967276:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a4200. 00010000:00000010:0.0:1734676304.967280:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c000. 00010000:00000010:0.0:1734676304.967285:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae680. 00000100:00000010:0.0:1734676304.967288:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676304.967291:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676304.967297:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073541200. 02000000:00000010:0.0:1734676304.967308:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736d9400. 00000400:00000010:0.0:1734676304.967311:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676304.967313:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676304.967316:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373248, portal 16 00000400:00000010:0.0:1734676304.967319:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676304.967320:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373248, offset 0 00000400:00000200:0.0:1734676304.967323:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.967327:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.967329:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.967332:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.967334:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.967336:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.967338:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80130:80130:255:4294967295] 192.168.203.46@tcp LPNI seq info [80126:80126:7:4294967295] 00000400:00000200:0.0:1734676304.967343:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.967346:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.967347:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6fe00. 00000800:00000200:0.0:1734676304.967350:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.967353:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.967355:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6fe00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.967495:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.967498:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.967502:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6600. 00000800:00000200:1.0:1734676304.968327:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.968332:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:1.0:1734676304.968335:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.968341:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.968346:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676304.968348:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000800:00000200:1.0:1734676304.968410:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.968413:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6fe00. 00000400:00000200:1.0:1734676304.968416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.968420:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.968422:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676304.968423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:1.0:1734676304.968432:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847b480 x1818938864373248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.971369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6200. 00010000:00000010:1.1:1734676304.971380:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073656200. 00010000:00000010:3.1:1734676304.971427:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14be00. 00010000:00000010:0.1:1734676304.971477:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ab00. 00010000:00000010:0.1:1734676304.971482:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c400. 00000400:00000200:0.0:1734676304.971966:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.971982:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10e00 00000400:00000200:0.0:1734676304.971992:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49b1 [1] + 224 00000400:00000200:0.0:1734676304.972004:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.972009:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.972019:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847b480 x1818938864373248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.972097:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.972104:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169880 00000400:00000200:0.0:1734676304.972109:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 328 00000400:00000010:2.0:1734676304.972460:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676304.972467:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:2.0:1734676304.972470:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:2.0:1734676304.972478:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847b480 x1818938864373248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.972487:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847b480 x1818938864373248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.972514:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736d9400. 02000000:00000010:2.0:1734676304.972521:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073541200. 00000100:00000010:2.0:1734676304.972528:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000010:2.0:1734676304.972533:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:2.0:1734676304.972538:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae680. 00000400:00000200:0.0:1734676304.973012:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.973018:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.973024:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.973028:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:2.0:1734676304.973471:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6600. 00000020:00000010:2.0:1734676304.973477:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.973483:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.973509:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867882112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.973555:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882112 02000000:00000010:2.0:1734676304.973565:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676304.973591:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5700. 00010000:00000010:2.0:1734676304.973609:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.973616:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.973626:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.973630:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.973643:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676304.973649:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882112, offset 224 00000400:00000200:2.0:1734676304.973656:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.973666:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.973673:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80131:80131:256:4294967295] 192.168.203.46@tcp LPNI seq info [80127:80127:8:4294967295] 00000400:00000200:2.0:1734676304.973682:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.973689:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.973693:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676304.973700:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.973708:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.973711:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.973729:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676304.973733:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.973737:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6600. 00080000:00000010:2.0:1734676304.973766:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd6600. 00010000:00000010:2.0:1734676304.973841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c000. 00010000:00000010:2.0:1734676304.973849:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5680. 00010000:00000010:2.0:1734676304.973916:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd7800. 00010000:00000010:2.0:1734676304.973921:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676304.973928:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.973932:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.973939:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676304.973948:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fd6400. 02000000:00000010:2.0:1734676304.973969:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fd6a00. 00000400:00000010:2.0:1734676304.973975:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676304.973979:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.973983:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373376, portal 16 00000400:00000010:2.0:1734676304.973986:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676304.973988:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373376, offset 0 00000400:00000200:2.0:1734676304.973994:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.974001:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.974005:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676304.974009:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676304.974012:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676304.974014:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676304.974017:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80132:80132:255:4294967295] 192.168.203.46@tcp LPNI seq info [80128:80128:7:4294967295] 00000400:00000200:2.0:1734676304.974024:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.974028:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.974031:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676304.974065:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.974070:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.974073:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.974186:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.974190:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:0.0:1734676304.974194:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.974199:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.974203:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676304.974205:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000800:00000200:0.0:1734676304.974267:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.974270:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:0.0:1734676304.974273:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.974276:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.974277:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676304.974279:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676304.974283:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864373376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676304.976030:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aeb00. 00010000:00000010:0.1:1734676304.976569:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c200. 00010000:00000010:0.1:1734676304.976574:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa6edd00. 00010000:00000010:0.1:1734676304.976579:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ca00. 00000400:00000200:0.0:1734676304.977555:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.977569:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10e80 00000400:00000200:0.0:1734676304.977577:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49bd [1] + 224 00000400:00000200:0.0:1734676304.977596:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.977599:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.977608:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864373376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676304.978096:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:2.0:1734676304.978102:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676304.978103:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.978109:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864373376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.978115:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864373376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676304.978142:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fd6a00. 02000000:00000010:2.0:1734676304.978148:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fd6400. 00000100:00000010:2.0:1734676304.978152:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676304.978159:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.978163:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000200:2.0:1734676304.978546:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676304.978558:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169900 00000400:00000200:2.0:1734676304.978565:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 656 00000400:00000200:2.0:1734676304.978639:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676304.978645:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676304.978652:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676304.978657:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000020:00000010:3.0:1734676304.979280:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320a00. 00000020:00000010:3.0:1734676304.979286:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676304.979290:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.979311:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867882240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.979753:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882240 02000000:00000010:3.0:1734676304.979765:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676304.979790:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e20480. 00010000:00000010:3.0:1734676304.979808:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.979816:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.979843:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.979849:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.979860:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676304.979866:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882240, offset 224 00000400:00000200:3.0:1734676304.979873:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.979883:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.979890:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80133:80133:256:4294967295] 192.168.203.46@tcp LPNI seq info [80129:80129:8:4294967295] 00000400:00000200:3.0:1734676304.979899:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.979904:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.979909:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676304.979915:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.979922:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.979926:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676304.980484:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d8400. 00010000:00000010:0.0:1734676304.980562:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:0.0:1734676304.980570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e20400. 00010000:00000010:0.0:1734676304.980637:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f700. 00010000:00000010:0.0:1734676304.980641:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c500. 00010000:00000010:0.0:1734676304.980647:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d9a00. 00010000:00000010:0.0:1734676304.980653:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00080000:00000010:0.0:1734676304.980665:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736d9400. 00010000:00000010:0.0:1734676304.980691:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676304.980696:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c500. 00010000:00000010:0.0:1734676304.980748:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd21000. 00010000:00000010:0.0:1734676304.980752:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c500. 00010000:00000010:0.0:1734676304.980759:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daec00. 00000100:00000010:0.0:1734676304.980764:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676304.980772:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676304.980784:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd21e00. 02000000:00000010:0.0:1734676304.980808:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdab400. 00000400:00000010:0.0:1734676304.980814:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676304.980820:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676304.980826:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373504, portal 16 00000400:00000010:0.0:1734676304.980830:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676304.980832:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373504, offset 0 00000400:00000200:0.0:1734676304.980840:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676304.980848:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676304.980853:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676304.980857:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676304.980861:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676304.980862:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676304.980865:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80134:80134:255:4294967295] 192.168.203.46@tcp LPNI seq info [80130:80130:7:4294967295] 00000400:00000200:0.0:1734676304.980873:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676304.980878:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676304.980882:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f100. 00000800:00000200:0.0:1734676304.980886:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676304.980891:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676304.980894:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.981084:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676304.981100:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.981105:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320a00. 00000800:00000200:1.0:1734676304.981870:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.981873:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676304.981876:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.981880:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.981883:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676304.981885:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676304.981931:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676304.981933:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f100. 00000400:00000200:1.0:1734676304.981935:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676304.981937:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676304.981939:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676304.981940:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676304.981945:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864373504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676304.982031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe400. 00010000:00000010:0.1:1734676304.982123:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2100. 00010000:00000010:0.1:1734676304.982129:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321600. 00010000:00000010:1.1:1734676304.982284:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0600. 00010000:00000010:1.1:1734676304.982289:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75300. 00010000:00000010:1.1:1734676304.982292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c1000. 00000400:00000200:0.0:1734676304.985394:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.985407:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10f00 00000400:00000200:0.0:1734676304.985415:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49c9 [1] + 224 00000400:00000200:0.0:1734676304.985432:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.985436:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.985444:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847aa00 x1818938864373504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.985530:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:1.0:1734676304.985536:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676304.985538:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:1.0:1734676304.985544:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847aa00 x1818938864373504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.985552:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847aa00 x1818938864373504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.985574:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdab400. 02000000:00000010:1.0:1734676304.985578:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd21e00. 00000100:00000010:1.0:1734676304.985583:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000010:1.0:1734676304.985588:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:1.0:1734676304.985591:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daec00. 00010000:00000010:3.1:1734676304.985614:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85a00. 00010000:00000010:3.1:1734676304.985620:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ebd00. 00010000:00000010:3.1:1734676304.985624:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4200. 00000400:00000200:0.0:1734676304.986472:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.986479:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169980 00000400:00000200:0.0:1734676304.986483:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 984 00000400:00000200:0.0:1734676304.986761:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.986765:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.986769:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.986773:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000020:00000010:3.0:1734676304.986838:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320a00. 00000020:00000010:3.0:1734676304.986843:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676304.986847:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.986864:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867882368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676304.986888:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882368 02000000:00000010:3.0:1734676304.986894:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000010:3.0:1734676304.986913:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121300. 00010000:00000010:3.0:1734676304.986924:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676304.986929:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676304.986943:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676304.986946:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676304.986954:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676304.986957:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882368, offset 224 00000400:00000200:3.0:1734676304.986962:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676304.986968:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676304.986973:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80135:80135:256:4294967295] 192.168.203.46@tcp LPNI seq info [80131:80131:8:4294967295] 00000400:00000200:3.0:1734676304.986980:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676304.986985:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676304.986988:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676304.986992:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676304.986997:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676304.987001:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676304.987016:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676304.987019:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:3.0:1734676304.987022:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320a00. 00000800:00000200:0.0:1734676304.987244:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.987247:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676304.987250:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.987253:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.987255:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676304.987257:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00080000:00000010:1.0:1734676304.987945:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1ce00. 00010000:00000010:1.0:1734676304.988009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c500. 00010000:00000010:1.0:1734676304.988015:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121280. 00010000:00000010:1.0:1734676304.988246:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c600. 00010000:00000010:1.0:1734676304.988251:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.988259:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.988264:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.988270:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.988278:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1de00. 02000000:00000010:1.0:1734676304.988295:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d800. 00000400:00000010:1.0:1734676304.988300:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.988303:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.988307:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373632, portal 16 00000400:00000010:1.0:1734676304.988310:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676304.988312:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373632, offset 0 00000400:00000200:1.0:1734676304.988316:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.988322:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.988326:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.988329:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.988332:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.988334:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.988337:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80136:80136:256:4294967295] 192.168.203.46@tcp LPNI seq info [80132:80132:8:4294967295] 00000400:00000200:1.0:1734676304.988343:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.988346:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.988349:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c100. 00000800:00000200:1.0:1734676304.988353:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.988357:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.988360:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.988722:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.988726:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c100. 00000400:00000200:0.0:1734676304.988729:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.988733:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.988735:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676304.988737:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676304.988743:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864373632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.989946:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.989954:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e10f80 00000400:00000200:0.0:1734676304.989961:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49d5 [1] + 224 00000400:00000200:0.0:1734676304.989968:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.989970:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.989976:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864373632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.990005:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.990008:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169a00 00000400:00000200:0.0:1734676304.990012:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 1312 00000400:00000200:0.0:1734676304.990024:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.990026:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.990031:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.990035:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676304.990145:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000400:00000010:1.0:1734676304.990148:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000020:00000010:2.0:1734676304.990150:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000400:00000200:1.0:1734676304.990152:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.990153:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000020:00000010:2.0:1734676304.990154:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:1.0:1734676304.990158:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864373632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.990165:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864373632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676304.990169:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867882496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:1.0:1734676304.990184:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d800. 02000000:00000010:1.0:1734676304.990189:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1de00. 00000100:00000010:1.0:1734676304.990191:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.990194:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.990197:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000100:00000200:2.0:1734676304.990270:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882496 02000000:00000010:2.0:1734676304.990276:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676304.990291:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d4fe80. 00010000:00000010:2.0:1734676304.990383:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.990387:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.990444:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.990447:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.990457:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676304.990460:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882496, offset 224 00000400:00000200:2.0:1734676304.990464:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.990470:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.990475:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80137:80137:256:4294967295] 192.168.203.46@tcp LPNI seq info [80133:80133:8:4294967295] 00000400:00000200:2.0:1734676304.990481:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.990484:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.990487:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.990491:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.990496:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.990499:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.990509:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676304.990511:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.990515:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00080000:00000010:1.0:1734676304.990544:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1de00. 00010000:00000010:1.0:1734676304.990588:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.990592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d4fe00. 00010000:00000010:1.0:1734676304.990635:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d800. 00010000:00000010:1.0:1734676304.990638:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.990642:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.990645:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.990648:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.990654:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1c800. 02000000:00000010:1.0:1734676304.990666:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d600. 00000400:00000010:1.0:1734676304.990668:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.990670:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.990673:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373760, portal 16 00000400:00000010:1.0:1734676304.990676:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676304.990677:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373760, offset 0 00000400:00000200:1.0:1734676304.990680:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.990684:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.990686:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.990690:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.990692:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.990694:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.990696:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80138:80138:255:4294967295] 192.168.203.46@tcp LPNI seq info [80134:80134:7:4294967295] 00000400:00000200:1.0:1734676304.990702:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.990705:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.990707:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c300. 00000800:00000200:1.0:1734676304.990709:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.990712:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.990714:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.990774:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.990777:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.990779:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.990782:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.990784:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676304.990785:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000800:00000200:0.0:1734676304.990816:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.990818:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c300. 00000400:00000200:0.0:1734676304.990820:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.990822:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.990823:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676304.990825:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:0.0:1734676304.990828:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864373760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676304.991508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cf200. 00010000:00000010:0.1:1734676304.991548:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40200. 00010000:00000010:0.1:1734676304.991553:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7800. 00010000:00000010:0.1:1734676304.991555:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f700. 00010000:00000010:0.1:1734676304.991558:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d9a00. 00000400:00000200:0.0:1734676304.993147:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.993160:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11000 00000400:00000200:0.0:1734676304.993168:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49e1 [1] + 224 00000400:00000200:0.0:1734676304.993189:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.993195:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.993205:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864373760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676304.993559:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.993564:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.993566:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.993573:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864373760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.993581:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864373760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.993605:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d600. 02000000:00000010:1.0:1734676304.993614:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1c800. 00000100:00000010:1.0:1734676304.993619:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.993623:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.993626:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.993888:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.993898:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169a80 00000400:00000200:0.0:1734676304.993905:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 1640 00000400:00000200:0.0:1734676304.993980:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.993987:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.993993:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676304.993999:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:2.0:1734676304.994336:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676304.994344:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676304.994349:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676304.994371:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867882624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676304.994415:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882624 02000000:00000010:2.0:1734676304.994425:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676304.994451:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121b80. 00010000:00000010:2.0:1734676304.994470:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676304.994478:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676304.994501:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676304.994506:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676304.994521:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676304.994526:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882624, offset 224 00000400:00000200:2.0:1734676304.994533:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676304.994543:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676304.994550:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80139:80139:256:4294967295] 192.168.203.46@tcp LPNI seq info [80135:80135:8:4294967295] 00000400:00000200:2.0:1734676304.994558:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676304.994564:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676304.994570:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17d00. 00000800:00000200:2.0:1734676304.994575:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676304.994582:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676304.994586:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676304.994603:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676304.994608:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676304.994613:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00000800:00000200:0.0:1734676304.995342:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.995346:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17d00. 00000400:00000200:0.0:1734676304.995350:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.995356:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.995359:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676304.995361:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00080000:00000010:1.0:1734676304.995508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1c800. 00010000:00000010:1.0:1734676304.995579:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.995587:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121880. 00010000:00000010:1.0:1734676304.995653:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d600. 00010000:00000010:1.0:1734676304.995659:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676304.995667:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676304.995673:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676304.995680:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676304.995690:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1ca00. 02000000:00000010:1.0:1734676304.995710:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c200. 00000400:00000010:1.0:1734676304.995718:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676304.995721:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.995726:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864373888, portal 16 00000400:00000010:1.0:1734676304.995730:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676304.995732:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864373888, offset 0 00000400:00000200:1.0:1734676304.995737:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676304.995744:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676304.995749:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676304.995752:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676304.995755:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676304.995757:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676304.995760:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80140:80140:256:4294967295] 192.168.203.46@tcp LPNI seq info [80136:80136:8:4294967295] 00000400:00000200:1.0:1734676304.995767:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676304.995772:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676304.995775:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c800. 00000800:00000200:1.0:1734676304.995779:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676304.995785:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676304.995789:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676304.996298:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676304.996302:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c800. 00000400:00000200:0.0:1734676304.996305:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.996310:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.996313:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676304.996314:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:0.0:1734676304.996322:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864373888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676304.998718:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.998732:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11080 00000400:00000200:0.0:1734676304.998739:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49ed [1] + 224 00000400:00000200:0.0:1734676304.998757:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.998762:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676304.998771:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864373888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676304.998871:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d000. 00010000:00000010:1.1:1734676304.998916:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb400. 00010000:00000010:1.1:1734676304.998922:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21000. 00000400:00000010:1.0:1734676304.999610:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:1.0:1734676304.999615:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676304.999617:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676304.999623:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864373888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676304.999630:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864373888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676320 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676304.999652:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c200. 02000000:00000010:1.0:1734676304.999656:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1ca00. 00000100:00000010:1.0:1734676304.999660:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:1.0:1734676304.999663:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676304.999666:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676304.999782:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676304.999789:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169b00 00000400:00000200:0.0:1734676304.999794:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa33ed [2] + 1968 00000400:00000010:0.0:1734676304.999797:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7160. 00000400:00000200:0.0:1734676304.999799:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d0c0 00000400:00000200:0.0:1734676304.999849:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676304.999853:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676304.999855:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d0c0 00000400:00000010:0.0:1734676304.999857:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d0c0. 00000100:00000200:0.0:1734676304.999861:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676304.999946:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320a00. 00000020:00000010:3.0:1734676304.999952:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676304.999956:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20578. 00000100:00000200:3.0:1734676304.999974:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880076523c50 x1818938867882752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:395/0 lens 328/0 e 0 to 0 dl 1734676315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.000289:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882752 02000000:00000010:2.0:1734676305.000299:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676305.000319:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b701080. 00010000:00000010:2.0:1734676305.000332:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.000337:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:2.0:1734676305.000353:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676305.000355:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.000365:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.000369:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882752, offset 224 00000400:00000200:2.0:1734676305.000374:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.000381:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.000386:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80141:80141:256:4294967295] 192.168.203.46@tcp LPNI seq info [80137:80137:8:4294967295] 00000400:00000200:2.0:1734676305.000394:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.000399:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.000401:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17100. 00000800:00000200:2.0:1734676305.000406:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.000411:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.000414:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.000426:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:2.0:1734676305.000428:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20578. 00000020:00000010:2.0:1734676305.000432:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320a00. 02000000:00000010:2.0:1734676305.000438:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676305.000441:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:2.0:1734676305.000445:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676305.000447:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:2.0:1734676305.000449:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d081800. 00000100:00000010:2.0:1734676305.000450:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:2.0:1734676305.000453:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:2.0:1734676305.000455:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676305.000459:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:2.0:1734676305.000461:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:2.0:1734676305.000463:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:2.0:1734676305.000465:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:2.0:1734676305.000472:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.000475:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676305.000478:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08dd80. 00000800:00000200:0.0:1734676305.000663:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.000665:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17100. 00000400:00000200:0.0:1734676305.000668:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.000671:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.000673:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676305.000674:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 02000000:00000010:0.0:1734676305.000678:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00080000:00000010:1.0:1734676305.000721:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1ca00. 00010000:00000010:1.0:1734676305.000774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676305.000780:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b701100. 00010000:00000010:1.0:1734676305.000833:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c200. 00010000:00000010:1.0:1734676305.000836:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676305.000843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790680. 00000100:00000010:1.0:1734676305.000846:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676305.000851:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 02000000:00000010:1.0:1734676305.000859:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d200. 02000000:00000010:1.0:1734676305.000873:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c400. 00000400:00000010:1.0:1734676305.000876:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676305.000879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676305.000881:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374016, portal 16 00000400:00000010:1.0:1734676305.000884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676305.000886:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374016, offset 0 00000400:00000200:1.0:1734676305.000890:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.000894:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.000897:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676305.000900:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676305.000903:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676305.000905:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676305.000907:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80142:80142:256:4294967295] 192.168.203.46@tcp LPNI seq info [80138:80138:8:4294967295] 00000400:00000200:1.0:1734676305.000913:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.000916:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.000919:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cb00. 00000800:00000200:1.0:1734676305.000922:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.000925:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.000928:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.001367:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.001370:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cb00. 00000400:00000200:0.0:1734676305.001373:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.001377:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.001381:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676305.001382:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676305.001386:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139bb80 x1818938864374016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.004322:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.004337:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11100 00000400:00000200:0.0:1734676305.004345:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa49fd [1] + 224 00000400:00000200:0.0:1734676305.004365:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.004369:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.004378:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139bb80 x1818938864374016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.006495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16400. 00000400:00000010:2.0:1734676305.006573:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:2.0:1734676305.006578:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:2.0:1734676305.006580:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:2.0:1734676305.006590:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139bb80 x1818938864374016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.006599:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139bb80 x1818938864374016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.006624:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c400. 02000000:00000010:2.0:1734676305.006629:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d200. 00000100:00000010:2.0:1734676305.006634:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 00000100:00000010:2.0:1734676305.006637:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:2.0:1734676305.006641:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790680. 00000400:00000200:0.0:1734676305.006807:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.006819:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169b80 00000400:00000200:0.0:1734676305.006826:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 0 00000400:00000200:0.0:1734676305.006884:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.006888:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.006893:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.006898:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676305.007296:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321200. 00000020:00000010:3.0:1734676305.007302:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676305.007306:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.007325:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867882880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.007636:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867882880 02000000:00000010:3.0:1734676305.007646:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.007667:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00ab80. 00010000:00000010:3.0:1734676305.011293:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.011305:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.011314:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.011317:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.011333:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.011338:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867882880, offset 224 00000400:00000200:3.0:1734676305.011347:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.011357:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.011362:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80143:80143:256:4294967295] 192.168.203.46@tcp LPNI seq info [80139:80139:8:4294967295] 00000400:00000200:3.0:1734676305.011371:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.011375:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.011378:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.011383:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.011388:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.011392:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.011415:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676305.011419:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.011423:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321200. 00080000:00000010:3.0:1734676305.011460:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321200. 00010000:00000010:3.0:1734676305.011529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:3.0:1734676305.011536:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d00ab00. 00010000:00000010:3.0:1734676305.011592:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320600. 00010000:00000010:3.0:1734676305.011596:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02aa00. 00010000:00000010:3.0:1734676305.011602:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.011605:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.011611:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.011621:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320000. 02000000:00000010:3.0:1734676305.011640:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321a00. 00000400:00000010:3.0:1734676305.011645:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.011648:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.011652:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374144, portal 16 00000400:00000010:3.0:1734676305.011654:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.011656:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374144, offset 0 00000400:00000200:3.0:1734676305.011659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.011664:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.011667:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.011669:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.011672:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.011674:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.011676:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80144:80144:255:4294967295] 192.168.203.46@tcp LPNI seq info [80140:80140:7:4294967295] 00000400:00000200:3.0:1734676305.011682:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.011685:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.011687:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.011689:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.011693:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.011695:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.011811:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.011814:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.011817:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.011821:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.011824:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676305.011825:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:0.0:1734676305.011874:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.011876:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.011878:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.011880:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.011882:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676305.011883:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676305.011888:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864374144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.011942:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ff600. 00010000:00000010:1.1:1734676305.011947:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c600. 00010000:00000010:1.1:1734676305.011950:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3500. 00010000:00000010:1.1:1734676305.011953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d800. 00010000:00000010:3.1:1734676305.012020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4800. 00010000:00000010:1.1:1734676305.014199:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf54e00. 00000400:00000200:0.0:1734676305.014475:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.014488:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11180 00000400:00000200:0.0:1734676305.014495:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a09 [1] + 224 00000400:00000200:0.0:1734676305.014510:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.014514:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.014523:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864374144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.014600:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676305.014604:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676305.014606:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.014611:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864374144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.014617:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864374144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.014638:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321a00. 02000000:00000010:3.0:1734676305.014644:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320000. 00000100:00000010:3.0:1734676305.014647:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.014650:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.014653:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.016172:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.016183:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169c00 00000400:00000200:0.0:1734676305.016188:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 328 00000400:00000200:0.0:1734676305.016244:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.016249:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.016255:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.016259:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676305.016348:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.016353:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676305.016356:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.016375:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867883008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.016402:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883008 02000000:00000010:3.0:1734676305.016409:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.016427:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096f60300. 00010000:00000010:3.0:1734676305.016441:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.016446:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.016454:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.016457:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.016464:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.016468:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883008, offset 224 00000400:00000200:3.0:1734676305.016473:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.016480:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.016484:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80145:80145:256:4294967295] 192.168.203.46@tcp LPNI seq info [80141:80141:8:4294967295] 00000400:00000200:3.0:1734676305.016491:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.016495:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.016498:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.016501:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.016506:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.016509:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.016530:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae00. 00000020:00000010:3.0:1734676305.016533:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.016536:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000800:00000200:1.0:1734676305.016614:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.016617:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676305.016620:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.016623:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.016625:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676305.016626:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00080000:00000010:0.0:1734676305.016707:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdab400. 00010000:00000010:0.0:1734676305.016763:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02aa00. 00010000:00000010:0.0:1734676305.016768:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096f60e80. 00010000:00000010:0.0:1734676305.016834:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736d9a00. 00010000:00000010:0.0:1734676305.016838:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676305.016843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae340. 00000100:00000010:0.0:1734676305.016846:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676305.016851:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676305.016859:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe1a00. 02000000:00000010:0.0:1734676305.016874:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da85c00. 00000400:00000010:0.0:1734676305.016878:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676305.016881:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676305.016885:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374272, portal 16 00000400:00000010:0.0:1734676305.016887:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676305.016889:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374272, offset 0 00000400:00000200:0.0:1734676305.016892:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.016896:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.016899:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.016902:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.016905:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.016907:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.016909:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80146:80146:256:4294967295] 192.168.203.46@tcp LPNI seq info [80142:80142:8:4294967295] 00000400:00000200:0.0:1734676305.016914:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.016917:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.016919:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130b6f900. 00000800:00000200:0.0:1734676305.016921:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.016925:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.016927:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880130b6f900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.017001:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.017003:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130b6f900. 00000400:00000200:1.0:1734676305.017005:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.017008:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.017011:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676305.017012:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676305.017017:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098479f80 x1818938864374272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.017145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da88400. 00010000:00000010:1.1:1734676305.017189:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847600. 00010000:00000010:1.1:1734676305.017194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d600. 00010000:00000010:0.1:1734676305.020418:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33cd00. 00010000:00000010:0.1:1734676305.020428:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320600. 00010000:00000010:1.1:1734676305.020471:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d43c00. 00010000:00000010:1.1:1734676305.020484:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c200. 00000400:00000200:0.0:1734676305.022171:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.022185:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11200 00000400:00000200:0.0:1734676305.022193:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a15 [1] + 224 00000400:00000200:0.0:1734676305.022202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.022205:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.022214:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098479f80 x1818938864374272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.022885:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.022890:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169c80 00000400:00000200:0.0:1734676305.022894:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 656 00000400:00000010:2.0:1734676305.023072:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676305.023077:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:2.0:1734676305.023079:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:2.0:1734676305.023092:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098479f80 x1818938864374272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.023100:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098479f80 x1818938864374272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.023123:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da85c00. 02000000:00000010:2.0:1734676305.023128:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe1a00. 00000100:00000010:2.0:1734676305.023132:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 00000100:00000010:2.0:1734676305.023137:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:2.0:1734676305.023140:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae340. 00000400:00000200:0.0:1734676305.023295:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.023299:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.023304:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.023308:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676305.023399:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676305.023403:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.023408:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.023425:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867883136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.024404:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883136 02000000:00000010:2.0:1734676305.024412:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676305.024429:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cdf00. 00010000:00000010:2.0:1734676305.024762:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.024768:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.024775:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.024777:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.024787:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676305.024792:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883136, offset 224 00000400:00000200:2.0:1734676305.024798:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.024806:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.024812:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80147:80147:256:4294967295] 192.168.203.46@tcp LPNI seq info [80143:80143:8:4294967295] 00000400:00000200:2.0:1734676305.024819:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.024824:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.024827:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17400. 00000800:00000200:2.0:1734676305.024831:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.024836:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.024840:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.024888:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320000. 00010000:00000010:3.0:1734676305.024949:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:3.0:1734676305.024955:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cde80. 00010000:00000010:3.0:1734676305.025007:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321a00. 00010000:00000010:3.0:1734676305.025011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.025018:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.025020:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.025025:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.025032:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321000. 02000000:00000010:3.0:1734676305.025060:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320800. 00000400:00000010:3.0:1734676305.025063:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.025067:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.025070:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374400, portal 16 00000400:00000010:3.0:1734676305.025073:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.025074:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374400, offset 0 00000400:00000200:3.0:1734676305.025079:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.025083:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.025094:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.025098:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.025100:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.025102:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.025104:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80148:80148:255:4294967295] 192.168.203.46@tcp LPNI seq info [80144:80144:7:4294967295] 00000400:00000200:3.0:1734676305.025110:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.025113:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.025115:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.025118:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.025120:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.025122:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.025884:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.025889:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.025894:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00010000:00000010:1.1:1734676305.026010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd7600. 00000800:00000200:1.0:1734676305.026053:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.026055:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17400. 00000400:00000200:1.0:1734676305.026058:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.026062:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.026065:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676305.026066:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676305.026125:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.026126:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676305.026129:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.026132:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.026133:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676305.026134:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676305.026140:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864374400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.029018:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.029061:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11280 00000400:00000200:1.0:1734676305.029070:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a21 [1] + 224 00000400:00000200:1.0:1734676305.029080:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.029083:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.029101:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864374400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.029131:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.029135:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169d00 00000400:00000200:1.0:1734676305.029138:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 984 00000400:00000200:1.0:1734676305.029212:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.029216:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.029220:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.029225:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000400:00000010:3.0:1734676305.029509:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676305.029513:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.029514:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.029520:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864374400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.029527:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864374400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.029548:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320800. 02000000:00000010:3.0:1734676305.029553:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321000. 00000100:00000010:3.0:1734676305.029558:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.029560:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.029564:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.029678:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676305.029683:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.029687:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.029706:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867883264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.029723:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883264 02000000:00000010:2.0:1734676305.029730:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676305.029750:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf31480. 00010000:00000010:2.0:1734676305.029762:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.029767:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.029771:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.029773:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.029782:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676305.029785:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883264, offset 224 00000400:00000200:2.0:1734676305.029789:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.029796:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.029801:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80149:80149:256:4294967295] 192.168.203.46@tcp LPNI seq info [80145:80145:8:4294967295] 00000400:00000200:2.0:1734676305.029808:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.029812:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.029815:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17000. 00000800:00000200:2.0:1734676305.029819:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.029825:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.029828:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.029838:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.029840:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.029843:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00010000:00000010:3.1:1734676305.030353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08a200. 00080000:00000010:3.0:1734676305.030371:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321000. 00010000:00000010:3.0:1734676305.030425:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.030429:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf31400. 00010000:00000010:3.0:1734676305.030485:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320800. 00010000:00000010:3.0:1734676305.030489:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.030496:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.030499:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.030503:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.030511:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320600. 02000000:00000010:3.0:1734676305.030525:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320a00. 00000400:00000010:3.0:1734676305.030528:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.030530:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.030534:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374528, portal 16 00000400:00000010:3.0:1734676305.030537:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.030538:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374528, offset 0 00000400:00000200:3.0:1734676305.030542:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.030546:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.030549:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.030552:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.030555:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.030556:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.030558:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80150:80150:255:4294967295] 192.168.203.46@tcp LPNI seq info [80146:80146:7:4294967295] 00000400:00000200:3.0:1734676305.030564:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.030567:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.030570:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.030572:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.030576:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.030578:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676305.030582:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.030586:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321600. 02000000:00000010:3.0:1734676305.030592:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321800. 00000400:00000010:3.0:1734676305.030594:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.030596:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.030598:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374656, portal 16 00000400:00000010:3.0:1734676305.030600:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.030602:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374656, offset 0 00000400:00000200:3.0:1734676305.030604:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.030607:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.030609:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.030610:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.030612:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.030613:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.030615:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80151:80151:254:4294967295] 192.168.203.46@tcp LPNI seq info [80147:80147:6:4294967295] 00000400:00000200:3.0:1734676305.030620:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.030623:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.030625:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.030627:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.030629:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.030631:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.030938:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.030942:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17000. 00000400:00000200:1.0:1734676305.030946:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.030951:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.030955:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676305.030957:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:1.0:1734676305.030969:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.030971:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676305.030973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.030976:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.030978:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676305.030979:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676305.030986:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864374528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676305.031643:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.031647:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676305.031651:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.031656:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.031660:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676305.031662:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676305.031669:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864374656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.032304:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485900. 00010000:00000010:1.1:1734676305.032311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736d9a00. 00000400:00000200:0.0:1734676305.032704:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.032714:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11300 00000400:00000200:0.0:1734676305.032721:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a2d [1] + 224 00000400:00000200:0.0:1734676305.032729:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.032732:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.032738:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864374528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.032767:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.032772:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169d80 00000400:00000200:0.0:1734676305.032776:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 1312 00000400:00000200:0.0:1734676305.032790:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.032793:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.032798:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.032802:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:3.0:1734676305.032852:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676305.032856:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.032857:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.032862:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864374528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.032869:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864374528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676305.033423:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.033431:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.033435:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.033458:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867883392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.033494:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883392 02000000:00000010:1.0:1734676305.033503:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.033523:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf63380. 00000400:00000010:1.0:1734676305.033542:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676305.033546:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883392, offset 224 00000400:00000200:1.0:1734676305.033551:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.033558:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.033562:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80152:80152:256:4294967295] 192.168.203.46@tcp LPNI seq info [80148:80148:8:4294967295] 00000400:00000200:1.0:1734676305.033569:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.033584:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.033587:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676305.033591:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.033596:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.033599:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.033611:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.033614:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.033617:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000400:00000200:0.0:1734676305.033653:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.033659:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11380 00000400:00000200:0.0:1734676305.033663:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a35 [1] + 224 00000800:00000200:1.0:1734676305.033674:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.033677:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:1.0:1734676305.033679:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.033682:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.033684:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676305.033685:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000400:00000200:0.0:1734676305.033688:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.033690:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.033695:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864374656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.033743:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.033746:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.033747:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.033751:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864374656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.033756:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864374656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.033770:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320a00. 02000000:00000010:3.0:1734676305.033774:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320600. 00000100:00000010:3.0:1734676305.033777:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.033779:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321800. 02000000:00000010:3.0:1734676305.033783:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321600. 00000100:00000010:3.0:1734676305.033785:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.033787:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.033790:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.034715:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.034726:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169e00 00000400:00000200:0.0:1734676305.034735:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 1640 00000400:00000200:0.0:1734676305.034755:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.034760:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.034766:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.034771:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676305.034886:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.034893:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.034897:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.034916:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867883520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.035714:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883520 02000000:00000010:1.0:1734676305.035726:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.035757:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134dd0580. 00010000:00000010:1.0:1734676305.035775:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.035783:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676305.036252:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676305.036257:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.036271:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676305.036277:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883520, offset 224 00000400:00000200:1.0:1734676305.036282:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.036290:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.036296:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80153:80153:256:4294967295] 192.168.203.46@tcp LPNI seq info [80149:80149:8:4294967295] 00010000:00000010:2.1:1734676305.038209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fda00. 00000400:00000200:1.0:1734676305.038281:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.038290:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.038295:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c200. 00000800:00000200:1.0:1734676305.038300:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.038307:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.038310:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.038336:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.038342:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.038346:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000800:00000200:0.0:1734676305.038656:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.038660:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c200. 00000400:00000200:0.0:1734676305.038664:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.038669:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.038673:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676305.038675:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00080000:00000010:3.0:1734676305.038882:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321600. 00010000:00000010:3.0:1734676305.038954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.038961:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134dd0500. 00010000:00000010:3.0:1734676305.039022:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321800. 00010000:00000010:3.0:1734676305.039027:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.039059:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.039065:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.039073:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.039084:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320600. 02000000:00000010:3.0:1734676305.039115:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320a00. 00000400:00000010:3.0:1734676305.039120:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.039124:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.039130:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374784, portal 16 00000400:00000010:3.0:1734676305.039133:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.039135:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374784, offset 0 00000400:00000200:3.0:1734676305.039139:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.039148:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.039151:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.039154:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.039157:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.039159:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.039162:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80154:80154:256:4294967295] 192.168.203.46@tcp LPNI seq info [80150:80150:8:4294967295] 00000400:00000200:3.0:1734676305.039168:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.039171:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.039174:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.039177:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.039182:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.039184:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.039267:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.039270:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676305.039273:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.039276:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.039278:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676305.039280:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676305.039287:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864374784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.041592:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c300. 00010000:00000010:1.1:1734676305.041600:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321a00. 00010000:00000010:2.1:1734676305.041679:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846c400. 00000400:00000200:0.0:1734676305.043150:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.043166:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11400 00000400:00000200:0.0:1734676305.043174:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a45 [1] + 224 00000400:00000200:0.0:1734676305.043183:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.043186:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.043194:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864374784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.043229:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.043233:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169e80 00000400:00000200:0.0:1734676305.043237:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3445 [2] + 1968 00000400:00000010:0.0:1734676305.043241:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7840. 00000400:00000200:0.0:1734676305.043244:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d3c0 00000400:00000200:0.0:1734676305.043259:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.043263:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.043265:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d3c0 00000400:00000010:0.0:1734676305.043267:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d3c0. 00000100:00000200:0.0:1734676305.043272:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676305.043352:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.043356:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.043357:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.043362:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864374784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.043369:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864374784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.043391:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320a00. 02000000:00000010:3.0:1734676305.043396:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320600. 00000100:00000010:3.0:1734676305.043399:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.043402:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.043406:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.043488:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.043494:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.043497:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.043515:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880076520c50 x1818938867883648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.043547:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883648 02000000:00000010:1.0:1734676305.043557:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.043577:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d4680. 00010000:00000010:1.0:1734676305.043591:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.043596:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880098de6a80. 00000100:00000010:1.0:1734676305.043602:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880098de6a80. 00010000:00000010:1.0:1734676305.043604:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.043614:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676305.043617:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883648, offset 224 00000400:00000200:1.0:1734676305.043622:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.043629:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.043634:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80155:80155:256:4294967295] 192.168.203.46@tcp LPNI seq info [80151:80151:8:4294967295] 00000400:00000200:1.0:1734676305.043641:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.043645:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.043648:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c000. 00000800:00000200:1.0:1734676305.043652:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.043657:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.043660:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.043670:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.043674:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.043676:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 02000000:00000010:1.0:1734676305.043683:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:1.0:1734676305.043685:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676305.043688:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676305.043690:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676305.043693:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676305.043696:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:1.0:1734676305.043706:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676305.043707:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:1.0:1734676305.043710:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676305.043712:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:1.0:1734676305.043714:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676305.043715:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000200:1.0:1734676305.043721:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.043724:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad160. 00000400:00000010:1.0:1734676305.043726:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880098de6a80. 00080000:00000010:3.0:1734676305.043832:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320600. 00010000:00000010:3.0:1734676305.043888:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.043894:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d4600. 00010000:00000010:3.0:1734676305.043947:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320a00. 00010000:00000010:3.0:1734676305.043951:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.043956:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.043959:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.043963:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.043971:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320c00. 02000000:00000010:3.0:1734676305.043985:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321400. 00000400:00000010:3.0:1734676305.043988:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.043991:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.043993:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864374912, portal 16 00000400:00000010:3.0:1734676305.043996:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.043998:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864374912, offset 0 00000400:00000200:3.0:1734676305.044003:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.044008:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.044011:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.044014:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.044017:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.044019:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.044021:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80156:80156:255:4294967295] 192.168.203.46@tcp LPNI seq info [80152:80152:7:4294967295] 00000400:00000200:3.0:1734676305.044027:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.044031:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.044033:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.044062:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.044065:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.044067:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.044339:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.044342:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c000. 00000400:00000200:0.0:1734676305.044344:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.044347:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.044350:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676305.044351:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 02000000:00000010:0.0:1734676305.044354:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000800:00000200:0.0:1734676305.044418:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.044421:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.044425:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.044429:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.044432:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676305.044434:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676305.044441:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864374912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.047523:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00e00. 00010000:00000010:1.1:1734676305.047535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320800. 00010000:00000010:0.1:1734676305.050222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc6e00. 00000400:00000200:0.0:1734676305.051112:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.051127:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11480 00000400:00000200:0.0:1734676305.051136:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a55 [1] + 224 00000400:00000200:0.0:1734676305.051146:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.051149:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.051159:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864374912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.051192:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.051196:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169f00 00000400:00000200:0.0:1734676305.051200:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 0 00000400:00000200:0.0:1734676305.051215:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.051218:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.051222:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.051228:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000010:3.0:1734676305.052377:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.052382:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.052384:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.052391:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864374912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.052399:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864374912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.052421:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321400. 02000000:00000010:3.0:1734676305.052427:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320c00. 00000100:00000010:3.0:1734676305.052431:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.052433:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.052437:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.052512:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676305.052517:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.052521:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.052536:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867883776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.052564:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883776 02000000:00000010:2.0:1734676305.052571:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676305.052590:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d4e80. 00010000:00000010:2.0:1734676305.052606:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.052611:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.052615:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.052617:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.052626:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.052629:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883776, offset 224 00000400:00000200:2.0:1734676305.052634:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.052645:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.052651:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80157:80157:256:4294967295] 192.168.203.46@tcp LPNI seq info [80153:80153:8:4294967295] 00000400:00000200:2.0:1734676305.052658:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.052662:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.052665:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17800. 00000800:00000200:2.0:1734676305.052669:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.052674:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.052677:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.052695:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.052699:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.052702:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00080000:00000010:3.0:1734676305.052804:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320c00. 00010000:00000010:3.0:1734676305.052859:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.052864:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d4e00. 00010000:00000010:3.0:1734676305.052917:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321400. 00010000:00000010:3.0:1734676305.052921:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.052927:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.052930:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.052935:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.052942:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321e00. 02000000:00000010:3.0:1734676305.052957:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320800. 00000400:00000010:3.0:1734676305.052961:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.052963:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.052968:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375040, portal 16 00000400:00000010:3.0:1734676305.052970:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.052972:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375040, offset 0 00000400:00000200:3.0:1734676305.052976:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.052980:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.052983:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.052986:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.052989:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.052991:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.052993:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80158:80158:255:4294967295] 192.168.203.46@tcp LPNI seq info [80154:80154:7:4294967295] 00000400:00000200:3.0:1734676305.052999:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.053003:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.053005:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.053008:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.053011:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.053014:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.054924:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.054931:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17800. 00000400:00000200:0.0:1734676305.054938:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.054944:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.054948:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676305.054950:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:0.0:1734676305.056285:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.056291:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676305.056295:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.056301:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.056305:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676305.056307:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676305.056317:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864375040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.059206:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30c00. 00010000:00000010:1.1:1734676305.059216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321800. 00000400:00000200:0.0:1734676305.060929:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.060945:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11500 00000400:00000200:0.0:1734676305.060953:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a61 [1] + 224 00000400:00000200:0.0:1734676305.060973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.060977:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.060988:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864375040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.061080:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.061093:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.061095:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.061101:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864375040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.061108:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864375040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.061130:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320800. 02000000:00000010:3.0:1734676305.061136:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321e00. 00000100:00000010:3.0:1734676305.061140:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.061143:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.061147:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.061711:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.061717:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5169f80 00000400:00000200:0.0:1734676305.061723:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 328 00000400:00000200:0.0:1734676305.062625:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.062631:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.062637:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.062643:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:1.0:1734676305.062684:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.062690:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.062694:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.062712:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867883904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.062931:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867883904 02000000:00000010:1.0:1734676305.062940:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.062959:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d946b00. 00010000:00000010:1.0:1734676305.062974:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.062979:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.063378:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.063381:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.063392:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676305.063396:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867883904, offset 224 00000400:00000200:1.0:1734676305.063401:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.063408:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.063413:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80159:80159:256:4294967295] 192.168.203.46@tcp LPNI seq info [80155:80155:8:4294967295] 00000400:00000200:1.0:1734676305.063419:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.063424:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.063427:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117cf00. 00000800:00000200:1.0:1734676305.063430:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.063435:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.063438:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117cf00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.064180:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321e00. 00010000:00000010:3.0:1734676305.064261:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.064269:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d946900. 00010000:00000010:3.0:1734676305.064356:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320800. 00010000:00000010:3.0:1734676305.064362:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.064372:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.064378:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.064386:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.064398:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321a00. 02000000:00000010:3.0:1734676305.064423:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321800. 00000400:00000010:3.0:1734676305.064430:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.064435:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.064441:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375168, portal 16 00000400:00000010:3.0:1734676305.064444:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.064446:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375168, offset 0 00000400:00000200:3.0:1734676305.064453:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.064461:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.064467:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.064470:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.064473:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.064475:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.064478:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80160:80160:255:4294967295] 192.168.203.46@tcp LPNI seq info [80156:80156:7:4294967295] 00000400:00000200:3.0:1734676305.064485:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.064490:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.064494:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.064499:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.064506:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.064509:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.064594:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.064602:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.064606:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000800:00000200:0.0:1734676305.065025:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.065028:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117cf00. 00000400:00000200:0.0:1734676305.065030:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.065034:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.065054:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676305.065056:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:0.0:1734676305.065115:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.065117:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676305.065119:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.065122:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.065123:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.065125:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676305.065129:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864375168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.065173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a51600. 00010000:00000010:1.1:1734676305.065207:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d60a00. 00010000:00000010:1.1:1734676305.068424:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd24c00. 00010000:00000010:1.1:1734676305.068443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320a00. 00000400:00000200:0.0:1734676305.071301:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.071318:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11580 00000400:00000200:0.0:1734676305.071325:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a6d [1] + 224 00000400:00000200:0.0:1734676305.071334:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.071338:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.071346:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864375168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.071379:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.071382:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a000 00000400:00000200:0.0:1734676305.071386:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 656 00000400:00000200:0.0:1734676305.071428:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.071432:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.071436:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.071440:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000010:3.0:1734676305.071967:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.071973:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.071975:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.071984:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864375168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.071992:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864375168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.072020:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321800. 02000000:00000010:3.0:1734676305.072029:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321a00. 00000100:00000010:3.0:1734676305.072032:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.072214:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.072221:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.072312:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.072318:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.072322:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.072342:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867884032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.072369:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884032 02000000:00000010:1.0:1734676305.072376:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.072396:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455400. 00010000:00000010:1.0:1734676305.072407:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.072411:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.072422:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.072424:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.072433:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676305.072436:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884032, offset 224 00000400:00000200:1.0:1734676305.072441:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.072447:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.072452:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80161:80161:256:4294967295] 192.168.203.46@tcp LPNI seq info [80157:80157:8:4294967295] 00000400:00000200:1.0:1734676305.072459:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.072463:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.072466:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a117c900. 00000800:00000200:1.0:1734676305.072470:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.072479:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.072482:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a117c900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.072502:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.072506:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.072508:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000800:00000200:0.0:1734676305.072558:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.072561:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a117c900. 00000400:00000200:0.0:1734676305.072563:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.072567:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.072570:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676305.072571:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00080000:00000010:3.0:1734676305.072636:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321a00. 00010000:00000010:3.0:1734676305.072958:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.072965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098455380. 00010000:00000010:3.0:1734676305.073035:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321800. 00010000:00000010:3.0:1734676305.073069:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676305.073078:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.073082:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.073099:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.073111:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320a00. 02000000:00000010:3.0:1734676305.073131:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a4200. 00000400:00000010:3.0:1734676305.073138:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.073142:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.073148:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375296, portal 16 00000400:00000010:3.0:1734676305.073152:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.073154:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375296, offset 0 00000400:00000200:3.0:1734676305.073160:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.073167:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.073172:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.073177:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.073180:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.073182:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.073185:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80162:80162:256:4294967295] 192.168.203.46@tcp LPNI seq info [80158:80158:8:4294967295] 00000400:00000200:3.0:1734676305.073192:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.073197:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.073201:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.073205:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.073211:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.073214:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.073332:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.073334:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.073337:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.073340:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.073343:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.073344:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676305.073348:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864375296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.074350:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073645600. 00000400:00000200:0.0:1734676305.077294:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.077310:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11600 00000400:00000200:0.0:1734676305.077318:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a79 [1] + 224 00000400:00000200:0.0:1734676305.077339:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.077343:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.077353:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864375296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.077442:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.077446:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.077448:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.077454:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864375296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.077460:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864375296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.077485:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a4200. 02000000:00000010:3.0:1734676305.077490:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320a00. 00000100:00000010:3.0:1734676305.077495:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.077498:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.077502:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.077783:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.077790:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a080 00000400:00000200:0.0:1734676305.077796:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 984 00000400:00000200:0.0:1734676305.077862:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.077866:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.077871:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.077875:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:2.0:1734676305.077958:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fd6400. 00000020:00000010:2.0:1734676305.077963:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.077968:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.077985:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867884160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.078390:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884160 02000000:00000010:2.0:1734676305.078398:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676305.078418:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf31500. 00010000:00000010:2.0:1734676305.078443:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.078448:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.078453:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.078455:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.078465:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.078469:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884160, offset 224 00000400:00000200:2.0:1734676305.078474:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.078481:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.078485:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80163:80163:256:4294967295] 192.168.203.46@tcp LPNI seq info [80159:80159:8:4294967295] 00000400:00000200:2.0:1734676305.078492:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.078496:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.078499:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009bf17200. 00000800:00000200:2.0:1734676305.078503:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.078508:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.078511:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009bf17200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.078524:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676305.078526:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.078530:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fd6400. 00000800:00000200:0.0:1734676305.078595:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.078598:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009bf17200. 00000400:00000200:0.0:1734676305.078600:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.078603:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.078606:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676305.078607:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00080000:00000010:2.0:1734676305.078942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd6400. 00010000:00000010:2.0:1734676305.079004:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:2.0:1734676305.079009:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf31100. 00000001:00000010:2.0:1734676305.079067:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7d10. 00000001:00000010:2.0:1734676305.079071:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7d10. 00000001:00000010:2.0:1734676305.079074:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7ec8. 00080000:00000010:2.0:1734676305.079077:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff88012d342200. 00080000:00000010:2.0:1734676305.079082:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff880097fd6a00. 00000001:00000010:2.0:1734676305.079095:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7ec8. 00010000:00000010:2.0:1734676305.079114:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17f00. 00010000:00000010:2.0:1734676305.079116:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079119:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd7000. 00010000:00000010:2.0:1734676305.079123:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd6800. 00010000:00000010:2.0:1734676305.079145:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079148:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079167:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17900. 00010000:00000010:2.0:1734676305.079168:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079170:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fd6c00. 00010000:00000010:2.0:1734676305.079173:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079177:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fd7800. 00010000:00000010:2.0:1734676305.079187:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079189:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079206:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17e00. 00010000:00000010:2.0:1734676305.079208:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079210:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe1a00. 00010000:00000010:2.0:1734676305.079212:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079216:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073541200. 00010000:00000010:2.0:1734676305.079227:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079228:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079256:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17600. 00010000:00000010:2.0:1734676305.079258:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079261:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d095c00. 00010000:00000010:2.0:1734676305.079262:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079266:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d094000. 00010000:00000010:2.0:1734676305.079276:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079278:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079295:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17200. 00010000:00000010:2.0:1734676305.079296:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079299:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007371de00. 00010000:00000010:2.0:1734676305.079301:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079304:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007371da00. 00010000:00000010:2.0:1734676305.079314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079316:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079335:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17800. 00010000:00000010:2.0:1734676305.079336:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079339:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007371d600. 00010000:00000010:2.0:1734676305.079340:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079346:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013126da00. 00010000:00000010:2.0:1734676305.079355:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079373:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17000. 00010000:00000010:2.0:1734676305.079374:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079376:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013126c800. 00010000:00000010:2.0:1734676305.079378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079382:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013126ca00. 00010000:00000010:2.0:1734676305.079393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079395:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079416:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17400. 00010000:00000010:2.0:1734676305.079418:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079420:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013126cc00. 00010000:00000010:2.0:1734676305.079423:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079429:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46b200. 00010000:00000010:2.0:1734676305.079444:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079446:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17100. 00010000:00000010:2.0:1734676305.079470:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46bc00. 00010000:00000010:2.0:1734676305.079474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46b800. 00010000:00000010:2.0:1734676305.079492:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079518:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf17d00. 00010000:00000010:2.0:1734676305.079520:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46a200. 00010000:00000010:2.0:1734676305.079524:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079529:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46b000. 00010000:00000010:2.0:1734676305.079541:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079543:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079567:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb200. 00010000:00000010:2.0:1734676305.079568:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079571:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46a800. 00010000:00000010:2.0:1734676305.079573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079578:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46a000. 00010000:00000010:2.0:1734676305.079592:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079594:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079617:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bbc00. 00010000:00000010:2.0:1734676305.079619:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079621:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46a600. 00010000:00000010:2.0:1734676305.079623:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079628:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46ba00. 00010000:00000010:2.0:1734676305.079641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079643:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079663:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb300. 00010000:00000010:2.0:1734676305.079665:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079667:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46be00. 00010000:00000010:2.0:1734676305.079669:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079673:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46a400. 00010000:00000010:2.0:1734676305.079685:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079687:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079706:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb000. 00010000:00000010:2.0:1734676305.079708:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079711:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46aa00. 00010000:00000010:2.0:1734676305.079713:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46ae00. 00010000:00000010:2.0:1734676305.079729:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079732:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079800:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb100. 00010000:00000010:2.0:1734676305.079802:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079805:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d46b600. 00010000:00000010:2.0:1734676305.079807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079814:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d46b400. 00010000:00000010:2.0:1734676305.079831:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079833:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079885:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bbd00. 00010000:00000010:2.0:1734676305.079887:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800967e5600. 00010000:00000010:2.0:1734676305.079893:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079899:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800967e4800. 00010000:00000010:2.0:1734676305.079911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079913:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079937:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb800. 00010000:00000010:2.0:1734676305.079939:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800967e4a00. 00010000:00000010:2.0:1734676305.079943:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.079949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800967e4200. 00010000:00000010:2.0:1734676305.079964:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.079966:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079990:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb500. 00010000:00000010:2.0:1734676305.079992:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.079995:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736f9200. 00010000:00000010:2.0:1734676305.079997:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080003:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736f8600. 00010000:00000010:2.0:1734676305.080016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080074:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bbf00. 00010000:00000010:2.0:1734676305.080076:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080079:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736f8800. 00010000:00000010:2.0:1734676305.080081:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080096:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736f8200. 00010000:00000010:2.0:1734676305.080114:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080116:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080138:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bbe00. 00010000:00000010:2.0:1734676305.080139:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080141:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736f9000. 00010000:00000010:2.0:1734676305.080143:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080149:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736f9c00. 00010000:00000010:2.0:1734676305.080162:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080164:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080183:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb700. 00010000:00000010:2.0:1734676305.080185:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080188:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736f9400. 00010000:00000010:2.0:1734676305.080190:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080195:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736f8000. 00010000:00000010:2.0:1734676305.080208:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080210:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080232:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb400. 00010000:00000010:2.0:1734676305.080234:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080237:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736f9600. 00010000:00000010:2.0:1734676305.080239:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080244:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f13400. 00010000:00000010:2.0:1734676305.080257:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080259:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080277:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bb600. 00010000:00000010:2.0:1734676305.080279:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080281:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f0600. 00010000:00000010:2.0:1734676305.080283:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080289:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f1e00. 00010000:00000010:2.0:1734676305.080300:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080302:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080324:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9bba00. 00010000:00000010:2.0:1734676305.080326:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080328:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f0200. 00010000:00000010:2.0:1734676305.080330:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080335:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f1200. 00010000:00000010:2.0:1734676305.080347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080350:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080372:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3b00. 00010000:00000010:2.0:1734676305.080374:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080377:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f0400. 00010000:00000010:2.0:1734676305.080379:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080385:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f1a00. 00010000:00000010:2.0:1734676305.080400:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080422:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3a00. 00010000:00000010:2.0:1734676305.080424:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080426:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f1000. 00010000:00000010:2.0:1734676305.080428:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080433:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f1600. 00010000:00000010:2.0:1734676305.080445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080447:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080466:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3d00. 00010000:00000010:2.0:1734676305.080468:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080470:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f0800. 00010000:00000010:2.0:1734676305.080472:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080478:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d8200. 00010000:00000010:2.0:1734676305.080491:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080516:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3800. 00010000:00000010:2.0:1734676305.080518:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080521:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d8000. 00010000:00000010:2.0:1734676305.080523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080529:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d8c00. 00010000:00000010:2.0:1734676305.080543:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080546:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080566:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3c00. 00010000:00000010:2.0:1734676305.080568:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080570:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d8400. 00010000:00000010:2.0:1734676305.080572:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080578:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d9800. 00010000:00000010:2.0:1734676305.080593:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080596:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080619:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3700. 00010000:00000010:2.0:1734676305.080621:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080623:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d8600. 00010000:00000010:2.0:1734676305.080626:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080631:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d8800. 00010000:00000010:2.0:1734676305.080646:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080648:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080667:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3900. 00010000:00000010:2.0:1734676305.080669:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080671:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d9e00. 00010000:00000010:2.0:1734676305.080673:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080678:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d9600. 00010000:00000010:2.0:1734676305.080691:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080693:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080713:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800817f3600. 00010000:00000010:2.0:1734676305.080715:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080717:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d9c00. 00010000:00000010:2.0:1734676305.080719:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4d8e00. 00010000:00000010:2.0:1734676305.080738:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080740:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080762:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e700. 00010000:00000010:2.0:1734676305.080764:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080766:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4d8a00. 00010000:00000010:2.0:1734676305.080769:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080775:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82be00. 00010000:00000010:2.0:1734676305.080789:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080791:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080815:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e600. 00010000:00000010:2.0:1734676305.080817:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080820:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82a600. 00010000:00000010:2.0:1734676305.080822:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080827:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82b400. 00010000:00000010:2.0:1734676305.080841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080844:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080866:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e500. 00010000:00000010:2.0:1734676305.080868:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080871:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82b000. 00010000:00000010:2.0:1734676305.080873:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080879:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82b600. 00010000:00000010:2.0:1734676305.080894:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080897:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080922:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e400. 00010000:00000010:2.0:1734676305.080925:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080927:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82a400. 00010000:00000010:2.0:1734676305.080929:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080934:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82ac00. 00010000:00000010:2.0:1734676305.080948:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080950:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080971:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8ef00. 00010000:00000010:2.0:1734676305.080973:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.080975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82b800. 00010000:00000010:2.0:1734676305.080978:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.080983:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82ba00. 00010000:00000010:2.0:1734676305.080997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.080999:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081020:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8eb00. 00010000:00000010:2.0:1734676305.081021:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081024:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82bc00. 00010000:00000010:2.0:1734676305.081026:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081030:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82ae00. 00010000:00000010:2.0:1734676305.081068:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081071:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081104:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8ed00. 00010000:00000010:2.0:1734676305.081106:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081108:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82a000. 00010000:00000010:2.0:1734676305.081111:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081117:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d178000. 00010000:00000010:2.0:1734676305.081125:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081127:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081152:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e900. 00010000:00000010:2.0:1734676305.081154:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081156:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d178e00. 00010000:00000010:2.0:1734676305.081158:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081163:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d178200. 00010000:00000010:2.0:1734676305.081175:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081177:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081198:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e000. 00010000:00000010:2.0:1734676305.081199:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081201:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d179600. 00010000:00000010:2.0:1734676305.081203:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081208:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d178400. 00010000:00000010:2.0:1734676305.081222:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081224:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081247:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e100. 00010000:00000010:2.0:1734676305.081249:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081251:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d178800. 00010000:00000010:2.0:1734676305.081253:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081259:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d179c00. 00010000:00000010:2.0:1734676305.081272:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081275:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081295:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e200. 00010000:00000010:2.0:1734676305.081297:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081299:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d178600. 00010000:00000010:2.0:1734676305.081301:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081306:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d179000. 00010000:00000010:2.0:1734676305.081319:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081321:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081342:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012cd8e300. 00010000:00000010:2.0:1734676305.081344:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081346:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d179e00. 00010000:00000010:2.0:1734676305.081348:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081354:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d179200. 00010000:00000010:2.0:1734676305.081368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081370:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081393:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363200. 00010000:00000010:2.0:1734676305.081395:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081398:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d179800. 00010000:00000010:2.0:1734676305.081400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081405:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d179a00. 00010000:00000010:2.0:1734676305.081418:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081421:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081444:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363d00. 00010000:00000010:2.0:1734676305.081446:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081449:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800994c8e00. 00010000:00000010:2.0:1734676305.081452:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081457:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f8600. 00010000:00000010:2.0:1734676305.081472:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081474:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081497:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363500. 00010000:00000010:2.0:1734676305.081499:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081501:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f9200. 00010000:00000010:2.0:1734676305.081503:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f9800. 00010000:00000010:2.0:1734676305.081521:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081524:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081548:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363c00. 00010000:00000010:2.0:1734676305.081550:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081552:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f8200. 00010000:00000010:2.0:1734676305.081554:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081559:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f9a00. 00010000:00000010:2.0:1734676305.081573:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081575:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081595:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363700. 00010000:00000010:2.0:1734676305.081597:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081599:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f8000. 00010000:00000010:2.0:1734676305.081601:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081606:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f9400. 00010000:00000010:2.0:1734676305.081620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081622:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081643:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b4363100. 00010000:00000010:2.0:1734676305.081645:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081646:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f8c00. 00010000:00000010:2.0:1734676305.081648:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f9000. 00010000:00000010:2.0:1734676305.081666:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081668:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081690:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121200. 00010000:00000010:2.0:1734676305.081692:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081694:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f9c00. 00010000:00000010:2.0:1734676305.081696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081701:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f9600. 00010000:00000010:2.0:1734676305.081714:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081717:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081739:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121100. 00010000:00000010:2.0:1734676305.081741:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081743:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f9e00. 00010000:00000010:2.0:1734676305.081745:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081750:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f8800. 00010000:00000010:2.0:1734676305.081764:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081766:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081786:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121300. 00010000:00000010:2.0:1734676305.081788:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081791:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0f8400. 00010000:00000010:2.0:1734676305.081792:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081797:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0f8e00. 00010000:00000010:2.0:1734676305.081808:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081810:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081827:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121c00. 00010000:00000010:2.0:1734676305.081829:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081832:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012eb62a00. 00010000:00000010:2.0:1734676305.081834:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081839:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012eb62c00. 00010000:00000010:2.0:1734676305.081849:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081851:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081868:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121400. 00010000:00000010:2.0:1734676305.081870:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081872:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012eb63a00. 00010000:00000010:2.0:1734676305.081874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081878:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012eb62200. 00010000:00000010:2.0:1734676305.081888:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081889:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081904:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121a00. 00010000:00000010:2.0:1734676305.081906:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081908:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007378f200. 00010000:00000010:2.0:1734676305.081910:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081914:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007378fc00. 00010000:00000010:2.0:1734676305.081923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081925:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081940:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121000. 00010000:00000010:2.0:1734676305.081941:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081943:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007378fa00. 00010000:00000010:2.0:1734676305.081945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007378e600. 00010000:00000010:2.0:1734676305.081958:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081960:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081975:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121800. 00010000:00000010:2.0:1734676305.081976:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.081978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007378ec00. 00010000:00000010:2.0:1734676305.081980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.081985:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009679d800. 00010000:00000010:2.0:1734676305.081995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.081997:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082012:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121900. 00010000:00000010:2.0:1734676305.082014:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082016:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009679d200. 00010000:00000010:2.0:1734676305.082018:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082022:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009679c000. 00010000:00000010:2.0:1734676305.082031:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082033:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082073:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121f00. 00010000:00000010:2.0:1734676305.082075:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082077:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a0e00. 00010000:00000010:2.0:1734676305.082079:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082084:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a1a00. 00010000:00000010:1.1:1734676305.082212:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006e84d600. 00010000:00000010:1.1:1734676305.082219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321400. 00010000:00000010:2.0:1734676305.082294:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082298:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082322:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121600. 00010000:00000010:2.0:1734676305.082324:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082326:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a0600. 00010000:00000010:2.0:1734676305.082328:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082334:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a0800. 00010000:00000010:2.0:1734676305.082347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082349:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082371:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121500. 00010000:00000010:2.0:1734676305.082373:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082375:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a0a00. 00010000:00000010:2.0:1734676305.082378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a1200. 00010000:00000010:2.0:1734676305.082396:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082398:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082419:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130121b00. 00010000:00000010:2.0:1734676305.082421:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082423:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a1800. 00010000:00000010:2.0:1734676305.082426:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082430:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a1400. 00010000:00000010:2.0:1734676305.082444:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082447:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082469:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59b00. 00010000:00000010:2.0:1734676305.082470:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082473:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a0400. 00010000:00000010:2.0:1734676305.082475:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a1600. 00010000:00000010:2.0:1734676305.082492:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082512:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59400. 00010000:00000010:2.0:1734676305.082514:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082516:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a0c00. 00010000:00000010:2.0:1734676305.082518:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082523:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4a0000. 00010000:00000010:2.0:1734676305.082535:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082537:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082559:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59f00. 00010000:00000010:2.0:1734676305.082561:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082563:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4a1e00. 00010000:00000010:2.0:1734676305.082566:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082571:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b53d2a00. 00010000:00000010:2.0:1734676305.082587:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082589:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082609:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59500. 00010000:00000010:2.0:1734676305.082611:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082614:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d44800. 00010000:00000010:2.0:1734676305.082616:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082621:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d45800. 00010000:00000010:2.0:1734676305.082634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082636:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082655:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59300. 00010000:00000010:2.0:1734676305.082657:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082659:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d45a00. 00010000:00000010:2.0:1734676305.082661:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d44200. 00010000:00000010:2.0:1734676305.082679:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082682:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082700:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59100. 00010000:00000010:2.0:1734676305.082702:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082705:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d44600. 00010000:00000010:2.0:1734676305.082707:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082711:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d44a00. 00010000:00000010:2.0:1734676305.082725:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082727:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082750:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59900. 00010000:00000010:2.0:1734676305.082752:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082754:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d44c00. 00010000:00000010:2.0:1734676305.082756:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082761:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d44e00. 00010000:00000010:2.0:1734676305.082774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082777:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082796:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59000. 00010000:00000010:2.0:1734676305.082798:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082800:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d45c00. 00010000:00000010:2.0:1734676305.082803:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d45600. 00010000:00000010:2.0:1734676305.082820:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082822:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082845:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59d00. 00010000:00000010:2.0:1734676305.082846:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082849:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d44000. 00010000:00000010:2.0:1734676305.082851:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082856:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d45200. 00010000:00000010:2.0:1734676305.082869:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082888:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012bd59800. 00010000:00000010:2.0:1734676305.082890:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082893:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d45000. 00010000:00000010:2.0:1734676305.082895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096485a00. 00010000:00000010:2.0:1734676305.082914:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082916:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082936:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0c00. 00010000:00000010:2.0:1734676305.082938:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082940:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096484000. 00010000:00000010:2.0:1734676305.082942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082947:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096484400. 00010000:00000010:2.0:1734676305.082961:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.082964:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082984:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0400. 00010000:00000010:2.0:1734676305.082986:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.082988:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096485400. 00010000:00000010:2.0:1734676305.082991:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.082995:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096484e00. 00010000:00000010:2.0:1734676305.083009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083033:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0700. 00010000:00000010:2.0:1734676305.083130:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083135:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096485c00. 00010000:00000010:2.0:1734676305.083138:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083146:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096485000. 00010000:00000010:2.0:1734676305.083165:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083168:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083190:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0800. 00010000:00000010:2.0:1734676305.083192:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083194:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096484800. 00010000:00000010:2.0:1734676305.083197:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083202:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096485e00. 00010000:00000010:2.0:1734676305.083216:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083219:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083242:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0f00. 00010000:00000010:2.0:1734676305.083243:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083245:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096484200. 00010000:00000010:2.0:1734676305.083248:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083252:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096484a00. 00010000:00000010:2.0:1734676305.083264:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083266:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0300. 00010000:00000010:2.0:1734676305.083288:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096485600. 00010000:00000010:2.0:1734676305.083292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083297:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096484c00. 00010000:00000010:2.0:1734676305.083310:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083312:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083330:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0d00. 00010000:00000010:2.0:1734676305.083332:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083334:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096484600. 00010000:00000010:2.0:1734676305.083336:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083341:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096485200. 00010000:00000010:2.0:1734676305.083354:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083356:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083378:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0500. 00010000:00000010:2.0:1734676305.083380:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083383:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d089600. 00010000:00000010:2.0:1734676305.083385:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d088a00. 00010000:00000010:2.0:1734676305.083405:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083408:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083430:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0900. 00010000:00000010:2.0:1734676305.083432:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083435:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d089c00. 00010000:00000010:2.0:1734676305.083437:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083442:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d088800. 00010000:00000010:2.0:1734676305.083456:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083458:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083479:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0100. 00010000:00000010:2.0:1734676305.083481:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d089200. 00010000:00000010:2.0:1734676305.083485:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083490:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d089a00. 00010000:00000010:2.0:1734676305.083503:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083505:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083529:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0b00. 00010000:00000010:2.0:1734676305.083531:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083533:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d088400. 00010000:00000010:2.0:1734676305.083536:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083541:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d088c00. 00010000:00000010:2.0:1734676305.083554:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083556:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083574:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfa0e00. 00010000:00000010:2.0:1734676305.083576:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083578:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d088200. 00010000:00000010:2.0:1734676305.083580:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d089e00. 00010000:00000010:2.0:1734676305.083599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083602:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083623:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b700. 00010000:00000010:2.0:1734676305.083625:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083627:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d088000. 00010000:00000010:2.0:1734676305.083630:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d088600. 00010000:00000010:2.0:1734676305.083646:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083648:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083667:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b300. 00010000:00000010:2.0:1734676305.083669:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083671:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d089000. 00010000:00000010:2.0:1734676305.083673:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083679:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d089800. 00010000:00000010:2.0:1734676305.083694:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083696:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083719:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367ba00. 00010000:00000010:2.0:1734676305.083720:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083724:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d147c00. 00010000:00000010:2.0:1734676305.083726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d147e00. 00010000:00000010:2.0:1734676305.083745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083767:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bf00. 00010000:00000010:2.0:1734676305.083769:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d146000. 00010000:00000010:2.0:1734676305.083773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083778:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d147800. 00010000:00000010:2.0:1734676305.083790:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083816:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bd00. 00010000:00000010:2.0:1734676305.083818:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083820:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d146a00. 00010000:00000010:2.0:1734676305.083822:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083827:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d147400. 00010000:00000010:2.0:1734676305.083840:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083842:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083862:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b400. 00010000:00000010:2.0:1734676305.083864:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083866:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d147a00. 00010000:00000010:2.0:1734676305.083868:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083873:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d147600. 00010000:00000010:2.0:1734676305.083886:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083888:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083909:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b800. 00010000:00000010:2.0:1734676305.083911:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083913:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d147000. 00010000:00000010:2.0:1734676305.083915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083920:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d146600. 00010000:00000010:2.0:1734676305.083933:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083935:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083954:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bb00. 00010000:00000010:2.0:1734676305.083956:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.083958:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d146e00. 00010000:00000010:2.0:1734676305.083961:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.083966:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d146400. 00010000:00000010:2.0:1734676305.083979:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.083981:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084001:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b000. 00010000:00000010:2.0:1734676305.084003:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084005:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d146c00. 00010000:00000010:2.0:1734676305.084007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084013:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa1be00. 00010000:00000010:2.0:1734676305.084026:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084028:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084074:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b200. 00010000:00000010:2.0:1734676305.084076:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084079:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d103e00. 00010000:00000010:2.0:1734676305.084081:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084097:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d103200. 00010000:00000010:2.0:1734676305.084113:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084115:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084141:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b100. 00010000:00000010:2.0:1734676305.084143:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084145:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d103600. 00010000:00000010:2.0:1734676305.084147:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084152:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d102200. 00010000:00000010:2.0:1734676305.084165:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084167:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084189:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc400. 00010000:00000010:2.0:1734676305.084192:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084194:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d102a00. 00010000:00000010:2.0:1734676305.084196:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084201:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d103400. 00010000:00000010:2.0:1734676305.084217:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084219:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084240:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc900. 00010000:00000010:2.0:1734676305.084242:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084244:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d102e00. 00010000:00000010:2.0:1734676305.084246:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084253:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d103800. 00010000:00000010:2.0:1734676305.084266:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084268:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084289:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc800. 00010000:00000010:2.0:1734676305.084290:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084293:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d102400. 00010000:00000010:2.0:1734676305.084295:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084300:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d102c00. 00010000:00000010:2.0:1734676305.084313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084315:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084340:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc600. 00010000:00000010:2.0:1734676305.084342:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084345:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d102600. 00010000:00000010:2.0:1734676305.084347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084352:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d103a00. 00010000:00000010:2.0:1734676305.084367:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084370:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084394:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccd00. 00010000:00000010:2.0:1734676305.084395:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084398:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073598a00. 00010000:00000010:2.0:1734676305.084401:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084407:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073599200. 00010000:00000010:2.0:1734676305.084421:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084423:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084452:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecca00. 00010000:00000010:2.0:1734676305.084455:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084458:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007155d600. 00010000:00000010:2.0:1734676305.084460:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084467:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fec2800. 00010000:00000010:2.0:1734676305.084482:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084485:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084507:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc000. 00010000:00000010:2.0:1734676305.084509:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084512:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fec3000. 00010000:00000010:2.0:1734676305.084514:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084520:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fec3e00. 00010000:00000010:2.0:1734676305.084532:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084554:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc500. 00010000:00000010:2.0:1734676305.084556:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084559:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fec3600. 00010000:00000010:2.0:1734676305.084561:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084566:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fec3800. 00010000:00000010:2.0:1734676305.084579:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084581:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084602:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc200. 00010000:00000010:2.0:1734676305.084604:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084606:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e60e00. 00010000:00000010:2.0:1734676305.084608:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084614:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e61200. 00010000:00000010:2.0:1734676305.084627:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084629:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084650:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccb00. 00010000:00000010:2.0:1734676305.084651:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084654:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e61e00. 00010000:00000010:2.0:1734676305.084656:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084661:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e60400. 00010000:00000010:2.0:1734676305.084674:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084696:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecce00. 00010000:00000010:2.0:1734676305.084698:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084701:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129cb4200. 00010000:00000010:2.0:1734676305.084704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da2e400. 00010000:00000010:2.0:1734676305.084723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084725:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084746:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccf00. 00010000:00000010:2.0:1734676305.084748:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084750:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da2e000. 00010000:00000010:2.0:1734676305.084752:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084757:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da2ee00. 00010000:00000010:2.0:1734676305.084768:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084771:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084791:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc100. 00010000:00000010:2.0:1734676305.084793:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084795:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da2e800. 00010000:00000010:2.0:1734676305.084797:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084802:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da2f600. 00010000:00000010:2.0:1734676305.084815:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084817:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084836:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc700. 00010000:00000010:2.0:1734676305.084838:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da2f200. 00010000:00000010:2.0:1734676305.084843:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084849:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdfe00. 00010000:00000010:2.0:1734676305.084863:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084866:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084887:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4c00. 00010000:00000010:2.0:1734676305.084889:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084892:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdec00. 00010000:00000010:2.0:1734676305.084894:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084900:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf200. 00010000:00000010:2.0:1734676305.084913:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084936:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4d00. 00010000:00000010:2.0:1734676305.084938:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084940:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde400. 00010000:00000010:2.0:1734676305.084942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084948:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cde600. 00010000:00000010:2.0:1734676305.084963:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.084965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084986:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4600. 00010000:00000010:2.0:1734676305.084988:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.084991:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde800. 00010000:00000010:2.0:1734676305.084993:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.084999:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf600. 00010000:00000010:2.0:1734676305.085012:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085015:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085281:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4e00. 00010000:00000010:2.0:1734676305.085284:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085287:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde200. 00010000:00000010:2.0:1734676305.085290:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085296:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf800. 00010000:00000010:2.0:1734676305.085312:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085315:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085340:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4800. 00010000:00000010:2.0:1734676305.085342:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085344:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdfc00. 00010000:00000010:2.0:1734676305.085347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085352:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cde000. 00010000:00000010:2.0:1734676305.085366:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085368:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085390:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4900. 00010000:00000010:2.0:1734676305.085392:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085394:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdee00. 00010000:00000010:2.0:1734676305.085396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085400:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf000. 00010000:00000010:2.0:1734676305.085412:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085414:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085431:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4a00. 00010000:00000010:2.0:1734676305.085433:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085436:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdea00. 00010000:00000010:2.0:1734676305.085437:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3000. 00010000:00000010:2.0:1734676305.085454:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085456:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085476:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4000. 00010000:00000010:2.0:1734676305.085478:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085480:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2600. 00010000:00000010:2.0:1734676305.085482:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085488:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2200. 00010000:00000010:2.0:1734676305.085501:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085504:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085525:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4500. 00010000:00000010:2.0:1734676305.085527:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2a00. 00010000:00000010:2.0:1734676305.085531:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085536:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2400. 00010000:00000010:2.0:1734676305.085548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085550:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00000001:00000010:2.0:1734676305.085568:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7d10. 00000001:00000010:2.0:1734676305.085573:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7d10. 00000001:00000010:2.0:1734676305.085575:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7d10. 00000001:00000010:2.0:1734676305.085576:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7ec8. 00010000:00000010:2.0:1734676305.085588:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4200. 00010000:00000010:2.0:1734676305.085590:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085592:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3800. 00010000:00000010:2.0:1734676305.085594:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085600:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3c00. 00010000:00000010:2.0:1734676305.085614:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085616:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085639:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4300. 00010000:00000010:2.0:1734676305.085641:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085643:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:2.0:1734676305.085645:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085650:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3600. 00010000:00000010:2.0:1734676305.085663:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085665:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085686:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4f00. 00010000:00000010:2.0:1734676305.085687:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085689:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2e00. 00010000:00000010:2.0:1734676305.085691:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085696:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3200. 00010000:00000010:2.0:1734676305.085709:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085712:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085731:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4b00. 00010000:00000010:2.0:1734676305.085732:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085735:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3e00. 00010000:00000010:2.0:1734676305.085737:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085742:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3a00. 00010000:00000010:2.0:1734676305.085756:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085781:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33600. 00010000:00000010:2.0:1734676305.085783:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085785:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c000. 00010000:00000010:2.0:1734676305.085787:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085792:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7c600. 00010000:00000010:2.0:1734676305.085805:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085806:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085843:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33200. 00010000:00000010:2.0:1734676305.085845:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085847:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c400. 00010000:00000010:2.0:1734676305.085850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085855:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d200. 00010000:00000010:2.0:1734676305.085867:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085869:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085892:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33100. 00010000:00000010:2.0:1734676305.085893:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085895:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7cc00. 00010000:00000010:2.0:1734676305.085898:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085904:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7de00. 00010000:00000010:2.0:1734676305.085917:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085919:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085941:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33500. 00010000:00000010:2.0:1734676305.085943:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085945:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7da00. 00010000:00000010:2.0:1734676305.085947:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.085952:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7ca00. 00010000:00000010:2.0:1734676305.085965:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.085967:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.085997:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33700. 00010000:00000010:2.0:1734676305.085998:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086001:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7dc00. 00010000:00000010:2.0:1734676305.086003:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086008:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7ce00. 00010000:00000010:2.0:1734676305.086019:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086136:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33c00. 00010000:00000010:2.0:1734676305.086139:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086141:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7d600. 00010000:00000010:2.0:1734676305.086143:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086150:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d000. 00010000:00000010:2.0:1734676305.086167:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086170:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086198:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33b00. 00010000:00000010:2.0:1734676305.086201:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086202:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7d800. 00010000:00000010:2.0:1734676305.086205:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086211:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7c200. 00010000:00000010:2.0:1734676305.086225:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086228:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086250:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33a00. 00010000:00000010:2.0:1734676305.086252:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086255:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c800. 00010000:00000010:2.0:1734676305.086257:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086263:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0cc00. 00010000:00000010:2.0:1734676305.086275:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086301:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33e00. 00010000:00000010:2.0:1734676305.086302:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086305:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0d200. 00010000:00000010:2.0:1734676305.086307:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086313:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0c000. 00010000:00000010:2.0:1734676305.086326:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086328:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086346:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33400. 00010000:00000010:2.0:1734676305.086348:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086350:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0de00. 00010000:00000010:2.0:1734676305.086352:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086357:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0d800. 00010000:00000010:2.0:1734676305.086372:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086374:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086394:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33900. 00010000:00000010:2.0:1734676305.086396:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086398:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0da00. 00010000:00000010:2.0:1734676305.086400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0d600. 00010000:00000010:2.0:1734676305.086420:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086422:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086441:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33800. 00010000:00000010:2.0:1734676305.086443:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0dc00. 00010000:00000010:2.0:1734676305.086448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086453:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0d400. 00010000:00000010:2.0:1734676305.086467:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086469:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086491:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33300. 00010000:00000010:2.0:1734676305.086493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ce00. 00010000:00000010:2.0:1734676305.086497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086502:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0ca00. 00010000:00000010:2.0:1734676305.086515:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086517:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086537:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2100. 00010000:00000010:2.0:1734676305.086539:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086541:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0c200. 00010000:00000010:2.0:1734676305.086543:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086548:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47fc00. 00010000:00000010:2.0:1734676305.086561:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086563:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086586:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2f00. 00010000:00000010:2.0:1734676305.086587:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086590:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f000. 00010000:00000010:2.0:1734676305.086592:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086598:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47ec00. 00010000:00000010:2.0:1734676305.086611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086613:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086635:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2800. 00010000:00000010:2.0:1734676305.086637:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086639:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47ee00. 00010000:00000010:2.0:1734676305.086642:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086647:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f600. 00010000:00000010:2.0:1734676305.086661:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086663:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086684:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2200. 00010000:00000010:2.0:1734676305.086686:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086688:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f200. 00010000:00000010:2.0:1734676305.086690:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086695:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f800. 00010000:00000010:2.0:1734676305.086708:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086711:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086731:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2000. 00010000:00000010:2.0:1734676305.086733:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086735:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e000. 00010000:00000010:2.0:1734676305.086738:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086743:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e800. 00010000:00000010:2.0:1734676305.086756:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086780:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2a00. 00010000:00000010:2.0:1734676305.086782:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086785:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fa00. 00010000:00000010:2.0:1734676305.086787:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086792:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f400. 00010000:00000010:2.0:1734676305.086807:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676305.086810:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086832:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2400. 00010000:00000010:2.0:1734676305.086834:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676305.086836:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e200. 00010000:00000010:2.0:1734676305.086838:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00080000:00000010:2.0:1734676305.086844:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47fe00. 00010000:00000010:0.1:1734676305.088104:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0600. 00010000:00000010:3.1:1734676305.088121:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd38e00. 00010000:00000010:0.0:1734676305.090672:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:0.0:1734676305.090683:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:0.0:1734676305.090763:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f500. 00010000:00000010:0.0:1734676305.090766:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da85c00. 00010000:00000010:0.0:1734676305.090776:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.090789:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097eece00. 00010000:00000010:0.0:1734676305.090810:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.090812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090837:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6fc00. 00010000:00000010:0.0:1734676305.090839:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090842:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1f7ae00. 00010000:00000010:0.0:1734676305.090844:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.090851:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b1f7b400. 00010000:00000010:0.0:1734676305.090863:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.090866:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090888:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f700. 00010000:00000010:0.0:1734676305.090890:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090892:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b1f7bc00. 00010000:00000010:0.0:1734676305.090895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.090900:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6e000. 00010000:00000010:0.0:1734676305.090912:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.090914:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090934:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f300. 00010000:00000010:0.0:1734676305.090936:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090939:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6e200. 00010000:00000010:0.0:1734676305.090941:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.090945:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6fa00. 00010000:00000010:0.0:1734676305.090960:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.090962:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090993:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f900. 00010000:00000010:0.0:1734676305.090995:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.090997:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf6f200. 00010000:00000010:0.0:1734676305.091000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091005:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf6ec00. 00010000:00000010:0.0:1734676305.091027:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091029:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091075:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f100. 00010000:00000010:0.0:1734676305.091077:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091080:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a3ec00. 00010000:00000010:0.0:1734676305.091083:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091122:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801312bf000. 00010000:00000010:0.0:1734676305.091137:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091140:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091167:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f200. 00010000:00000010:0.0:1734676305.091169:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091171:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801312bfe00. 00010000:00000010:0.0:1734676305.091174:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091180:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801312be400. 00010000:00000010:0.0:1734676305.091193:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091195:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091215:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6fe00. 00010000:00000010:0.0:1734676305.091217:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091219:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801312be600. 00010000:00000010:0.0:1734676305.091221:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091225:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801312bec00. 00010000:00000010:0.0:1734676305.091236:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091238:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091255:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f800. 00010000:00000010:0.0:1734676305.091256:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091258:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801312bf400. 00010000:00000010:0.0:1734676305.091260:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091264:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801312be200. 00010000:00000010:0.0:1734676305.091274:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091276:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091293:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6fa00. 00010000:00000010:0.0:1734676305.091295:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091297:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801312bf600. 00010000:00000010:0.0:1734676305.091299:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091303:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf29c00. 00010000:00000010:0.0:1734676305.091313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091315:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091333:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6ff00. 00010000:00000010:0.0:1734676305.091335:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091337:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf29a00. 00010000:00000010:0.0:1734676305.091339:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091342:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf28000. 00010000:00000010:0.0:1734676305.091352:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091354:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091369:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f000. 00010000:00000010:0.0:1734676305.091370:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf28800. 00010000:00000010:0.0:1734676305.091374:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091378:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf28200. 00010000:00000010:0.0:1734676305.091387:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091389:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091406:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130b6f600. 00010000:00000010:0.0:1734676305.091408:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091410:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf29400. 00010000:00000010:0.0:1734676305.091412:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091416:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf29000. 00010000:00000010:0.0:1734676305.091425:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091427:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091442:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40500. 00010000:00000010:0.0:1734676305.091444:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091446:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf28400. 00010000:00000010:0.0:1734676305.091448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091451:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf28a00. 00010000:00000010:0.0:1734676305.091460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091462:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091477:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40a00. 00010000:00000010:0.0:1734676305.091479:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091481:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf28600. 00010000:00000010:0.0:1734676305.091483:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091487:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf28c00. 00010000:00000010:0.0:1734676305.091496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091498:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091513:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40300. 00010000:00000010:0.0:1734676305.091515:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf29200. 00010000:00000010:0.0:1734676305.091519:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091522:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf29800. 00010000:00000010:0.0:1734676305.091531:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091533:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091549:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40e00. 00010000:00000010:0.0:1734676305.091551:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091553:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf29600. 00010000:00000010:0.0:1734676305.091555:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091559:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df1600. 00010000:00000010:0.0:1734676305.091569:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091571:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091586:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40f00. 00010000:00000010:0.0:1734676305.091587:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091589:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df0400. 00010000:00000010:0.0:1734676305.091591:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091595:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df0e00. 00010000:00000010:0.0:1734676305.091604:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091606:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091623:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40000. 00010000:00000010:0.0:1734676305.091624:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091626:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df0a00. 00010000:00000010:0.0:1734676305.091628:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091632:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df1200. 00010000:00000010:0.0:1734676305.091641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091643:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091657:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40600. 00010000:00000010:0.0:1734676305.091659:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091661:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df1000. 00010000:00000010:0.0:1734676305.091662:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df0600. 00010000:00000010:0.0:1734676305.091676:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091678:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091696:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40900. 00010000:00000010:0.0:1734676305.091698:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091700:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df1e00. 00010000:00000010:0.0:1734676305.091703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091708:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df1800. 00010000:00000010:0.0:1734676305.091722:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091724:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091746:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40b00. 00010000:00000010:0.0:1734676305.091749:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091751:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df0200. 00010000:00000010:0.0:1734676305.091753:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091759:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df0c00. 00010000:00000010:0.0:1734676305.091773:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091775:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091799:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40d00. 00010000:00000010:0.0:1734676305.091801:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091804:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df0800. 00010000:00000010:0.0:1734676305.091806:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091812:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097df1400. 00010000:00000010:0.0:1734676305.091825:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091828:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091850:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40c00. 00010000:00000010:0.0:1734676305.091851:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091854:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097df1c00. 00010000:00000010:0.0:1734676305.091856:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091862:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4da400. 00010000:00000010:0.0:1734676305.091874:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091877:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091898:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40800. 00010000:00000010:0.0:1734676305.091900:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091903:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4dac00. 00010000:00000010:0.0:1734676305.091904:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091909:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4da600. 00010000:00000010:0.0:1734676305.091921:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091923:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091944:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a40200. 00010000:00000010:0.0:1734676305.091946:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091948:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4db400. 00010000:00000010:0.0:1734676305.091950:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.091955:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4dae00. 00010000:00000010:0.0:1734676305.091967:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.091969:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091989:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75e00. 00010000:00000010:0.0:1734676305.091991:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.091993:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4dbe00. 00010000:00000010:0.0:1734676305.091996:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092000:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4db200. 00010000:00000010:0.0:1734676305.092012:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092014:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092033:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75000. 00010000:00000010:0.0:1734676305.092035:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092060:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4dba00. 00010000:00000010:0.0:1734676305.092062:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092068:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4dbc00. 00010000:00000010:0.0:1734676305.092083:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092097:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092123:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75b00. 00010000:00000010:0.0:1734676305.092125:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092127:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4da200. 00010000:00000010:0.0:1734676305.092130:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092135:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4db800. 00010000:00000010:0.0:1734676305.092149:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092151:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092171:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75400. 00010000:00000010:0.0:1734676305.092173:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092176:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3004000. 00010000:00000010:0.0:1734676305.092178:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092183:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3004c00. 00010000:00000010:0.0:1734676305.092196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092221:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75200. 00010000:00000010:0.0:1734676305.092222:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092224:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3005800. 00010000:00000010:0.0:1734676305.092227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092232:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3004400. 00010000:00000010:0.0:1734676305.092244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092246:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092265:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75700. 00010000:00000010:0.0:1734676305.092267:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092270:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3005000. 00010000:00000010:0.0:1734676305.092272:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092277:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3005200. 00010000:00000010:0.0:1734676305.092291:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092294:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092312:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75c00. 00010000:00000010:0.0:1734676305.092314:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092315:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3004800. 00010000:00000010:0.0:1734676305.092318:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092323:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3004a00. 00010000:00000010:0.0:1734676305.092336:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092337:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092357:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75a00. 00010000:00000010:0.0:1734676305.092359:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092361:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3005600. 00010000:00000010:0.0:1734676305.092363:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092368:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3004e00. 00010000:00000010:0.0:1734676305.092381:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092384:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092405:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75800. 00010000:00000010:0.0:1734676305.092406:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092409:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a3005e00. 00010000:00000010:0.0:1734676305.092411:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092416:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a3005400. 00010000:00000010:0.0:1734676305.092429:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092450:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75f00. 00010000:00000010:0.0:1734676305.092451:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092454:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e352600. 00010000:00000010:0.0:1734676305.092457:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092463:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e352200. 00010000:00000010:0.0:1734676305.092476:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092478:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092499:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75600. 00010000:00000010:0.0:1734676305.092501:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092503:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e352400. 00010000:00000010:0.0:1734676305.092505:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092511:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e353600. 00010000:00000010:0.0:1734676305.092525:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092527:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092546:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75100. 00010000:00000010:0.0:1734676305.092548:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092550:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e353400. 00010000:00000010:0.0:1734676305.092552:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092555:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e352000. 00010000:00000010:0.0:1734676305.092566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092568:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092583:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75900. 00010000:00000010:0.0:1734676305.092585:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092587:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e353000. 00010000:00000010:0.0:1734676305.092589:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092593:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e353a00. 00010000:00000010:0.0:1734676305.092602:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092604:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092618:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75300. 00010000:00000010:0.0:1734676305.092620:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e352800. 00010000:00000010:0.0:1734676305.092624:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092628:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e353200. 00010000:00000010:0.0:1734676305.092639:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092641:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092658:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf75d00. 00010000:00000010:0.0:1734676305.092659:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092661:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e353c00. 00010000:00000010:0.0:1734676305.092663:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092667:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e353e00. 00010000:00000010:0.0:1734676305.092676:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092678:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092693:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2d00. 00010000:00000010:0.0:1734676305.092695:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092697:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e353800. 00010000:00000010:0.0:1734676305.092699:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092702:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e352a00. 00010000:00000010:0.0:1734676305.092711:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092713:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092730:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2700. 00010000:00000010:0.0:1734676305.092732:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092734:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e352c00. 00010000:00000010:0.0:1734676305.092736:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092741:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d9b000. 00010000:00000010:0.0:1734676305.092750:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092752:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092765:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2200. 00010000:00000010:0.0:1734676305.092767:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d9ac00. 00010000:00000010:0.0:1734676305.092771:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092774:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d9be00. 00010000:00000010:0.0:1734676305.092783:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092785:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092799:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2900. 00010000:00000010:0.0:1734676305.092801:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092803:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d9ba00. 00010000:00000010:0.0:1734676305.092805:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d9a600. 00010000:00000010:0.0:1734676305.092817:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092819:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092833:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2c00. 00010000:00000010:0.0:1734676305.092835:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092838:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db7bc00. 00010000:00000010:0.0:1734676305.092840:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00080000:00000010:0.0:1734676305.092843:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db7ac00. 00010000:00000010:0.0:1734676305.092853:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.092855:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092872:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db7b600. 00010000:00000010:0.0:1734676305.092874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c180. 00010000:00000010:0.0:1734676305.092879:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae180. 00000100:00000010:0.0:1734676305.092886:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676305.092893:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 02000000:00000010:0.0:1734676305.092903:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009db7b200. 02000000:00000010:0.0:1734676305.092926:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ede1000. 00000400:00000010:0.0:1734676305.092932:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676305.092937:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676305.092942:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375424, portal 16 00000400:00000010:0.0:1734676305.092946:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676305.092947:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375424, offset 0 00000400:00000200:0.0:1734676305.092955:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.092964:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.092968:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.092971:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.092974:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.092976:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.092978:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80164:80164:256:4294967295] 192.168.203.46@tcp LPNI seq info [80160:80160:8:4294967295] 00000400:00000200:0.0:1734676305.092986:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.092991:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.092993:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.092997:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.093003:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.093006:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.093120:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.093122:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:0.0:1734676305.093125:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.093129:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.093133:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:0.0:1734676305.093134:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676305.093139:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847ad80 x1818938864375424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.095951:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9ff00. 00010000:00000010:1.1:1734676305.095964:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320800. 00000400:00000200:2.0:1734676305.098538:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.098552:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11680 00000400:00000200:2.0:1734676305.098562:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a85 [1] + 224 00000400:00000200:2.0:1734676305.098570:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.098573:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.098581:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847ad80 x1818938864375424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.098604:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.098608:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a100 00000400:00000200:2.0:1734676305.098612:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 1312 00000400:00000200:2.0:1734676305.098669:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.098673:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.098677:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.098682:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000400:00000010:2.0:1734676305.098712:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676305.098716:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:2.0:1734676305.098718:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:2.0:1734676305.098723:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847ad80 x1818938864375424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.098730:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847ad80 x1818938864375424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.098752:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ede1000. 02000000:00000010:2.0:1734676305.098757:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009db7b200. 00000100:00000010:2.0:1734676305.098761:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000100:00000010:2.0:1734676305.098765:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:2.0:1734676305.098769:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae180. 00000020:00000010:2.0:1734676305.098801:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47ea00. 00000020:00000010:2.0:1734676305.098806:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676305.098810:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.098828:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867884288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.098862:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884288 02000000:00000010:2.0:1734676305.098870:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676305.099167:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfdc080. 00010000:00000010:2.0:1734676305.099181:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.099186:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.099202:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.099204:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.099215:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.099218:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884288, offset 224 00000400:00000200:2.0:1734676305.099222:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676305.099229:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a4200. 00000400:00000200:2.0:1734676305.099230:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.099234:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80165:80165:256:4294967295] 192.168.203.46@tcp LPNI seq info [80161:80161:8:4294967295] 00000400:00000200:2.0:1734676305.099241:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.099245:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.099248:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.099252:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.099256:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.099259:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.099270:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676305.099273:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.099276:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47ea00. 00010000:00000010:3.0:1734676305.099285:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c180. 00010000:00000010:3.0:1734676305.099290:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fce200. 00010000:00000010:3.0:1734676305.099353:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320800. 00010000:00000010:3.0:1734676305.099358:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676305.099365:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.099368:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.099373:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.099381:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321400. 02000000:00000010:3.0:1734676305.099395:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320a00. 00000400:00000010:3.0:1734676305.099399:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.099403:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.099406:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375552, portal 16 00000400:00000010:3.0:1734676305.099409:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.099410:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375552, offset 0 00000400:00000200:3.0:1734676305.099414:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.099418:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.099421:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.099425:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.099428:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.099429:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.099431:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80166:80166:255:4294967295] 192.168.203.46@tcp LPNI seq info [80162:80162:7:4294967295] 00000400:00000200:3.0:1734676305.099437:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.099440:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.099442:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.099445:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.099449:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.099451:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.099568:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.099571:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.099574:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.099577:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.099579:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676305.099581:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000800:00000200:0.0:1734676305.100111:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.100114:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.100117:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.100121:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.100123:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676305.100124:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676305.100130:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864375552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.101098:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.101110:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11700 00000400:00000200:2.0:1734676305.101117:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a91 [1] + 224 00000400:00000200:2.0:1734676305.101134:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.101138:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.101145:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864375552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.101203:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:3.0:1734676305.101207:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676305.101209:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.101213:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864375552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.101220:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864375552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.101239:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320a00. 02000000:00000010:3.0:1734676305.101245:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321400. 00000100:00000010:3.0:1734676305.101249:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.101252:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.101256:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:3.1:1734676305.101409:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2400. 00010000:00000010:3.1:1734676305.101416:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e200. 00010000:00000010:3.1:1734676305.101422:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f500. 00010000:00000010:3.1:1734676305.101425:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da85c00. 00010000:00000010:3.1:1734676305.101428:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6fc00. 00010000:00000010:3.1:1734676305.101430:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1f7ae00. 00010000:00000010:3.1:1734676305.101432:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f700. 00010000:00000010:3.1:1734676305.101434:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1f7bc00. 00010000:00000010:3.1:1734676305.101436:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f300. 00010000:00000010:3.1:1734676305.101438:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6e200. 00010000:00000010:3.1:1734676305.101440:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f900. 00010000:00000010:3.1:1734676305.101442:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6f200. 00010000:00000010:3.1:1734676305.101444:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f100. 00010000:00000010:3.1:1734676305.101446:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a3ec00. 00010000:00000010:3.1:1734676305.101449:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f200. 00010000:00000010:3.1:1734676305.101452:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bfe00. 00010000:00000010:3.1:1734676305.101455:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6fe00. 00010000:00000010:3.1:1734676305.101458:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312be600. 00010000:00000010:3.1:1734676305.101461:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f800. 00010000:00000010:3.1:1734676305.101463:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bf400. 00010000:00000010:3.1:1734676305.101465:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6fa00. 00010000:00000010:3.1:1734676305.101467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312bf600. 00010000:00000010:3.1:1734676305.101469:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6ff00. 00010000:00000010:3.1:1734676305.101471:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29a00. 00010000:00000010:3.1:1734676305.101473:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f000. 00010000:00000010:3.1:1734676305.101476:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28800. 00010000:00000010:3.1:1734676305.101477:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130b6f600. 00010000:00000010:3.1:1734676305.101479:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29400. 00010000:00000010:3.1:1734676305.101483:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40500. 00010000:00000010:3.1:1734676305.101486:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28400. 00010000:00000010:3.1:1734676305.101487:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40a00. 00010000:00000010:3.1:1734676305.101489:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf28600. 00010000:00000010:3.1:1734676305.101491:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40300. 00010000:00000010:3.1:1734676305.101493:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29200. 00010000:00000010:3.1:1734676305.101494:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40e00. 00010000:00000010:3.1:1734676305.101496:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29600. 00010000:00000010:3.1:1734676305.101498:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40f00. 00010000:00000010:3.1:1734676305.101500:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0400. 00010000:00000010:3.1:1734676305.101502:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40000. 00010000:00000010:3.1:1734676305.101504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0a00. 00010000:00000010:3.1:1734676305.101505:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40600. 00010000:00000010:3.1:1734676305.101507:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1000. 00010000:00000010:3.1:1734676305.101509:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40900. 00010000:00000010:3.1:1734676305.101511:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1e00. 00010000:00000010:3.1:1734676305.101512:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40b00. 00010000:00000010:3.1:1734676305.101514:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0200. 00010000:00000010:3.1:1734676305.101515:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40d00. 00010000:00000010:3.1:1734676305.101517:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0800. 00010000:00000010:3.1:1734676305.101519:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40c00. 00010000:00000010:3.1:1734676305.101520:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1c00. 00010000:00000010:3.1:1734676305.101522:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40800. 00010000:00000010:3.1:1734676305.101525:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4dac00. 00010000:00000010:3.1:1734676305.101527:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40200. 00010000:00000010:3.1:1734676305.101530:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4db400. 00010000:00000010:3.1:1734676305.101534:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75e00. 00010000:00000010:3.1:1734676305.101537:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4dbe00. 00010000:00000010:3.1:1734676305.101538:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75000. 00010000:00000010:3.1:1734676305.101540:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4dba00. 00010000:00000010:3.1:1734676305.101542:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75b00. 00010000:00000010:3.1:1734676305.101544:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4da200. 00010000:00000010:3.1:1734676305.101546:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75400. 00010000:00000010:3.1:1734676305.101548:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004000. 00010000:00000010:3.1:1734676305.101550:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75200. 00010000:00000010:3.1:1734676305.101553:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005800. 00010000:00000010:3.1:1734676305.101554:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75700. 00010000:00000010:3.1:1734676305.101556:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005000. 00010000:00000010:3.1:1734676305.101558:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75c00. 00010000:00000010:3.1:1734676305.101559:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004800. 00010000:00000010:3.1:1734676305.101561:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75a00. 00010000:00000010:3.1:1734676305.101563:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005600. 00010000:00000010:3.1:1734676305.101564:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75800. 00010000:00000010:3.1:1734676305.101566:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005e00. 00010000:00000010:3.1:1734676305.101567:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75f00. 00010000:00000010:3.1:1734676305.101569:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352600. 00010000:00000010:3.1:1734676305.101571:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75600. 00010000:00000010:3.1:1734676305.101572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352400. 00010000:00000010:3.1:1734676305.101574:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75100. 00010000:00000010:3.1:1734676305.101576:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353400. 00010000:00000010:3.1:1734676305.101578:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75900. 00010000:00000010:3.1:1734676305.101579:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353000. 00010000:00000010:3.1:1734676305.101581:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75300. 00010000:00000010:3.1:1734676305.101582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352800. 00010000:00000010:3.1:1734676305.101584:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75d00. 00010000:00000010:3.1:1734676305.101586:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353c00. 00010000:00000010:3.1:1734676305.101588:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2d00. 00010000:00000010:3.1:1734676305.101590:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e353800. 00010000:00000010:3.1:1734676305.101592:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2700. 00010000:00000010:3.1:1734676305.101594:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352c00. 00010000:00000010:3.1:1734676305.101596:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2200. 00010000:00000010:3.1:1734676305.101598:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d9ac00. 00010000:00000010:3.1:1734676305.101600:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2900. 00010000:00000010:3.1:1734676305.101602:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d9ba00. 00010000:00000010:3.1:1734676305.101603:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2c00. 00010000:00000010:3.1:1734676305.101606:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db7bc00. 00010000:00000010:3.1:1734676305.101613:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae500. 00010000:00000010:3.1:1734676305.101616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321800. 00010000:00000010:3.1:1734676305.101619:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17f00. 00010000:00000010:3.1:1734676305.101621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7000. 00010000:00000010:3.1:1734676305.101623:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17900. 00010000:00000010:3.1:1734676305.101626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6c00. 00010000:00000010:3.1:1734676305.101627:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17e00. 00010000:00000010:3.1:1734676305.101630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe1a00. 00010000:00000010:3.1:1734676305.101634:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17600. 00010000:00000010:3.1:1734676305.101636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095c00. 00010000:00000010:3.1:1734676305.101638:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17200. 00010000:00000010:3.1:1734676305.101640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007371de00. 00010000:00000010:3.1:1734676305.101642:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17800. 00010000:00000010:3.1:1734676305.101644:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007371d600. 00010000:00000010:3.1:1734676305.101646:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17000. 00010000:00000010:3.1:1734676305.101650:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126c800. 00010000:00000010:3.1:1734676305.101652:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17400. 00010000:00000010:3.1:1734676305.101654:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126cc00. 00010000:00000010:3.1:1734676305.101656:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17100. 00010000:00000010:3.1:1734676305.101658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46bc00. 00010000:00000010:3.1:1734676305.101661:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17d00. 00010000:00000010:3.1:1734676305.101664:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46a200. 00010000:00000010:3.1:1734676305.101668:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb200. 00010000:00000010:3.1:1734676305.101670:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46a800. 00010000:00000010:3.1:1734676305.101672:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bbc00. 00010000:00000010:3.1:1734676305.101674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46a600. 00010000:00000010:3.1:1734676305.101676:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb300. 00010000:00000010:3.1:1734676305.101678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46be00. 00010000:00000010:3.1:1734676305.101680:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb000. 00010000:00000010:3.1:1734676305.101682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46aa00. 00010000:00000010:3.1:1734676305.101684:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb100. 00010000:00000010:3.1:1734676305.101686:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46b600. 00010000:00000010:3.1:1734676305.101688:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bbd00. 00010000:00000010:3.1:1734676305.101690:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800967e5600. 00010000:00000010:3.1:1734676305.101693:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb800. 00010000:00000010:3.1:1734676305.101695:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800967e4a00. 00010000:00000010:3.1:1734676305.101697:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb500. 00010000:00000010:3.1:1734676305.101700:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9200. 00010000:00000010:3.1:1734676305.101703:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bbf00. 00010000:00000010:3.1:1734676305.101705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f8800. 00010000:00000010:3.1:1734676305.101708:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bbe00. 00010000:00000010:3.1:1734676305.101710:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9000. 00010000:00000010:3.1:1734676305.101711:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb700. 00010000:00000010:3.1:1734676305.101713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9400. 00010000:00000010:3.1:1734676305.101715:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb400. 00010000:00000010:3.1:1734676305.101717:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736f9600. 00010000:00000010:3.1:1734676305.101718:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bb600. 00010000:00000010:3.1:1734676305.101721:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0600. 00010000:00000010:3.1:1734676305.101724:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bba00. 00010000:00000010:3.1:1734676305.101726:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0200. 00010000:00000010:3.1:1734676305.101729:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3b00. 00010000:00000010:3.1:1734676305.101732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0400. 00010000:00000010:3.1:1734676305.101734:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3a00. 00010000:00000010:3.1:1734676305.101737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f1000. 00010000:00000010:3.1:1734676305.101739:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3d00. 00010000:00000010:3.1:1734676305.101741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f0800. 00010000:00000010:3.1:1734676305.101744:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3800. 00010000:00000010:3.1:1734676305.101746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8000. 00010000:00000010:3.1:1734676305.101749:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3c00. 00010000:00000010:3.1:1734676305.101751:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8400. 00010000:00000010:3.1:1734676305.101753:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3700. 00010000:00000010:3.1:1734676305.101755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8600. 00010000:00000010:3.1:1734676305.101756:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3900. 00010000:00000010:3.1:1734676305.101758:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9e00. 00010000:00000010:3.1:1734676305.101761:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800817f3600. 00010000:00000010:3.1:1734676305.101762:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9c00. 00010000:00000010:3.1:1734676305.101766:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e700. 00010000:00000010:3.1:1734676305.101768:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d8a00. 00010000:00000010:3.1:1734676305.101770:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e600. 00010000:00000010:3.1:1734676305.101772:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a600. 00010000:00000010:3.1:1734676305.101775:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e500. 00010000:00000010:3.1:1734676305.101778:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82b000. 00010000:00000010:3.1:1734676305.101780:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e400. 00010000:00000010:3.1:1734676305.101782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a400. 00010000:00000010:3.1:1734676305.101784:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8ef00. 00010000:00000010:3.1:1734676305.101786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82b800. 00010000:00000010:3.1:1734676305.101788:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8eb00. 00010000:00000010:3.1:1734676305.101790:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82bc00. 00010000:00000010:3.1:1734676305.101792:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8ed00. 00010000:00000010:3.1:1734676305.101794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a000. 00010000:00000010:3.1:1734676305.101796:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e900. 00010000:00000010:3.1:1734676305.101798:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178e00. 00010000:00000010:3.1:1734676305.101801:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e000. 00010000:00000010:3.1:1734676305.101803:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179600. 00010000:00000010:3.1:1734676305.101806:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e100. 00010000:00000010:3.1:1734676305.101808:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178800. 00010000:00000010:3.1:1734676305.101810:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e200. 00010000:00000010:3.1:1734676305.101812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178600. 00010000:00000010:3.1:1734676305.101814:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e300. 00010000:00000010:3.1:1734676305.101816:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179e00. 00010000:00000010:3.1:1734676305.101819:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363200. 00010000:00000010:3.1:1734676305.101821:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179800. 00010000:00000010:3.1:1734676305.101823:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363d00. 00010000:00000010:3.1:1734676305.101825:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800994c8e00. 00010000:00000010:3.1:1734676305.101827:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363500. 00010000:00000010:3.1:1734676305.101830:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9200. 00010000:00000010:3.1:1734676305.101832:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363c00. 00010000:00000010:3.1:1734676305.101834:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8200. 00010000:00000010:3.1:1734676305.101836:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363700. 00010000:00000010:3.1:1734676305.101838:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8000. 00010000:00000010:3.1:1734676305.101840:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363100. 00000400:00000200:2.0:1734676305.101841:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:3.1:1734676305.101842:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8c00. 00010000:00000010:3.1:1734676305.101846:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121200. 00000400:00000200:2.0:1734676305.101847:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a180 00010000:00000010:3.1:1734676305.101848:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9c00. 00010000:00000010:3.1:1734676305.101850:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121100. 00010000:00000010:3.1:1734676305.101852:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f9e00. 00000400:00000200:2.0:1734676305.101852:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 1640 00010000:00000010:3.1:1734676305.101854:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121300. 00010000:00000010:3.1:1734676305.101856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f8400. 00010000:00000010:3.1:1734676305.101858:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121c00. 00010000:00000010:3.1:1734676305.101860:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb62a00. 00010000:00000010:3.1:1734676305.101863:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121400. 00010000:00000010:3.1:1734676305.101865:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb63a00. 00010000:00000010:3.1:1734676305.101867:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121a00. 00010000:00000010:3.1:1734676305.101869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007378f200. 00010000:00000010:3.1:1734676305.101873:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121000. 00010000:00000010:3.1:1734676305.101875:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007378fa00. 00010000:00000010:3.1:1734676305.101876:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121800. 00010000:00000010:3.1:1734676305.101879:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007378ec00. 00010000:00000010:3.1:1734676305.101881:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121900. 00010000:00000010:3.1:1734676305.101883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009679d200. 00010000:00000010:3.1:1734676305.101886:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121f00. 00010000:00000010:3.1:1734676305.101889:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0e00. 00010000:00000010:3.1:1734676305.101891:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121600. 00010000:00000010:3.1:1734676305.101894:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0600. 00010000:00000010:3.1:1734676305.101895:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121500. 00000400:00000200:2.0:1734676305.101896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1734676305.101897:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0a00. 00010000:00000010:3.1:1734676305.101899:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121b00. 00000400:00000200:2.0:1734676305.101899:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.1:1734676305.101902:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1800. 00000100:00000200:2.0:1734676305.101903:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1734676305.101905:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59b00. 00010000:00000010:3.1:1734676305.101907:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0400. 00000100:00000010:2.0:1734676305.101908:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00010000:00000010:3.1:1734676305.101909:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59400. 00010000:00000010:3.1:1734676305.101911:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0c00. 00010000:00000010:3.1:1734676305.101913:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59f00. 00010000:00000010:3.1:1734676305.101915:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1e00. 00010000:00000010:3.1:1734676305.101917:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59500. 00010000:00000010:3.1:1734676305.101919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44800. 00010000:00000010:3.1:1734676305.101921:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59300. 00010000:00000010:3.1:1734676305.101923:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45a00. 00010000:00000010:3.1:1734676305.101925:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59100. 00010000:00000010:3.1:1734676305.101926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44600. 00010000:00000010:3.1:1734676305.101928:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59900. 00010000:00000010:3.1:1734676305.101930:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44c00. 00010000:00000010:3.1:1734676305.101932:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59000. 00010000:00000010:3.1:1734676305.101933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45c00. 00010000:00000010:3.1:1734676305.101935:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59d00. 00010000:00000010:3.1:1734676305.101937:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d44000. 00000020:00000010:2.0:1734676305.101937:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47ea00. 00010000:00000010:3.1:1734676305.101939:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59800. 00010000:00000010:3.1:1734676305.101941:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d45000. 00000020:00000010:2.0:1734676305.101941:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00010000:00000010:3.1:1734676305.101945:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0c00. 00000020:00000010:2.0:1734676305.101945:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00010000:00000010:3.1:1734676305.101948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484000. 00010000:00000010:3.1:1734676305.101951:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0400. 00010000:00000010:3.1:1734676305.101953:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485400. 00010000:00000010:3.1:1734676305.101956:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0700. 00010000:00000010:3.1:1734676305.101958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485c00. 00010000:00000010:3.1:1734676305.101960:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0800. 00010000:00000010:3.1:1734676305.101962:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484800. 00000100:00000200:2.0:1734676305.101963:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0380 x1818938867884416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:3.1:1734676305.101964:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0f00. 00010000:00000010:3.1:1734676305.101966:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484200. 00010000:00000010:3.1:1734676305.101968:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0300. 00010000:00000010:3.1:1734676305.101970:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096485600. 00010000:00000010:3.1:1734676305.101971:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0d00. 00010000:00000010:3.1:1734676305.101973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096484600. 00010000:00000010:3.1:1734676305.101975:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0500. 00010000:00000010:3.1:1734676305.101977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089600. 00010000:00000010:3.1:1734676305.101979:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0900. 00000100:00000200:2.0:1734676305.101979:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884416 00010000:00000010:3.1:1734676305.101981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089c00. 00010000:00000010:3.1:1734676305.101983:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0100. 00010000:00000010:3.1:1734676305.101985:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089200. 02000000:00000010:2.0:1734676305.101985:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000010:3.1:1734676305.101987:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0b00. 00010000:00000010:3.1:1734676305.101989:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088400. 00010000:00000010:3.1:1734676305.101990:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0e00. 00010000:00000010:3.1:1734676305.101992:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088200. 00010000:00000010:3.1:1734676305.101995:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b700. 00010000:00000010:3.1:1734676305.101999:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088000. 00010000:00000010:3.1:1734676305.102001:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b300. 00010000:00000010:3.1:1734676305.102003:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d089000. 00010000:00000010:2.0:1734676305.102003:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8600. 00010000:00000010:3.1:1734676305.102005:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367ba00. 00010000:00000010:3.1:1734676305.102007:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147c00. 00010000:00000010:3.1:1734676305.102009:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bf00. 00010000:00000010:3.1:1734676305.102012:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146000. 00010000:00000010:3.1:1734676305.102013:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bd00. 00010000:00000010:2.0:1734676305.102014:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00010000:00000010:3.1:1734676305.102016:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146a00. 00010000:00000010:3.1:1734676305.102018:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b400. 00010000:00000010:3.1:1734676305.102020:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147a00. 00000100:00000010:2.0:1734676305.102020:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00010000:00000010:3.1:1734676305.102022:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b800. 00010000:00000010:3.1:1734676305.102024:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d147000. 00010000:00000010:3.1:1734676305.102025:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bb00. 00000100:00000010:2.0:1734676305.102025:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.102027:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00010000:00000010:3.1:1734676305.102028:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146e00. 00010000:00000010:3.1:1734676305.102030:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b000. 00010000:00000010:3.1:1734676305.102031:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146c00. 00010000:00000010:3.1:1734676305.102033:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b200. 00010000:00000010:3.1:1734676305.102053:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103e00. 00000400:00000010:2.0:1734676305.102053:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00010000:00000010:3.1:1734676305.102056:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b100. 00000100:00000200:2.0:1734676305.102057:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884416, offset 224 00010000:00000010:3.1:1734676305.102058:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103600. 00000400:00000200:2.0:1734676305.102061:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:3.1:1734676305.102062:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc400. 00010000:00000010:3.1:1734676305.102064:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102a00. 00010000:00000010:3.1:1734676305.102066:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc900. 00000400:00000200:2.0:1734676305.102067:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:3.1:1734676305.102068:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102e00. 00010000:00000010:3.1:1734676305.102070:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc800. 00010000:00000010:3.1:1734676305.102072:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102400. 00000400:00000200:2.0:1734676305.102072:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80167:80167:256:4294967295] 192.168.203.46@tcp LPNI seq info [80163:80163:8:4294967295] 00010000:00000010:3.1:1734676305.102074:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc600. 00010000:00000010:3.1:1734676305.102076:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102600. 00010000:00000010:3.1:1734676305.102078:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccd00. 00000400:00000200:2.0:1734676305.102079:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:3.1:1734676305.102080:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073598a00. 00010000:00000010:3.1:1734676305.102083:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecca00. 00000800:00000200:2.0:1734676305.102083:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.1:1734676305.102095:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155d600. 00000800:00000010:2.0:1734676305.102095:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00010000:00000010:3.1:1734676305.102099:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc000. 00000800:00000200:2.0:1734676305.102099:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:3.1:1734676305.102101:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec3000. 00010000:00000010:3.1:1734676305.102103:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc500. 00000800:00000200:2.0:1734676305.102104:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00010000:00000010:3.1:1734676305.102105:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec3600. 00010000:00000010:3.1:1734676305.102107:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc200. 00000800:00000200:2.0:1734676305.102107:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1734676305.102109:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e60e00. 00010000:00000010:3.1:1734676305.102112:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccb00. 00010000:00000010:3.1:1734676305.102114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e61e00. 00010000:00000010:3.1:1734676305.102116:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecce00. 00010000:00000010:3.1:1734676305.102118:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129cb4200. 00000020:00000010:2.0:1734676305.102118:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00010000:00000010:3.1:1734676305.102120:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccf00. 00000020:00000010:2.0:1734676305.102121:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00010000:00000010:3.1:1734676305.102122:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2e000. 00010000:00000010:3.1:1734676305.102125:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc100. 00000020:00000010:2.0:1734676305.102125:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47ea00. 00010000:00000010:3.1:1734676305.102127:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2e800. 00010000:00000010:3.1:1734676305.102129:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc700. 00010000:00000010:3.1:1734676305.102131:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2f200. 00010000:00000010:3.1:1734676305.102134:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4c00. 00010000:00000010:3.1:1734676305.102137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdec00. 00010000:00000010:3.1:1734676305.102139:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4d00. 00010000:00000010:3.1:1734676305.102141:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde400. 00010000:00000010:3.1:1734676305.102142:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4600. 00010000:00000010:3.1:1734676305.102144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde800. 00010000:00000010:3.1:1734676305.102146:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4e00. 00010000:00000010:3.1:1734676305.102148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde200. 00010000:00000010:3.1:1734676305.102150:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4800. 00010000:00000010:3.1:1734676305.102152:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdfc00. 00010000:00000010:3.1:1734676305.102154:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4900. 00010000:00000010:3.1:1734676305.102156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdee00. 00000800:00000200:2.0:1734676305.102157:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1734676305.102158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4a00. 00010000:00000010:3.1:1734676305.102160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdea00. 00000800:00000010:2.0:1734676305.102160:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00010000:00000010:3.1:1734676305.102162:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4000. 00000400:00000200:2.0:1734676305.102162:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1734676305.102164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2600. 00000400:00000200:2.0:1734676305.102164:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.102166:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00010000:00000010:3.1:1734676305.102167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4500. 00000400:00000010:2.0:1734676305.102168:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00010000:00000010:3.1:1734676305.102169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2a00. 00010000:00000010:3.1:1734676305.102171:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4200. 00010000:00000010:3.1:1734676305.102173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3800. 00010000:00000010:3.1:1734676305.102175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4300. 00010000:00000010:3.1:1734676305.102177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:3.1:1734676305.102179:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4f00. 00010000:00000010:3.1:1734676305.102181:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2e00. 00080000:00000010:2.0:1734676305.102182:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e200. 00010000:00000010:3.1:1734676305.102183:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4b00. 00010000:00000010:3.1:1734676305.102185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3e00. 00010000:00000010:3.1:1734676305.102188:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33600. 00010000:00000010:3.1:1734676305.102191:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c000. 00010000:00000010:3.1:1734676305.102205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33200. 00010000:00000010:3.1:1734676305.102207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c400. 00010000:00000010:3.1:1734676305.102209:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33100. 00010000:00000010:3.1:1734676305.102211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7cc00. 00010000:00000010:3.1:1734676305.102213:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33500. 00010000:00000010:3.1:1734676305.102215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7da00. 00010000:00000010:3.1:1734676305.102227:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33700. 00010000:00000010:3.1:1734676305.102228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7dc00. 00010000:00000010:3.1:1734676305.102231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33c00. 00010000:00000010:3.1:1734676305.102232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d600. 00010000:00000010:3.1:1734676305.102234:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33b00. 00010000:00000010:3.1:1734676305.102236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d800. 00010000:00000010:2.0:1734676305.102236:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.1:1734676305.102238:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33a00. 00010000:00000010:3.1:1734676305.102240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c800. 00010000:00000010:2.0:1734676305.102240:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8580. 00010000:00000010:3.1:1734676305.102243:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33e00. 00010000:00000010:3.1:1734676305.102245:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d200. 00010000:00000010:3.1:1734676305.102247:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33400. 00010000:00000010:3.1:1734676305.102249:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0de00. 00010000:00000010:3.1:1734676305.102251:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33900. 00010000:00000010:3.1:1734676305.102253:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0da00. 00010000:00000010:3.1:1734676305.102254:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33800. 00010000:00000010:3.1:1734676305.102256:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0dc00. 00010000:00000010:3.1:1734676305.102258:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33300. 00010000:00000010:3.1:1734676305.102260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ce00. 00010000:00000010:3.1:1734676305.102262:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2100. 00010000:00000010:3.1:1734676305.102264:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c200. 00010000:00000010:3.1:1734676305.102265:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2f00. 00010000:00000010:3.1:1734676305.102268:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f000. 00010000:00000010:3.1:1734676305.102270:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2800. 00010000:00000010:3.1:1734676305.102272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47ee00. 00010000:00000010:3.1:1734676305.102274:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2200. 00010000:00000010:3.1:1734676305.102276:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f200. 00010000:00000010:3.1:1734676305.102278:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2000. 00010000:00000010:3.1:1734676305.102280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e000. 00010000:00000010:3.1:1734676305.102282:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2a00. 00010000:00000010:3.1:1734676305.102284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fa00. 00010000:00000010:2.0:1734676305.102289:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fa00. 00010000:00000010:2.0:1734676305.102293:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676305.102299:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.102301:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.102306:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00080000:00000010:1.0:1734676305.102856:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f400. 00080000:00000010:1.0:1734676305.102861:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e800. 00080000:00000010:1.0:1734676305.102864:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f800. 00080000:00000010:1.0:1734676305.102865:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f600. 00080000:00000010:1.0:1734676305.102867:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47ec00. 00080000:00000010:1.0:1734676305.102869:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47fc00. 00080000:00000010:1.0:1734676305.102870:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0ca00. 00080000:00000010:1.0:1734676305.102872:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0d400. 00080000:00000010:1.0:1734676305.102874:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0d600. 00080000:00000010:1.0:1734676305.102875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0d800. 00080000:00000010:1.0:1734676305.102877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0c000. 00080000:00000010:1.0:1734676305.102879:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0cc00. 00080000:00000010:1.0:1734676305.102880:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7c200. 00080000:00000010:1.0:1734676305.102885:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d000. 00080000:00000010:1.0:1734676305.102891:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7ce00. 00080000:00000010:1.0:1734676305.102894:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7ca00. 00080000:00000010:1.0:1734676305.102896:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7de00. 00080000:00000010:1.0:1734676305.102898:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d200. 00080000:00000010:1.0:1734676305.102901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7c600. 00080000:00000010:1.0:1734676305.102903:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3a00. 00080000:00000010:1.0:1734676305.102905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3200. 00080000:00000010:1.0:1734676305.102906:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3600. 00080000:00000010:1.0:1734676305.102908:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3c00. 00080000:00000010:1.0:1734676305.102910:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2400. 00080000:00000010:1.0:1734676305.102912:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2200. 00080000:00000010:1.0:1734676305.102913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3000. 00080000:00000010:1.0:1734676305.102915:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf000. 00080000:00000010:1.0:1734676305.102917:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cde000. 00080000:00000010:1.0:1734676305.102919:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf800. 00080000:00000010:1.0:1734676305.102920:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf600. 00080000:00000010:1.0:1734676305.102922:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cde600. 00080000:00000010:1.0:1734676305.102924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf200. 00080000:00000010:1.0:1734676305.102925:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdfe00. 00080000:00000010:1.0:1734676305.102927:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2f600. 00080000:00000010:1.0:1734676305.102929:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2ee00. 00080000:00000010:1.0:1734676305.102932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2e400. 00080000:00000010:1.0:1734676305.102933:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e60400. 00080000:00000010:1.0:1734676305.102936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e61200. 00080000:00000010:1.0:1734676305.102938:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fec3800. 00080000:00000010:1.0:1734676305.102939:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fec3e00. 00080000:00000010:1.0:1734676305.102942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fec2800. 00080000:00000010:1.0:1734676305.102944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073599200. 00080000:00000010:1.0:1734676305.102947:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d103a00. 00080000:00000010:1.0:1734676305.102949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d102c00. 00080000:00000010:1.0:1734676305.102951:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d103800. 00080000:00000010:1.0:1734676305.102952:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d103400. 00080000:00000010:1.0:1734676305.102954:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d102200. 00080000:00000010:1.0:1734676305.102956:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d103200. 00080000:00000010:1.0:1734676305.102958:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa1be00. 00080000:00000010:1.0:1734676305.102960:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d146400. 00080000:00000010:1.0:1734676305.102962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d146600. 00080000:00000010:1.0:1734676305.102964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d147600. 00080000:00000010:1.0:1734676305.102966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d147400. 00080000:00000010:1.0:1734676305.102967:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d147800. 00080000:00000010:1.0:1734676305.102969:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d147e00. 00080000:00000010:1.0:1734676305.102970:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d089800. 00080000:00000010:1.0:1734676305.102972:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d088600. 00080000:00000010:1.0:1734676305.102974:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d089e00. 00080000:00000010:1.0:1734676305.102975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d088c00. 00080000:00000010:1.0:1734676305.102977:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d089a00. 00080000:00000010:1.0:1734676305.102979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d088800. 00080000:00000010:1.0:1734676305.102980:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d088a00. 00080000:00000010:1.0:1734676305.102982:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096485200. 00080000:00000010:1.0:1734676305.102984:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096484c00. 00080000:00000010:1.0:1734676305.102986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096484a00. 00080000:00000010:1.0:1734676305.102988:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096485e00. 00080000:00000010:1.0:1734676305.102990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096485000. 00080000:00000010:1.0:1734676305.102992:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096484e00. 00080000:00000010:1.0:1734676305.102995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096484400. 00080000:00000010:1.0:1734676305.102996:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096485a00. 00080000:00000010:1.0:1734676305.102998:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d45200. 00080000:00000010:1.0:1734676305.103000:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d45600. 00080000:00000010:1.0:1734676305.103002:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d44e00. 00080000:00000010:1.0:1734676305.103003:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d44a00. 00080000:00000010:1.0:1734676305.103005:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d44200. 00080000:00000010:1.0:1734676305.103007:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d45800. 00080000:00000010:1.0:1734676305.103009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b53d2a00. 00080000:00000010:1.0:1734676305.103011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a0000. 00080000:00000010:1.0:1734676305.103012:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a1600. 00080000:00000010:1.0:1734676305.103014:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a1400. 00080000:00000010:1.0:1734676305.103016:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a1200. 00080000:00000010:1.0:1734676305.103017:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a0800. 00080000:00000010:1.0:1734676305.103019:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4a1a00. 00080000:00000010:1.0:1734676305.103021:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009679c000. 00080000:00000010:1.0:1734676305.103023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009679d800. 00080000:00000010:1.0:1734676305.103026:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007378e600. 00080000:00000010:1.0:1734676305.103028:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007378fc00. 00080000:00000010:1.0:1734676305.103030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012eb62200. 00080000:00000010:1.0:1734676305.103033:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012eb62c00. 00080000:00000010:1.0:1734676305.103035:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f8e00. 00080000:00000010:1.0:1734676305.103061:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f8800. 00080000:00000010:1.0:1734676305.103063:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f9600. 00080000:00000010:1.0:1734676305.103065:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f9000. 00080000:00000010:1.0:1734676305.103066:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f9400. 00080000:00000010:1.0:1734676305.103068:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f9a00. 00080000:00000010:1.0:1734676305.103070:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f9800. 00080000:00000010:1.0:1734676305.103072:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f8600. 00080000:00000010:1.0:1734676305.103073:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d179a00. 00080000:00000010:1.0:1734676305.103075:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d179200. 00080000:00000010:1.0:1734676305.103077:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d179000. 00080000:00000010:1.0:1734676305.103079:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d179c00. 00080000:00000010:1.0:1734676305.103080:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d178400. 00080000:00000010:1.0:1734676305.103082:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d178200. 00080000:00000010:1.0:1734676305.103083:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d178000. 00080000:00000010:1.0:1734676305.103095:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82ae00. 00080000:00000010:1.0:1734676305.103098:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82ba00. 00080000:00000010:1.0:1734676305.103100:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82ac00. 00080000:00000010:1.0:1734676305.103102:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82b600. 00080000:00000010:1.0:1734676305.103103:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82b400. 00080000:00000010:1.0:1734676305.103105:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d82be00. 00080000:00000010:1.0:1734676305.103107:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d8e00. 00080000:00000010:1.0:1734676305.103109:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d9600. 00080000:00000010:1.0:1734676305.103112:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d8800. 00080000:00000010:1.0:1734676305.103113:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d9800. 00080000:00000010:1.0:1734676305.103115:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d8c00. 00080000:00000010:1.0:1734676305.103117:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4d8200. 00080000:00000010:1.0:1734676305.103119:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f1600. 00080000:00000010:1.0:1734676305.103121:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f1a00. 00080000:00000010:1.0:1734676305.103122:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f1200. 00080000:00000010:1.0:1734676305.103125:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f1e00. 00080000:00000010:1.0:1734676305.103126:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f13400. 00080000:00000010:1.0:1734676305.103129:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736f8000. 00080000:00000010:1.0:1734676305.103131:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736f9c00. 00080000:00000010:1.0:1734676305.103133:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736f8200. 00080000:00000010:1.0:1734676305.103135:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736f8600. 00080000:00000010:1.0:1734676305.103136:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800967e4200. 00080000:00000010:1.0:1734676305.103138:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800967e4800. 00080000:00000010:1.0:1734676305.103140:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46b400. 00080000:00000010:1.0:1734676305.103142:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46ae00. 00080000:00000010:1.0:1734676305.103145:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46a400. 00080000:00000010:1.0:1734676305.103147:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46ba00. 00080000:00000010:1.0:1734676305.103148:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46a000. 00080000:00000010:1.0:1734676305.103150:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46b000. 00080000:00000010:1.0:1734676305.103152:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46b800. 00080000:00000010:1.0:1734676305.103154:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d46b200. 00080000:00000010:1.0:1734676305.103156:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126ca00. 00080000:00000010:1.0:1734676305.103158:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013126da00. 00080000:00000010:1.0:1734676305.103160:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007371da00. 00080000:00000010:1.0:1734676305.103162:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094000. 00080000:00000010:1.0:1734676305.103164:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073541200. 00080000:00000010:1.0:1734676305.103167:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7800. 00080000:00000010:1.0:1734676305.103169:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd6800. 00080000:00000010:1.0:1734676305.103171:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd6400. 00080000:00000010:1.0:1734676305.103173:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321a00. 00080000:00000010:1.0:1734676305.103176:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321e00. 00080000:00000010:1.0:1734676305.103178:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320c00. 00080000:00000010:1.0:1734676305.103180:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320600. 00080000:00000010:1.0:1734676305.103182:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321600. 00080000:00000010:1.0:1734676305.103184:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321000. 00080000:00000010:1.0:1734676305.103186:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320000. 00080000:00000010:1.0:1734676305.103187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdab400. 00080000:00000010:1.0:1734676305.103189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321200. 00080000:00000010:1.0:1734676305.103191:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1ca00. 00080000:00000010:1.0:1734676305.103193:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1c800. 00080000:00000010:1.0:1734676305.103195:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1de00. 00080000:00000010:1.0:1734676305.103197:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1ce00. 00080000:00000010:1.0:1734676305.103199:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d9400. 00080000:00000010:1.0:1734676305.103201:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d8400. 00080000:00000010:1.0:1734676305.103203:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd6600. 00080000:00000010:1.0:1734676305.103205:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4e00. 00080000:00000010:1.0:1734676305.103208:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320400. 00080000:00000010:1.0:1734676305.103210:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c1e00. 00080000:00000010:1.0:1734676305.103212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d400. 00080000:00000010:1.0:1734676305.103213:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1da00. 00080000:00000010:1.0:1734676305.103215:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1dc00. 00080000:00000010:1.0:1734676305.103217:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073541c00. 00080000:00000010:1.0:1734676305.103219:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e22c00. 00080000:00000010:1.0:1734676305.103221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094600. 00080000:00000010:1.0:1734676305.103223:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589ee00. 00080000:00000010:1.0:1734676305.103225:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5600. 00080000:00000010:1.0:1734676305.103227:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d8e00. 00080000:00000010:1.0:1734676305.103228:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0000. 00080000:00000010:1.0:1734676305.103230:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd6200. 00080000:00000010:1.0:1734676305.103232:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7e00. 00080000:00000010:1.0:1734676305.103233:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7400. 00080000:00000010:1.0:1734676305.103235:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7200. 00080000:00000010:1.0:1734676305.103236:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd6e00. 00080000:00000010:1.0:1734676305.103238:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7a00. 00080000:00000010:1.0:1734676305.103239:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0a00. 00080000:00000010:1.0:1734676305.103241:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd21800. 00080000:00000010:1.0:1734676305.103243:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20400. 00080000:00000010:1.0:1734676305.103245:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61c00. 00080000:00000010:1.0:1734676305.103247:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0e00. 00080000:00000010:1.0:1734676305.103248:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c1400. 00080000:00000010:1.0:1734676305.103250:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c1200. 00080000:00000010:1.0:1734676305.103252:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0400. 00080000:00000010:1.0:1734676305.103254:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0200. 00080000:00000010:1.0:1734676305.103256:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c1800. 00080000:00000010:1.0:1734676305.103257:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0600. 00080000:00000010:1.0:1734676305.103259:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c1c00. 00080000:00000010:1.0:1734676305.103261:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c7c0800. 00080000:00000010:1.0:1734676305.103263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaa800. 00080000:00000010:1.0:1734676305.103265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61a00. 00080000:00000010:1.0:1734676305.103266:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20800. 00080000:00000010:1.0:1734676305.103268:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20a00. 00080000:00000010:1.0:1734676305.103270:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20c00. 00080000:00000010:1.0:1734676305.103272:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe1000. 00080000:00000010:1.0:1734676305.103274:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007154b000. 00080000:00000010:1.0:1734676305.103291:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fd7600. 00080000:00000010:1.0:1734676305.103293:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21400. 00080000:00000010:1.0:1734676305.103295:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20400. 00080000:00000010:1.0:1734676305.103297:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60e00. 00080000:00000010:1.0:1734676305.103299:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60c00. 00080000:00000010:1.0:1734676305.103300:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20a00. 00080000:00000010:1.0:1734676305.103302:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20000. 00080000:00000010:1.0:1734676305.103304:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20600. 00080000:00000010:1.0:1734676305.103305:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd20e00. 00080000:00000010:1.0:1734676305.103307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd21a00. 00080000:00000010:1.0:1734676305.103309:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd21400. 00080000:00000010:1.0:1734676305.103311:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd21c00. 00080000:00000010:1.0:1734676305.103312:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da51600. 00080000:00000010:1.0:1734676305.103315:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5e00. 00080000:00000010:1.0:1734676305.103316:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21e00. 00080000:00000010:1.0:1734676305.103318:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4a00. 00080000:00000010:1.0:1734676305.103320:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4600. 00080000:00000010:1.0:1734676305.103322:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d894200. 00080000:00000010:1.0:1734676305.103325:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f1000. 00080000:00000010:1.0:1734676305.103328:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e22400. 00080000:00000010:1.0:1734676305.103329:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095400. 00080000:00000010:1.0:1734676305.103331:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095200. 00080000:00000010:1.0:1734676305.103333:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e23600. 00080000:00000010:1.0:1734676305.103335:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095a00. 00080000:00000010:1.0:1734676305.103336:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d8a00. 00080000:00000010:1.0:1734676305.103338:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d9000. 00080000:00000010:1.0:1734676305.103340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736d9c00. 00080000:00000010:1.0:1734676305.103342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f0400. 00080000:00000010:1.0:1734676305.103344:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0f0c00. 00080000:00000010:1.0:1734676305.103346:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007154b400. 00080000:00000010:1.0:1734676305.103349:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c319600. 00080000:00000010:1.0:1734676305.103351:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d895400. 00080000:00000010:1.0:1734676305.103353:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da50c00. 00080000:00000010:1.0:1734676305.103356:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5000. 00080000:00000010:1.0:1734676305.103358:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4800. 00080000:00000010:1.0:1734676305.103360:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5800. 00080000:00000010:1.0:1734676305.103362:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5a00. 00080000:00000010:1.0:1734676305.103364:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5c00. 00080000:00000010:1.0:1734676305.103365:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4400. 00080000:00000010:1.0:1734676305.103367:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4000. 00080000:00000010:1.0:1734676305.103368:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a5200. 00080000:00000010:1.0:1734676305.103370:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20000. 00080000:00000010:1.0:1734676305.103372:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d095c00. 00080000:00000010:1.0:1734676305.103373:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095000. 00080000:00000010:1.0:1734676305.103375:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21a00. 00080000:00000010:1.0:1734676305.103377:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21c00. 00080000:00000010:1.0:1734676305.103379:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20c00. 00080000:00000010:1.0:1734676305.103381:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21000. 00080000:00000010:1.0:1734676305.103382:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20800. 00080000:00000010:1.0:1734676305.103383:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21200. 00080000:00000010:1.0:1734676305.103385:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db21800. 00080000:00000010:1.0:1734676305.103386:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094800. 00080000:00000010:1.0:1734676305.103388:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20600. 00080000:00000010:1.0:1734676305.103390:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db20200. 00080000:00000010:1.0:1734676305.103391:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e10ba00. 00080000:00000010:1.0:1734676305.103394:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d094600. 00080000:00000010:1.0:1734676305.103395:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe1e00. 00080000:00000010:1.0:1734676305.103397:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007371d800. 00080000:00000010:1.0:1734676305.103399:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094a00. 00080000:00000010:1.0:1734676305.103401:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaac00. 00080000:00000010:1.0:1734676305.103403:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e23e00. 00080000:00000010:1.0:1734676305.103405:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e22600. 00080000:00000010:1.0:1734676305.103406:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e23200. 00080000:00000010:1.0:1734676305.103409:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eed800. 00080000:00000010:1.0:1734676305.103411:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095600. 00080000:00000010:1.0:1734676305.103413:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094e00. 00080000:00000010:1.0:1734676305.103415:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60600. 00080000:00000010:1.0:1734676305.103417:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60000. 00080000:00000010:1.0:1734676305.103418:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d895800. 00080000:00000010:1.0:1734676305.103421:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d095800. 00080000:00000010:1.0:1734676305.103423:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d094200. 00080000:00000010:1.0:1734676305.103424:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c317e00. 00080000:00000010:1.0:1734676305.103427:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b1f7a600. 00080000:00000010:1.0:1734676305.103428:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b1f7b200. 00080000:00000010:1.0:1734676305.103430:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61e00. 00080000:00000010:1.0:1734676305.103432:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61000. 00080000:00000010:1.0:1734676305.103434:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61200. 00080000:00000010:1.0:1734676305.103435:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61400. 00080000:00000010:1.0:1734676305.103437:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d894c00. 00080000:00000010:1.0:1734676305.103439:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d894800. 00080000:00000010:1.0:1734676305.103441:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6e600. 00080000:00000010:1.0:1734676305.103442:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6ee00. 00080000:00000010:1.0:1734676305.103444:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6ea00. 00080000:00000010:1.0:1734676305.103446:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e23a00. 00080000:00000010:1.0:1734676305.103447:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e22800. 00080000:00000010:1.0:1734676305.103450:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e22e00. 00080000:00000010:1.0:1734676305.103451:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eed000. 00080000:00000010:1.0:1734676305.103453:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eedc00. 00080000:00000010:1.0:1734676305.103454:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007371c800. 00080000:00000010:1.0:1734676305.103460:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6f400. 00080000:00000010:1.0:1734676305.103461:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6f800. 00080000:00000010:1.0:1734676305.103463:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6e800. 00080000:00000010:1.0:1734676305.103465:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6f600. 00080000:00000010:1.0:1734676305.103466:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6e400. 00080000:00000010:1.0:1734676305.103468:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6fc00. 00080000:00000010:1.0:1734676305.103470:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e800. 00080000:00000010:1.0:1734676305.103472:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da85400. 00080000:00000010:1.0:1734676305.103474:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a3fe00. 00080000:00000010:1.0:1734676305.103477:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e200. 00080000:00000010:1.0:1734676305.103478:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c316200. 00080000:00000010:1.0:1734676305.103481:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959a7600. 00080000:00000010:1.0:1734676305.103483:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d820600. 00080000:00000010:1.0:1734676305.103486:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d820e00. 00080000:00000010:1.0:1734676305.103487:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d820800. 00080000:00000010:1.0:1734676305.103489:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d821200. 00080000:00000010:1.0:1734676305.103491:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589ea00. 00080000:00000010:1.0:1734676305.103493:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589e600. 00080000:00000010:1.0:1734676305.103495:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaba00. 00080000:00000010:1.0:1734676305.103497:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdaa200. 00080000:00000010:1.0:1734676305.103499:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009589f400. 00080000:00000010:1.0:1734676305.103501:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a3fc00. 00080000:00000010:1.0:1734676305.103502:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d38000. 00080000:00000010:1.0:1734676305.103504:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a3fa00. 00080000:00000010:1.0:1734676305.103506:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d821400. 00080000:00000010:1.0:1734676305.103508:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d820200. 00080000:00000010:1.0:1734676305.103510:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61800. 00080000:00000010:1.0:1734676305.103511:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60400. 00080000:00000010:1.0:1734676305.103513:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d61600. 00080000:00000010:1.0:1734676305.103515:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d821000. 00080000:00000010:1.0:1734676305.103516:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d821a00. 00080000:00000010:1.0:1734676305.103518:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d821800. 00080000:00000010:1.0:1734676305.103520:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d38800. 00080000:00000010:1.0:1734676305.103522:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da84400. 00080000:00000010:1.0:1734676305.103524:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d39200. 00080000:00000010:1.0:1734676305.103526:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d39000. 00080000:00000010:1.0:1734676305.103528:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60200. 00080000:00000010:1.0:1734676305.103530:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d60800. 00080000:00000010:1.0:1734676305.103539:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe0200. 00080000:00000010:1.0:1734676305.103542:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe0800. 00080000:00000010:1.0:1734676305.103543:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d38c00. 00080000:00000010:1.0:1734676305.103545:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880089d38600. 00080000:00000010:1.0:1734676305.103547:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009584b600. 00080000:00000010:1.0:1734676305.103551:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc8800. 00080000:00000010:1.0:1734676305.103553:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc9000. 00080000:00000010:1.0:1734676305.103555:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc9e00. 00080000:00000010:1.0:1734676305.103557:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc9200. 00080000:00000010:1.0:1734676305.103559:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc9400. 00080000:00000010:1.0:1734676305.103560:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dc8200. 00080000:00000010:1.0:1734676305.103562:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880088bfb200. 00080000:00000010:1.0:1734676305.103565:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf6800. 00080000:00000010:1.0:1734676305.103567:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdf6a00. 00080000:00000010:1.0:1734676305.103569:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdfa600. 00080000:00000010:1.0:1734676305.103571:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cdfb200. 00080000:00000010:1.0:1734676305.103573:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095965600. 00080000:00000010:1.0:1734676305.103576:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c5000. 00080000:00000010:1.0:1734676305.103578:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c5c00. 00080000:00000010:1.0:1734676305.103580:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c4600. 00080000:00000010:1.0:1734676305.103582:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c4e00. 00080000:00000010:1.0:1734676305.103584:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c5e00. 00080000:00000010:1.0:1734676305.103586:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c4400. 00080000:00000010:1.0:1734676305.103588:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7c5400. 00080000:00000010:1.0:1734676305.103590:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007341b000. 00080000:00000010:1.0:1734676305.103592:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007341bc00. 00080000:00000010:1.0:1734676305.103593:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007341be00. 00080000:00000010:1.0:1734676305.103595:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a8a00. 00080000:00000010:1.0:1734676305.103597:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a9400. 00080000:00000010:1.0:1734676305.103599:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a9a00. 00080000:00000010:1.0:1734676305.103600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a8600. 00080000:00000010:1.0:1734676305.103602:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a8e00. 00080000:00000010:1.0:1734676305.103604:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e0a9200. 00080000:00000010:1.0:1734676305.103605:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff46800. 00080000:00000010:1.0:1734676305.103607:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff47000. 00080000:00000010:1.0:1734676305.103609:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff47200. 00080000:00000010:1.0:1734676305.103611:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff47400. 00080000:00000010:1.0:1734676305.103613:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff46000. 00080000:00000010:1.0:1734676305.103615:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dcaa00. 00080000:00000010:1.0:1734676305.103617:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dca400. 00080000:00000010:1.0:1734676305.103619:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dca000. 00080000:00000010:1.0:1734676305.103620:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dcb600. 00080000:00000010:1.0:1734676305.103622:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dcbc00. 00080000:00000010:1.0:1734676305.103624:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dca800. 00080000:00000010:1.0:1734676305.103626:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134dcbe00. 00080000:00000010:1.0:1734676305.103628:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095adfe00. 00080000:00000010:1.0:1734676305.103630:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095adec00. 00080000:00000010:1.0:1734676305.103632:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095adfa00. 00080000:00000010:1.0:1734676305.103634:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095adee00. 00080000:00000010:1.0:1734676305.103636:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d28200. 00080000:00000010:1.0:1734676305.103638:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d29200. 00080000:00000010:1.0:1734676305.103640:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d28800. 00080000:00000010:1.0:1734676305.103642:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d29e00. 00080000:00000010:1.0:1734676305.103643:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d29800. 00080000:00000010:1.0:1734676305.103645:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d28c00. 00080000:00000010:1.0:1734676305.103647:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d28e00. 00080000:00000010:1.0:1734676305.103649:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d29600. 00080000:00000010:1.0:1734676305.103655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800995ab000. 00080000:00000010:1.0:1734676305.103659:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097139a00. 00080000:00000010:1.0:1734676305.103661:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e129e00. 00080000:00000010:1.0:1734676305.103664:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e128600. 00080000:00000010:1.0:1734676305.103667:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d846400. 00080000:00000010:1.0:1734676305.103670:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d846800. 00080000:00000010:1.0:1734676305.103672:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959dfe00. 00080000:00000010:1.0:1734676305.103674:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095934e00. 00080000:00000010:1.0:1734676305.103676:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095934c00. 00080000:00000010:1.0:1734676305.103678:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095934a00. 00080000:00000010:1.0:1734676305.103679:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801305f9c00. 00080000:00000010:1.0:1734676305.103681:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d475400. 00080000:00000010:1.0:1734676305.103683:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d475a00. 00080000:00000010:1.0:1734676305.103684:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d475000. 00080000:00000010:1.0:1734676305.103686:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d474600. 00080000:00000010:1.0:1734676305.103688:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d475e00. 00080000:00000010:1.0:1734676305.103690:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d474000. 00080000:00000010:1.0:1734676305.103691:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d475c00. 00080000:00000010:1.0:1734676305.103693:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d474800. 00080000:00000010:1.0:1734676305.103695:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7fee00. 00080000:00000010:1.0:1734676305.103697:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7ff200. 00080000:00000010:1.0:1734676305.103699:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9fa200. 00080000:00000010:1.0:1734676305.103702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d45a00. 00080000:00000010:1.0:1734676305.103704:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d44c00. 00080000:00000010:1.0:1734676305.103706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129d44800. 00080000:00000010:1.0:1734676305.103707:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36d000. 00080000:00000010:1.0:1734676305.103709:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36ce00. 00080000:00000010:1.0:1734676305.103711:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36c600. 00080000:00000010:1.0:1734676305.103712:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36da00. 00080000:00000010:1.0:1734676305.103714:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36c800. 00080000:00000010:1.0:1734676305.103716:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36dc00. 00080000:00000010:1.0:1734676305.103717:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d36de00. 00080000:00000010:1.0:1734676305.103719:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dba5600. 00080000:00000010:1.0:1734676305.103721:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e343a00. 00080000:00000010:1.0:1734676305.103723:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e343000. 00080000:00000010:1.0:1734676305.103724:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e343e00. 00080000:00000010:1.0:1734676305.103726:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1ea00. 00080000:00000010:1.0:1734676305.103729:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1fc00. 00080000:00000010:1.0:1734676305.103731:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1f200. 00080000:00000010:1.0:1734676305.103733:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1e800. 00080000:00000010:1.0:1734676305.103735:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1fa00. 00080000:00000010:1.0:1734676305.103737:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1e000. 00080000:00000010:1.0:1734676305.103739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa64600. 00080000:00000010:1.0:1734676305.103742:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c81000. 00080000:00000010:1.0:1734676305.103744:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcc600. 00080000:00000010:1.0:1734676305.103746:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dccc00. 00080000:00000010:1.0:1734676305.103748:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcd600. 00080000:00000010:1.0:1734676305.103750:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcde00. 00080000:00000010:1.0:1734676305.103752:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e2dd400. 00080000:00000010:1.0:1734676305.103755:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073732800. 00080000:00000010:1.0:1734676305.103757:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073544600. 00080000:00000010:1.0:1734676305.103760:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073544800. 00080000:00000010:1.0:1734676305.103762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073544000. 02000000:00000010:2.0:1734676305.104536:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47e000. 02000000:00000010:2.0:1734676305.104565:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47f200. 00000400:00000010:2.0:1734676305.104571:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676305.104576:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.104582:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375680, portal 16 00000400:00000010:2.0:1734676305.104586:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676305.104588:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375680, offset 0 00000400:00000200:2.0:1734676305.104597:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.104607:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.104611:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.104614:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.104618:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.104619:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.104623:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80168:80168:256:4294967295] 192.168.203.46@tcp LPNI seq info [80164:80164:8:4294967295] 00000400:00000200:2.0:1734676305.104630:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.104635:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.104639:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.104644:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.104651:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.104655:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676305.104860:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eba00. 00010000:00000010:2.1:1734676305.104868:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db7b600. 00000800:00000200:3.0:1734676305.105662:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.105667:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:3.0:1734676305.105670:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.105675:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.105679:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:3.0:1734676305.105681:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:3.0:1734676305.105690:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864375680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.106468:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.106480:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11780 00000400:00000200:0.0:1734676305.106486:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4a9d [1] + 224 00000400:00000200:0.0:1734676305.106502:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.106505:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.106511:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864375680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.107574:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676305.107580:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.107582:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.107590:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864375680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.107597:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864375680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.107619:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47f200. 02000000:00000010:2.0:1734676305.107625:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47e000. 00000100:00000010:2.0:1734676305.107628:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676305.107687:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.107691:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000200:0.0:1734676305.108572:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.108582:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a200 00000400:00000200:0.0:1734676305.108588:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa349d [2] + 1968 00000400:00000010:0.0:1734676305.108591:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade70. 00000400:00000200:0.0:1734676305.108594:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fefe0c0 00000400:00000200:0.0:1734676305.109031:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.109064:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.109068:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fefe0c0 00000400:00000010:0.0:1734676305.109070:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009fefe0c0. 00000100:00000200:0.0:1734676305.109075:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.109240:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321400. 00000020:00000010:3.0:1734676305.109245:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676305.109250:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.109269:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3850 x1818938867884544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.109302:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884544 02000000:00000010:3.0:1734676305.109312:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.109335:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e008500. 00010000:00000010:3.0:1734676305.109361:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.109367:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ab40. 00000100:00000010:3.0:1734676305.109373:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ab40. 00010000:00000010:3.0:1734676305.109376:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.109385:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.109389:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884544, offset 224 00000400:00000200:3.0:1734676305.109394:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676305.109450:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e000. 00010000:00000010:2.0:1734676305.109508:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676305.109514:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e008480. 00010000:00000010:2.0:1734676305.109568:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f200. 00010000:00000010:2.0:1734676305.109578:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676305.109585:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.109589:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.109594:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676305.109603:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47ee00. 02000000:00000010:2.0:1734676305.109621:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47f000. 00000400:00000010:2.0:1734676305.109624:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676305.109629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.109633:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375808, portal 16 00000400:00000010:2.0:1734676305.109636:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.109637:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375808, offset 0 00000400:00000200:2.0:1734676305.109641:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.109890:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.109896:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80169:80169:256:4294967295] 192.168.203.46@tcp LPNI seq info [80165:80165:8:4294967295] 00000400:00000200:3.0:1734676305.109903:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.109908:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.109922:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.109927:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.109932:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.109936:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.109959:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676305.109962:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.109965:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321400. 02000000:00000010:3.0:1734676305.109973:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73c00. 00000100:00000010:3.0:1734676305.109978:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 02000000:00000010:3.0:1734676305.109980:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:3.0:1734676305.109982:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:3.0:1734676305.109986:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:3.0:1734676305.109989:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676305.109992:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676305.109993:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:3.0:1734676305.109996:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676305.109998:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:3.0:1734676305.110000:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:3.0:1734676305.110002:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 00000100:00000200:3.0:1734676305.110007:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.110011:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9f20. 00000400:00000010:3.0:1734676305.110014:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79ab40. 00000800:00000200:0.0:1734676305.110141:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.110144:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676305.110147:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.110150:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.110153:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676305.110154:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 02000000:00000010:0.0:1734676305.110157:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000400:00000200:2.0:1734676305.110218:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.110222:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.110225:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.110227:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.110229:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.110231:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80170:80170:255:4294967295] 192.168.203.46@tcp LPNI seq info [80166:80166:7:4294967295] 00000400:00000200:2.0:1734676305.110237:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.110241:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.110244:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.110247:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.110251:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.110253:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.110280:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.110282:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.110285:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.110287:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.110289:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676305.110290:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676305.110296:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864375808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.110430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8400. 00010000:00000010:3.1:1734676305.110436:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a27600. 00010000:00000010:3.1:1734676305.110439:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2700. 00010000:00000010:3.1:1734676305.110442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320800. 00000400:00000200:0.0:1734676305.113628:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.113657:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11800 00000400:00000200:1.0:1734676305.113666:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4aa9 [1] + 224 00000400:00000200:1.0:1734676305.113677:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.113681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.113689:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864375808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.113724:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.113729:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a280 00000400:00000200:1.0:1734676305.113733:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 0 00000400:00000010:2.0:1734676305.113752:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676305.113756:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.113758:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.113764:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864375808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.113771:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864375808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.113789:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.113792:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:2.0:1734676305.113793:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47f000. 00000100:00000200:1.0:1734676305.113795:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1734676305.113798:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47ee00. 00000100:00000010:1.0:1734676305.113800:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000100:00000010:2.0:1734676305.113802:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676305.113805:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.113808:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000020:00000010:3.0:1734676305.114369:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320800. 00000020:00000010:3.0:1734676305.114374:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676305.114378:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.114395:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867884672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.114414:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884672 02000000:00000010:3.0:1734676305.114421:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.114441:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d65c200. 00010000:00000010:3.0:1734676305.114675:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.114681:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676305.114851:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676305.114855:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.114865:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.114869:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884672, offset 224 00000400:00000200:3.0:1734676305.114873:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.114880:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.114885:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80171:80171:256:4294967295] 192.168.203.46@tcp LPNI seq info [80167:80167:8:4294967295] 00000400:00000200:3.0:1734676305.114892:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.114896:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.114899:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.114902:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.114907:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.114910:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.114931:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a100. 00000020:00000010:3.0:1734676305.114934:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.114937:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320800. 00080000:00000010:2.0:1734676305.116136:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47ee00. 00010000:00000010:2.0:1734676305.116199:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676305.116205:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d65c080. 00010000:00000010:2.0:1734676305.116261:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f000. 00010000:00000010:2.0:1734676305.116266:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676305.116274:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.116278:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.116284:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676305.116294:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47ea00. 02000000:00000010:2.0:1734676305.116312:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47fc00. 00000400:00000010:2.0:1734676305.116317:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676305.116320:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.116324:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864375936, portal 16 00000400:00000010:2.0:1734676305.116327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676305.116329:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864375936, offset 0 00000400:00000200:2.0:1734676305.116335:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.116341:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.116344:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.116348:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.116350:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.116352:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.116354:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80172:80172:255:4294967295] 192.168.203.46@tcp LPNI seq info [80168:80168:7:4294967295] 00000400:00000200:2.0:1734676305.116361:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.116365:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.116368:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.116371:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.116376:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.116378:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.116479:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.116482:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676305.116485:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.116490:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.116493:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676305.116495:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676305.116548:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.116550:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:0.0:1734676305.116553:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.116556:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.116558:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676305.116559:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676305.116565:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864375936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.117319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe600. 00000400:00000200:0.0:1734676305.118275:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.118286:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11880 00000400:00000200:0.0:1734676305.118294:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ab9 [1] + 224 00000400:00000200:0.0:1734676305.118303:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.118305:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.118313:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864375936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.118347:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.118351:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a300 00000400:00000200:0.0:1734676305.118356:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 328 00000400:00000200:0.0:1734676305.118368:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.118371:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.118375:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.118381:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000400:00000010:2.0:1734676305.118977:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:2.0:1734676305.118982:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.118984:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.118990:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864375936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.118998:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864375936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.119018:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47fc00. 02000000:00000010:2.0:1734676305.119024:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47ea00. 00000100:00000010:2.0:1734676305.119028:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:2.0:1734676305.119031:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.119060:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000020:00000010:2.0:1734676305.119460:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47ea00. 00000020:00000010:2.0:1734676305.119465:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676305.119469:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.119489:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867884800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.119509:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884800 02000000:00000010:2.0:1734676305.119518:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676305.119538:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143900. 00010000:00000010:2.0:1734676305.119551:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.119556:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.119574:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.119576:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000010:2.0:1734676305.119585:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.119589:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884800, offset 224 00000400:00000200:2.0:1734676305.119593:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.119601:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.119607:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80173:80173:256:4294967295] 192.168.203.46@tcp LPNI seq info [80169:80169:8:4294967295] 00000400:00000200:2.0:1734676305.119614:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.119618:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.119622:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.119625:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.119630:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.119634:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.119656:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676305.119659:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.119663:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47ea00. 00080000:00000010:3.0:1734676305.119769:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320800. 00010000:00000010:3.0:1734676305.119830:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00000800:00000200:1.0:1734676305.119830:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.119833:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00010000:00000010:3.0:1734676305.119835:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143880. 00000400:00000200:1.0:1734676305.119836:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.119840:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.119842:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676305.119843:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00010000:00000010:3.0:1734676305.119891:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defc00. 00010000:00000010:3.0:1734676305.119894:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676305.119898:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321400. 00010000:00000010:3.0:1734676305.119902:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00080000:00000010:3.0:1734676305.119911:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320a00. 00010000:00000010:3.0:1734676305.119930:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676305.119933:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676305.119969:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321800. 00010000:00000010:3.0:1734676305.119973:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676305.119978:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.119981:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676305.119986:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.119994:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320400. 02000000:00000010:3.0:1734676305.120010:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321200. 00000400:00000010:3.0:1734676305.120015:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.120019:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.120023:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376064, portal 16 00000400:00000010:3.0:1734676305.120026:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.120028:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376064, offset 0 00000400:00000200:3.0:1734676305.120031:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.120054:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.120058:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.120061:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.120064:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.120066:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.120069:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80174:80174:256:4294967295] 192.168.203.46@tcp LPNI seq info [80170:80170:8:4294967295] 00000400:00000200:3.0:1734676305.120074:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.120078:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.120093:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.120096:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.120100:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.120102:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.120133:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.120135:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676305.120137:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.120141:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.120143:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676305.120144:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676305.120148:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864376064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.120755:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94e00. 00010000:00000010:2.1:1734676305.120761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fa00. 00000400:00000200:0.0:1734676305.123759:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.123775:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11900 00000400:00000200:0.0:1734676305.123783:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ac5 [1] + 224 00000400:00000200:0.0:1734676305.123792:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.123796:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.123806:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864376064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.123840:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.123844:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a380 00000400:00000200:0.0:1734676305.123848:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 656 00000400:00000200:0.0:1734676305.123897:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.123900:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.123904:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.123909:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000010:3.0:1734676305.124092:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676305.124097:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.124099:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.124104:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864376064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.124111:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864376064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.124132:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321200. 02000000:00000010:3.0:1734676305.124138:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320400. 00000100:00000010:3.0:1734676305.124142:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.124145:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676305.124149:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.124591:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.124597:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.124600:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.124619:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098479f80 x1818938867884928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.124637:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867884928 02000000:00000010:1.0:1734676305.124643:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.124663:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5db80. 00010000:00000010:1.0:1734676305.124678:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.124682:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.124687:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.124689:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.124697:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676305.124701:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867884928, offset 224 00000400:00000200:1.0:1734676305.124706:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.124713:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.124718:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80175:80175:256:4294967295] 192.168.203.46@tcp LPNI seq info [80171:80171:8:4294967295] 00000400:00000200:1.0:1734676305.124725:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.124730:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.124733:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.124737:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.124743:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.124746:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.124766:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00080000:00000010:2.0:1734676305.124768:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47fa00. 00000020:00000010:1.0:1734676305.124769:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.124772:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00000800:00000200:0.0:1734676305.124857:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.124860:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.124863:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.124867:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.124869:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676305.124870:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00010000:00000010:2.0:1734676305.125072:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:2.0:1734676305.125509:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5db00. 00010000:00000010:2.0:1734676305.125567:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47ea00. 00010000:00000010:2.0:1734676305.125573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676305.125579:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d00. 00000100:00000010:2.0:1734676305.125583:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.125589:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676305.125596:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47fc00. 02000000:00000010:2.0:1734676305.125611:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47ec00. 00000400:00000010:2.0:1734676305.125615:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676305.125619:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.125623:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376192, portal 16 00000400:00000010:2.0:1734676305.125626:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676305.125627:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376192, offset 0 00000400:00000200:2.0:1734676305.125631:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.125636:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.125639:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.125642:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.125645:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.125647:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.125649:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80176:80176:256:4294967295] 192.168.203.46@tcp LPNI seq info [80172:80172:8:4294967295] 00000400:00000200:2.0:1734676305.125655:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.125659:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.125662:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.125665:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.125670:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.125673:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.125758:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.125760:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:1.0:1734676305.125764:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.125768:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.125770:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676305.125772:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:1.0:1734676305.125777:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864376192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.127715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3400. 00000400:00000200:2.0:1734676305.127920:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.127934:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11980 00000400:00000200:2.0:1734676305.127941:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ad1 [1] + 224 00000400:00000200:2.0:1734676305.127961:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.127965:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.127973:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864376192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676305.128067:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7ec8. 00000400:00000200:0.0:1734676305.128072:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676305.128074:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676305.128080:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864376192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.128096:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864376192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676305.128116:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47ec00. 02000000:00000010:0.0:1734676305.128122:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47fc00. 00000100:00000010:0.0:1734676305.128125:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:0.0:1734676305.128130:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:0.0:1734676305.128132:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d00. 00000400:00000200:0.0:1734676305.128653:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.128660:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a400 00000400:00000200:0.0:1734676305.128665:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 984 00000400:00000200:0.0:1734676305.128706:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.128709:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.128713:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.128717:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000020:00000010:1.0:1734676305.129519:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676305.129524:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.129528:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.129545:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b480 x1818938867885056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.129599:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885056 02000000:00000010:1.0:1734676305.129606:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.129624:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d422180. 00010000:00000010:1.0:1734676305.129636:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.129641:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.129654:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.129657:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.129665:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676305.129669:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885056, offset 224 00000400:00000200:1.0:1734676305.129674:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.129681:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.129686:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80177:80177:256:4294967295] 192.168.203.46@tcp LPNI seq info [80173:80173:8:4294967295] 00000400:00000200:1.0:1734676305.129693:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.129697:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.129700:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.129703:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.129709:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.129712:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.129723:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.129726:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.129729:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00000800:00000200:1.0:1734676305.129775:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.129778:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:1.0:1734676305.129780:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.129783:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.129785:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676305.129787:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00080000:00000010:0.0:1734676305.129868:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007ede0800. 00010000:00000010:0.0:1734676305.129923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:0.0:1734676305.129928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130b41000. 00010000:00000010:0.0:1734676305.130446:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007ede1000. 00010000:00000010:0.0:1734676305.130451:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.130457:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:0.0:1734676305.130460:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676305.130465:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 02000000:00000010:0.0:1734676305.130472:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007154b400. 02000000:00000010:0.0:1734676305.130487:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007154b000. 00000400:00000010:0.0:1734676305.130491:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676305.130494:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676305.130498:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376320, portal 16 00000400:00000010:0.0:1734676305.130501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676305.130503:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376320, offset 0 00000400:00000200:0.0:1734676305.130506:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.130510:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.130514:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.130516:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.130519:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.130521:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.130523:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80178:80178:256:4294967295] 192.168.203.46@tcp LPNI seq info [80174:80174:8:4294967295] 00000400:00000200:0.0:1734676305.130529:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.130533:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.130534:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676305.130537:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.130540:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.130543:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.130728:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.130731:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:2.0:1734676305.130733:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.130737:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.130739:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:2.0:1734676305.130740:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:2.0:1734676305.130745:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880098478000 x1818938864376320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.131570:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f400. 00010000:00000010:3.1:1734676305.131926:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc100. 00010000:00000010:3.1:1734676305.131931:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f200. 00010000:00000010:3.1:1734676305.131935:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4ec00. 00000400:00000200:0.0:1734676305.132796:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.132807:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11a00 00000400:00000200:0.0:1734676305.132813:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4add [1] + 224 00000400:00000200:0.0:1734676305.132831:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.132835:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.132843:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880098478000 x1818938864376320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.132999:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676305.133004:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:2.0:1734676305.133006:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:2.0:1734676305.133011:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880098478000 x1818938864376320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.133018:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880098478000 x1818938864376320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.133062:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007154b000. 02000000:00000010:2.0:1734676305.133095:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007154b400. 00000100:00000010:2.0:1734676305.133100:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000100:00000010:2.0:1734676305.133103:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:2.0:1734676305.133107:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000200:0.0:1734676305.133318:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.133325:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a480 00000400:00000200:0.0:1734676305.133330:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 1312 00000400:00000200:0.0:1734676305.133378:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.133382:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.133386:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.133390:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000020:00000010:3.0:1734676305.133635:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320400. 00000020:00000010:3.0:1734676305.133640:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676305.133644:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.133663:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847b800 x1818938867885184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.133692:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885184 02000000:00000010:3.0:1734676305.133699:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676305.133718:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8aef80. 00010000:00000010:3.0:1734676305.133730:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.133735:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676305.133750:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676305.133754:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.133762:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.133765:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885184, offset 224 00000400:00000200:3.0:1734676305.133770:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.133776:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.133781:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80179:80179:256:4294967295] 192.168.203.46@tcp LPNI seq info [80175:80175:8:4294967295] 00000400:00000200:3.0:1734676305.133788:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.133793:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.133796:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.133800:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.133806:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.133809:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.133820:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676305.133823:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.133827:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320400. 00000800:00000200:3.0:1734676305.133867:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.133869:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:3.0:1734676305.133872:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.133874:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.133877:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.133878:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00080000:00000010:2.0:1734676305.134210:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f800. 00010000:00000010:2.0:1734676305.134267:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:2.0:1734676305.134272:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8aef00. 00010000:00000010:2.0:1734676305.134322:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e800. 00010000:00000010:2.0:1734676305.134327:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676305.134332:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4b80. 00000100:00000010:2.0:1734676305.134336:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.134341:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 02000000:00000010:2.0:1734676305.134349:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47f400. 02000000:00000010:2.0:1734676305.134363:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47f600. 00000400:00000010:2.0:1734676305.134367:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676305.134370:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.134375:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376448, portal 16 00000400:00000010:2.0:1734676305.134378:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676305.134379:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376448, offset 0 00000400:00000200:2.0:1734676305.134383:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.134388:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.134391:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.134394:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.134396:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.134398:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.134401:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80180:80180:256:4294967295] 192.168.203.46@tcp LPNI seq info [80176:80176:8:4294967295] 00000400:00000200:2.0:1734676305.134407:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.134411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.134413:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.134416:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.134420:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.134423:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.134527:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.134529:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:0.0:1734676305.134533:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.134536:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.134538:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676305.134540:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676305.134545:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864376448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.136281:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.136292:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11a80 00000400:00000200:0.0:1734676305.136300:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ae9 [1] + 224 00000400:00000200:0.0:1734676305.136317:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.136321:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.136328:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0a80 x1818938864376448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.136456:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:2.0:1734676305.136460:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:2.0:1734676305.136462:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.136468:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0a80 x1818938864376448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.136480:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0a80 x1818938864376448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.136499:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47f600. 02000000:00000010:2.0:1734676305.136504:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47f400. 00000100:00000010:2.0:1734676305.136507:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 00000100:00000010:2.0:1734676305.136510:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.136512:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4b80. 00000400:00000200:0.0:1734676305.136856:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.136863:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a500 00000400:00000200:0.0:1734676305.136868:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 1640 00000400:00000200:0.0:1734676305.136929:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.136932:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.136937:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.136941:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676305.138070:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1de00. 00000020:00000010:1.0:1734676305.138077:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.138081:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.138110:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867885312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.138313:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885312 02000000:00000010:1.0:1734676305.138323:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.138346:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de0900. 00010000:00000010:1.0:1734676305.138361:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.138367:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.138381:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.138384:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.138393:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676305.138398:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885312, offset 224 00000400:00000200:1.0:1734676305.138403:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.138411:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.138417:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80181:80181:256:4294967295] 192.168.203.46@tcp LPNI seq info [80177:80177:8:4294967295] 00000400:00000200:1.0:1734676305.138424:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.138429:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.138432:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.138436:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.138441:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.138445:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.138467:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.138472:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.138474:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1de00. 00000800:00000200:0.0:1734676305.138733:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.138736:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.138740:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.138745:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.138748:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676305.138750:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00080000:00000010:3.0:1734676305.138835:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321200. 00010000:00000010:3.0:1734676305.138896:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:3.0:1734676305.138902:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097de0a00. 00010000:00000010:3.0:1734676305.138951:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320000. 00010000:00000010:3.0:1734676305.138956:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a480. 00010000:00000010:3.0:1734676305.138963:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.138967:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79aa80. 00000100:00000010:3.0:1734676305.138972:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.138980:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321000. 02000000:00000010:3.0:1734676305.138996:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321600. 00000400:00000010:3.0:1734676305.139001:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.139005:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.139009:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376576, portal 16 00000400:00000010:3.0:1734676305.139011:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.139013:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376576, offset 0 00000400:00000200:3.0:1734676305.139017:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.139022:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.139025:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.139028:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.139031:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.139032:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00010000:00000010:0.1:1734676305.139218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142200. 00010000:00000010:0.1:1734676305.139224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f000. 00010000:00000010:0.1:1734676305.139227:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defc00. 00010000:00000010:0.1:1734676305.139230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321400. 00000400:00000200:3.0:1734676305.139664:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80182:80182:256:4294967295] 192.168.203.46@tcp LPNI seq info [80178:80178:8:4294967295] 00000400:00000200:3.0:1734676305.139672:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.139676:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.1:1734676305.139683:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1b00. 00010000:00000010:3.1:1734676305.139687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47ea00. 00000800:00000010:3.0:1734676305.139692:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.139696:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.139701:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.139704:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.139939:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.139942:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676305.139945:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.139948:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.139950:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676305.139952:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676305.139957:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864376576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.141831:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.141845:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11b00 00000400:00000200:0.0:1734676305.141853:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4af5 [1] + 224 00000400:00000200:0.0:1734676305.141871:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.141875:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.141883:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864376576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.143049:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9478. 00000400:00000200:3.0:1734676305.143056:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.143058:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.143065:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864376576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.143074:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864376576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.143109:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321600. 02000000:00000010:3.0:1734676305.143117:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321000. 00000100:00000010:3.0:1734676305.143121:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.143124:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79aa80. 00010000:00000010:3.0:1734676305.143129:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:2.0:1734676305.143294:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.143304:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a580 00000400:00000200:2.0:1734676305.143310:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3505 [2] + 1968 00000400:00000010:2.0:1734676305.143313:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:2.0:1734676305.143316:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4b4ce40 00000400:00000200:2.0:1734676305.143369:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.143373:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.143377:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4b4ce40 00000400:00000010:2.0:1734676305.143378:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4b4ce40. 00000100:00000200:2.0:1734676305.143383:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676305.143458:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007154aa00. 00000020:00000010:0.0:1734676305.143465:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c080. 00000020:00000010:0.0:1734676305.143469:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676305.143489:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2450 x1818938867885440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:3.1:1734676305.143561:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6a00. 00010000:00000010:2.1:1734676305.143600:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8600. 00010000:00000010:2.1:1734676305.143605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321800. 00000100:00000200:0.0:1734676305.143756:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885440 02000000:00000010:0.0:1734676305.143765:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.143784:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0c380. 00010000:00000010:0.0:1734676305.143801:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae000. 00000100:00000010:0.0:1734676305.143806:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676305.143812:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00010000:00000010:0.0:1734676305.143814:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae000. 00000400:00000010:0.0:1734676305.143822:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676305.143826:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885440, offset 224 00000400:00000200:0.0:1734676305.143830:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.143837:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.143842:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80183:80183:256:4294967295] 192.168.203.46@tcp LPNI seq info [80179:80179:8:4294967295] 00000400:00000200:0.0:1734676305.143851:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.143855:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.143859:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676305.143862:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.143868:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.143871:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.143883:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c080. 00000020:00000010:0.0:1734676305.143886:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:0.0:1734676305.143889:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007154aa00. 02000000:00000010:0.0:1734676305.143911:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:0.0:1734676305.143913:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:0.0:1734676305.143917:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676305.143919:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b800. 02000000:00000010:0.0:1734676305.143921:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:0.0:1734676305.143924:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847b480. 02000000:00000010:0.0:1734676305.143926:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:0.0:1734676305.143927:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098479f80. 02000000:00000010:0.0:1734676305.143930:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:0.0:1734676305.143933:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676305.143934:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:0.0:1734676305.143936:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000200:0.0:1734676305.143942:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676305.143946:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676305.143948:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d4699c0. 00000800:00000200:0.0:1734676305.144001:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.144003:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:0.0:1734676305.144005:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.144008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.144010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:0.0:1734676305.144012:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 02000000:00000010:0.0:1734676305.144014:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00080000:00000010:2.0:1734676305.144351:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f400. 00010000:00000010:2.0:1734676305.144414:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a480. 00010000:00000010:2.0:1734676305.144420:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c300. 00010000:00000010:2.0:1734676305.144476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f600. 00010000:00000010:2.0:1734676305.144481:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676305.144487:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4b80. 00000100:00000010:2.0:1734676305.144491:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.144497:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 02000000:00000010:2.0:1734676305.144504:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47f200. 02000000:00000010:2.0:1734676305.144523:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47fc00. 00000400:00000010:2.0:1734676305.144527:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676305.144530:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.144533:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376704, portal 16 00000400:00000010:2.0:1734676305.144537:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.144538:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376704, offset 0 00000400:00000200:2.0:1734676305.144542:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.144547:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.144551:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.144554:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.144557:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.144559:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.144561:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80184:80184:256:4294967295] 192.168.203.46@tcp LPNI seq info [80180:80180:8:4294967295] 00000400:00000200:2.0:1734676305.144566:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.144569:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.144572:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.144574:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.144578:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.144580:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.144881:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.144885:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.144888:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.144891:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.144893:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:1.0:1734676305.144895:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:1.0:1734676305.144900:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864376704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.146752:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54400. 00010000:00000010:0.1:1734676305.146761:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7700. 00010000:00000010:0.1:1734676305.146764:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e800. 00000400:00000200:2.0:1734676305.146897:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.146910:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11b80 00000400:00000200:2.0:1734676305.146917:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b05 [1] + 224 00000400:00000200:2.0:1734676305.146925:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.146929:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.146937:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0a80 x1818938864376704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.147021:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.147026:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a600 00000400:00000200:2.0:1734676305.147031:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 0 00000400:00000200:2.0:1734676305.147110:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.147114:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.147118:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.147123:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00000020:00000010:1.0:1734676305.147188:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ca00. 00000020:00000010:1.0:1734676305.147194:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.147198:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.147215:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1500 x1818938867885568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.147232:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885568 02000000:00000010:1.0:1734676305.147239:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.147264:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.147269:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.147273:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.147275:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.147285:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676305.147288:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885568, offset 224 00000400:00000200:1.0:1734676305.147293:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.147299:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.147304:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80185:80185:256:4294967295] 192.168.203.46@tcp LPNI seq info [80181:80181:8:4294967295] 00000400:00000200:1.0:1734676305.147311:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.147315:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.147318:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.147322:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.147327:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.147330:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1734676305.147415:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:0.0:1734676305.147420:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676305.147422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676305.147427:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0a80 x1818938864376704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.147435:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0a80 x1818938864376704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676305.147451:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371e700. 02000000:00000010:0.0:1734676305.147459:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47fc00. 02000000:00000010:0.0:1734676305.147463:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47f200. 00000100:00000010:0.0:1734676305.147465:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 00000100:00000010:0.0:1734676305.147467:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:0.0:1734676305.147469:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4b80. 00080000:00000010:0.0:1734676305.147482:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007154aa00. 00010000:00000010:0.0:1734676305.147539:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:0.0:1734676305.147544:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cdea880. 00010000:00000010:0.0:1734676305.147606:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007154b400. 00010000:00000010:0.0:1734676305.147612:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.147617:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae000. 00000100:00000010:0.0:1734676305.147621:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676305.147625:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676305.147633:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007154b000. 02000000:00000010:0.0:1734676305.147649:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810e00. 00000400:00000010:0.0:1734676305.147652:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676305.147655:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676305.147658:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376832, portal 16 00000400:00000010:0.0:1734676305.147661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676305.147663:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376832, offset 0 00000400:00000200:0.0:1734676305.147666:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.147670:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.147674:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.147677:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.147679:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.147681:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.147683:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80186:80186:255:4294967295] 192.168.203.46@tcp LPNI seq info [80182:80182:7:4294967295] 00000400:00000200:0.0:1734676305.147688:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.147692:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.147694:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676305.147697:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.147700:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.147702:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.147876:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.147880:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.147883:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ca00. 00000800:00000200:0.0:1734676305.148654:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.148658:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.148662:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.148666:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.148669:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676305.148670:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000800:00000200:0.0:1734676305.148717:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.148719:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:0.0:1734676305.148721:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.148724:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.148726:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:0.0:1734676305.148728:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676305.148734:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864376832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.150606:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d809800. 00010000:00000010:2.1:1734676305.150936:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9a00. 00010000:00000010:2.1:1734676305.150942:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ede1000. 00010000:00000010:0.1:1734676305.151198:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4000. 00000400:00000200:1.0:1734676305.151282:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.151297:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11c00 00000400:00000200:1.0:1734676305.151304:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b11 [1] + 224 00000400:00000200:1.0:1734676305.151314:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.151318:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.151327:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847aa00 x1818938864376832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.151348:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.151352:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a680 00000400:00000200:1.0:1734676305.151357:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 328 00000400:00000200:1.0:1734676305.151371:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.151374:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.151378:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.151384:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:1.0:1734676305.151420:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ca00. 00000020:00000010:1.0:1734676305.151426:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.151430:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.151449:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867885696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.151479:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885696 02000000:00000010:1.0:1734676305.151489:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.151519:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.151525:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.151530:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.151533:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.151543:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676305.151548:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885696, offset 224 00000400:00000200:1.0:1734676305.151553:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.151560:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.151564:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80187:80187:256:4294967295] 192.168.203.46@tcp LPNI seq info [80183:80183:8:4294967295] 00000400:00000200:1.0:1734676305.151571:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.151576:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.151580:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.151584:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.151589:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.151592:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.151604:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.151608:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.151611:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ca00. 00000400:00000010:0.0:1734676305.151664:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:0.0:1734676305.151669:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:0.0:1734676305.151671:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676305.151676:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847aa00 x1818938864376832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.151683:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847aa00 x1818938864376832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676305.151700:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3a00. 02000000:00000010:0.0:1734676305.151710:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810e00. 02000000:00000010:0.0:1734676305.151715:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007154b000. 00000100:00000010:0.0:1734676305.151737:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000010:0.0:1734676305.151740:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:0.0:1734676305.151743:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae000. 00080000:00000010:0.0:1734676305.151755:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810e00. 00000800:00000200:2.0:1734676305.151795:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.151798:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:2.0:1734676305.151801:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.151804:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.151806:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:2.0:1734676305.151807:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00010000:00000010:0.0:1734676305.151810:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.151814:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3180. 00010000:00000010:0.0:1734676305.151873:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811000. 00010000:00000010:0.0:1734676305.151878:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676305.151884:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae000. 00000100:00000010:0.0:1734676305.151887:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676305.151892:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 02000000:00000010:0.0:1734676305.151900:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811200. 02000000:00000010:0.0:1734676305.151916:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810200. 00000400:00000010:0.0:1734676305.151919:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676305.151923:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676305.151926:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864376960, portal 16 00000400:00000010:0.0:1734676305.151929:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676305.151931:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864376960, offset 0 00000400:00000200:0.0:1734676305.151935:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.151939:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.151944:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.151946:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.151949:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.151951:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.151953:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80188:80188:256:4294967295] 192.168.203.46@tcp LPNI seq info [80184:80184:8:4294967295] 00000400:00000200:0.0:1734676305.151959:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.151962:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.151965:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676305.151968:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.151971:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.151974:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.152177:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.152180:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:1.0:1734676305.152183:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.152186:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.152188:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676305.152189:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676305.152194:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009847aa00 x1818938864376960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.154303:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.154318:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11c80 00000400:00000200:0.0:1734676305.154326:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b1d [1] + 224 00000400:00000200:0.0:1734676305.154335:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.154339:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.154347:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009847aa00 x1818938864376960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.156812:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:2.0:1734676305.156824:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:2.0:1734676305.156827:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:2.0:1734676305.156838:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009847aa00 x1818938864376960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.156849:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009847aa00 x1818938864376960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.156877:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810200. 02000000:00000010:2.0:1734676305.156884:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811200. 00000100:00000010:2.0:1734676305.156888:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000100:00000010:2.0:1734676305.156892:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:2.0:1734676305.156897:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae000. 00000400:00000200:2.0:1734676305.158056:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.158070:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a700 00000400:00000200:2.0:1734676305.158077:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 656 00010000:00000010:0.1:1734676305.158396:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ce7800. 00010000:00000010:0.1:1734676305.158403:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994a3d00. 00010000:00000010:0.1:1734676305.158407:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f600. 00000400:00000200:2.0:1734676305.158456:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.158460:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.158466:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.158470:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00010000:00000010:3.1:1734676305.158700:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1700. 00010000:00000010:3.1:1734676305.158705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320000. 00000020:00000010:0.0:1734676305.158778:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810a00. 00000020:00000010:0.0:1734676305.158783:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c180. 00000020:00000010:0.0:1734676305.158787:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450e10. 00000100:00000200:0.0:1734676305.158808:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867885824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.158971:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885824 02000000:00000010:0.0:1734676305.158979:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.158998:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52a880. 00010000:00000010:0.0:1734676305.159010:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae240. 00000100:00000010:0.0:1734676305.159016:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676305.159274:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676305.159278:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae240. 00080000:00000010:2.0:1734676305.159600:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f600. 00010000:00000010:2.0:1734676305.159655:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:2.0:1734676305.159660:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52a800. 00000400:00000010:1.0:1734676305.159944:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676305.159949:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867885824, offset 224 00000400:00000200:1.0:1734676305.159955:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.159963:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.159968:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80189:80189:256:4294967295] 192.168.203.46@tcp LPNI seq info [80185:80185:8:4294967295] 00000400:00000200:1.0:1734676305.159975:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.159980:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.159983:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.159988:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.159994:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.159997:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.160017:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c180. 00000020:00000010:1.0:1734676305.160019:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450e10. 00000020:00000010:1.0:1734676305.160022:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810a00. 00000800:00000200:2.0:1734676305.160180:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.160182:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:2.0:1734676305.160186:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.160189:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.160192:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:2.0:1734676305.160194:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00010000:00000010:2.0:1734676305.160238:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f200. 00010000:00000010:2.0:1734676305.160243:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.160250:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.160253:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.160258:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.160266:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47fc00. 02000000:00000010:2.0:1734676305.160281:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47e800. 00000400:00000010:2.0:1734676305.160286:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.160289:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.160292:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377088, portal 16 00000400:00000010:2.0:1734676305.160295:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676305.160296:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377088, offset 0 00000400:00000200:2.0:1734676305.160299:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.160303:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.160306:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.160309:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.160311:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.160313:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.160315:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80190:80190:256:4294967295] 192.168.203.46@tcp LPNI seq info [80186:80186:8:4294967295] 00000400:00000200:2.0:1734676305.160321:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.160324:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.160326:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000800:00000200:2.0:1734676305.160328:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.160331:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.160333:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676305.161200:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfffc00. 00010000:00000010:0.1:1734676305.161208:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d900. 00010000:00000010:0.1:1734676305.161210:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007154b400. 00000800:00000200:1.0:1734676305.161424:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.161427:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 00000400:00000200:1.0:1734676305.161430:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.161433:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.161437:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676305.161438:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676305.161445:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.162132:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.162143:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 12 MB=0x67650b516a800 00000400:00000200:0.0:1734676305.162149:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.46@tcp of length 224/224 into md 0x66845 [64] + 155904 00000400:00000200:0.0:1734676305.162157:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.162159:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.162163:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1734676305.162167:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098479f80. 00000400:00000200:0.0:1734676305.162763:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.162769:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 28 MB=0x67650b516a880 00000400:00000200:0.0:1734676305.162774:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.46@tcp of length 224/224 into md 0x6de79 [8] + 12760 00000400:00000200:0.0:1734676305.162780:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.162783:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.162786:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1734676305.162789:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b480. 00000400:00000200:0.0:1734676305.162813:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.162816:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 28 MB=0x67650b516a900 00000400:00000200:0.0:1734676305.162819:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.46@tcp of length 224/224 into md 0x6de79 [8] + 12984 00000400:00000200:0.0:1734676305.162823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.162826:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.162828:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1734676305.162830:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847b800. 00000400:00000200:0.0:1734676305.162841:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.162844:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 26 MB=0x67650b516a780 00000400:00000200:0.0:1734676305.162848:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.46@tcp of length 224/224 into md 0x7bc3d [2] + 0 00000400:00000010:0.0:1734676305.162852:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007676e8f0. 00000400:00000200:0.0:1734676305.162855:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136a58e40 00000400:00000200:0.0:1734676305.162871:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.162874:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.162877:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136a58e40 00000400:00000010:0.0:1734676305.162879:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136a58e40. 00000100:00000200:0.0:1734676305.162883:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1734676305.163017:0:21471:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.163023:0:21471:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.163027:0:21471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.163077:0:21471:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.163079:0:21471:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.163081:0:21471:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000020:00000010:2.0:1734676305.163238:0:8205:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47ea00. 00000020:00000010:2.0:1734676305.163242:0:8205:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676305.163246:0:8205:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.163264:0:8205:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886080 02000000:00000010:2.0:1734676305.163280:0:8205:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73c00. 00010000:00000200:2.0:1734676305.163289:0:8205:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880098479f80 x1818938867886080/t0(0) o400->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 224/224 e 0 to 0 dl 1734676316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1734676305.163302:0:8205:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.163306:0:8205:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938867886080, offset 224 00000400:00000200:2.0:1734676305.163311:0:8205:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.163318:0:8205:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.163323:0:8205:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80191:80191:256:4294967295] 192.168.203.46@tcp LPNI seq info [80187:80187:8:4294967295] 00000400:00000200:2.0:1734676305.163332:0:8205:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.163337:0:8205:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.163340:0:8205:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.163344:0:8205:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.163351:0:8205:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.163355:0:8205:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.163365:0:8205:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4580. 00000020:00000010:2.0:1734676305.163367:0:8205:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.163371:0:8205:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47ea00. 00000800:00000200:2.0:1734676305.163427:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.163430:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:2.0:1734676305.163432:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.163435:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.163437:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676305.163439:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:3.0:1734676305.163602:0:21471:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886208 02000000:00000010:3.0:1734676305.163611:0:21471:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081800. 00010000:00000200:3.0:1734676305.163617:0:21471:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff88009847b480 x1818938867886208/t0(0) o400->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 224/224 e 0 to 0 dl 1734676316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.163625:0:21471:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.163628:0:21471:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938867886208, offset 224 00000400:00000200:3.0:1734676305.163632:0:21471:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.163637:0:21471:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.163640:0:21471:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80192:80192:256:4294967295] 192.168.203.46@tcp LPNI seq info [80188:80188:8:4294967295] 00000400:00000200:3.0:1734676305.163647:0:21471:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.163651:0:21471:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.163654:0:21471:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.163656:0:21471:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.163660:0:21471:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.163662:0:21471:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.164356:0:21471:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.164361:0:21471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.164366:0:21471:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000100:00000200:3.0:1734676305.164376:0:21471:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886336 00000020:00000010:3.0:1734676305.164384:0:21471:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff88009d1db038. 02000000:00000010:3.0:1734676305.164389:0:21471:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d081c00. 00010000:00000200:3.0:1734676305.164394:0:21471:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff88009847b800 x1818938867886336/t0(0) o400->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 224/224 e 0 to 0 dl 1734676316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.164402:0:21471:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.164405:0:21471:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938867886336, offset 224 00000400:00000200:3.0:1734676305.164408:0:21471:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.164413:0:21471:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.164416:0:21471:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80193:80193:255:4294967295] 192.168.203.46@tcp LPNI seq info [80189:80189:7:4294967295] 00000400:00000200:3.0:1734676305.164422:0:21471:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.164996:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.165001:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676305.165004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.165009:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.165012:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676305.165014:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:3.0:1734676305.165072:0:21471:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.165076:0:21471:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.165080:0:21471:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.165093:0:21471:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.165095:0:21471:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.165111:0:21471:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.165114:0:21471:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.165117:0:21471:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.165153:0:16887:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.165156:0:16887:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.165158:0:16887:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.165174:0:16887:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867885952 02000000:00000010:3.0:1734676305.165181:0:16887:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000200:3.0:1734676305.165186:0:16887:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff88012f3be850 x1818938867885952/t0(0) o400->5ef18102-6207-4d18-80b2-0038daa4e32d@192.168.203.46@tcp:396/0 lens 224/224 e 0 to 0 dl 1734676316 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.165194:0:16887:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.165197:0:16887:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1818938867885952, offset 224 00000400:00000200:3.0:1734676305.165201:0:16887:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.165205:0:16887:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.165209:0:16887:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80194:80194:255:4294967295] 192.168.203.46@tcp LPNI seq info [80190:80190:7:4294967295] 00000400:00000200:3.0:1734676305.165215:0:16887:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.165219:0:16887:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.165221:0:16887:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.165223:0:16887:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.165227:0:16887:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.165229:0:16887:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.165234:0:16887:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.165236:0:16887:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.165238:0:16887:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00000100:00000200:3.0:1734676305.165243:0:16887:0:(niobuf.c:1033:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1734676305.165247:0:16887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9478. 00000400:00000010:3.0:1734676305.165251:0:16887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79aa80. 00010000:00000010:3.1:1734676305.165278:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f500. 00010000:00000010:3.1:1734676305.165284:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811000. 00000800:00000200:0.0:1734676305.165380:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.165384:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676305.165388:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.165393:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.165397:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.165398:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:0.0:1734676305.165411:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.165413:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676305.165415:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.165418:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.165420:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.165422:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 02000000:00000010:0.0:1734676305.165426:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000400:00000200:0.0:1734676305.165752:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.165760:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11d00 00000400:00000200:0.0:1734676305.165767:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b29 [1] + 224 00000400:00000200:0.0:1734676305.165783:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.165786:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.165793:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.165847:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.165851:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.165853:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.165858:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.165865:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.165884:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47e800. 02000000:00000010:2.0:1734676305.165888:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47fc00. 00000100:00000010:2.0:1734676305.165892:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.165896:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.165899:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:0.0:1734676305.168420:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.168437:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516a980 00000400:00000200:0.0:1734676305.168445:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 984 00000400:00000200:0.0:1734676305.168468:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.168471:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.168478:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.168483:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:1.0:1734676305.168610:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d200. 00000020:00000010:1.0:1734676305.168616:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.168620:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.168642:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867886464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.168676:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886464 02000000:00000010:1.0:1734676305.168686:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676305.168708:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d817080. 00010000:00000010:1.0:1734676305.168736:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.168743:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.168751:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.168753:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.168765:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676305.168770:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867886464, offset 224 00000400:00000200:1.0:1734676305.168775:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.168782:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.168787:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80195:80195:256:4294967295] 192.168.203.46@tcp LPNI seq info [80191:80191:8:4294967295] 00000400:00000200:1.0:1734676305.168795:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.168799:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.168803:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.168806:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.168811:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.168814:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.168826:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.168830:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.168833:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d200. 00080000:00000010:2.0:1734676305.168909:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47fc00. 00010000:00000010:2.0:1734676305.168966:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.168971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ecff00. 00010000:00000010:2.0:1734676305.169030:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e800. 00010000:00000010:2.0:1734676305.169056:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.169063:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.169067:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.169072:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.169095:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47f000. 02000000:00000010:2.0:1734676305.169112:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47ea00. 00000400:00000010:2.0:1734676305.169116:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.169120:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.169124:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377216, portal 16 00000400:00000010:2.0:1734676305.169128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.169130:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377216, offset 0 00000400:00000200:2.0:1734676305.169133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.169138:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.169141:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.169144:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.169147:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.169148:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.169151:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80196:80196:255:4294967295] 192.168.203.46@tcp LPNI seq info [80192:80192:7:4294967295] 00000400:00000200:2.0:1734676305.169157:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.169160:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.169163:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.169166:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.169170:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.169172:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.169371:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.169374:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.169378:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.169382:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.169385:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676305.169387:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000800:00000200:0.0:1734676305.169433:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.169435:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.169439:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.169442:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.169444:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676305.169445:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676305.169450:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.171204:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1fe00. 00000400:00000200:0.0:1734676305.171655:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.171670:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11d80 00000400:00000200:0.0:1734676305.171678:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b49 [1] + 224 00000400:00000200:0.0:1734676305.171687:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.171691:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.171700:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.171734:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.171739:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516aa00 00000400:00000200:0.0:1734676305.171743:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 1312 00000400:00000200:0.0:1734676305.171794:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.171797:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.171802:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.171807:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000400:00000010:2.0:1734676305.171997:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.172002:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.172005:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.172011:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.172019:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.172073:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47ea00. 00000020:00000010:3.0:1734676305.172254:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.172260:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.172264:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.172284:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867886592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.172316:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886592 02000000:00000010:3.0:1734676305.172326:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.172353:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5b80. 00010000:00000010:3.0:1734676305.172369:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.172374:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676305.172378:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676305.172381:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.172390:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.172393:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867886592, offset 224 00000400:00000200:3.0:1734676305.172398:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.172406:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.172411:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80197:80197:256:4294967295] 192.168.203.46@tcp LPNI seq info [80193:80193:8:4294967295] 00000400:00000200:3.0:1734676305.172418:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.172423:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.172426:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.172430:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.172435:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.172438:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.172449:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.172452:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.172456:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 02000000:00000010:2.0:1734676305.172876:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47f000. 00000100:00000010:2.0:1734676305.172883:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.172888:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.172890:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00080000:00000010:2.0:1734676305.172904:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f000. 00010000:00000010:2.0:1734676305.172962:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.172968:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5580. 00010000:00000010:2.0:1734676305.173027:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47ea00. 00010000:00000010:2.0:1734676305.173032:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.173062:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.173066:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.173071:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.173078:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47ec00. 02000000:00000010:2.0:1734676305.173108:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ede1000. 00000400:00000010:2.0:1734676305.173113:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.173116:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.173120:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377344, portal 16 00000400:00000010:2.0:1734676305.173123:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.173124:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377344, offset 0 00000400:00000200:2.0:1734676305.173128:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.173133:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.173137:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.173139:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.173142:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.173144:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.173146:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80198:80198:255:4294967295] 192.168.203.46@tcp LPNI seq info [80194:80194:7:4294967295] 00000400:00000200:2.0:1734676305.173152:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.173156:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.173158:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.173161:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.173165:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.173167:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.173352:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.173355:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676305.173358:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.173362:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.173365:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676305.173366:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:0.0:1734676305.173730:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.173732:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.173736:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.173739:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.173742:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676305.173743:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676305.173749:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.174197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15b00. 00010000:00000010:0.1:1734676305.174204:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f200. 00010000:00000010:2.1:1734676305.174248:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37000. 00000400:00000200:1.0:1734676305.175339:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.175352:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11e00 00000400:00000200:1.0:1734676305.175360:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b55 [1] + 224 00000400:00000200:1.0:1734676305.175368:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.175372:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.175380:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.175407:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.175410:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516aa80 00000400:00000200:1.0:1734676305.175414:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 1640 00000400:00000200:1.0:1734676305.175468:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.175471:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.175475:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.175479:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000400:00000010:2.0:1734676305.175537:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.175541:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.175543:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.175548:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.175554:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.175575:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ede1000. 02000000:00000010:2.0:1734676305.175579:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47ec00. 00000100:00000010:2.0:1734676305.175583:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.175587:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.175590:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000020:00000010:0.0:1734676305.175648:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810400. 00000020:00000010:0.0:1734676305.175654:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676305.175658:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676305.175674:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867886720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.175699:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886720 02000000:00000010:0.0:1734676305.175705:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676305.175723:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131200f80. 00010000:00000010:0.0:1734676305.175738:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae240. 00000100:00000010:0.0:1734676305.175743:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676305.175747:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676305.175750:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae240. 00000400:00000010:0.0:1734676305.175757:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676305.175760:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867886720, offset 224 00000400:00000200:0.0:1734676305.175765:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.175771:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.175776:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80199:80199:256:4294967295] 192.168.203.46@tcp LPNI seq info [80195:80195:8:4294967295] 00000400:00000200:0.0:1734676305.175783:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.175787:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.175790:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.175793:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.175798:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.175801:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.175811:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676305.175814:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676305.175816:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810400. 00000800:00000200:0.0:1734676305.175846:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.175847:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:0.0:1734676305.175849:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.175852:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.175854:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676305.175855:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00080000:00000010:2.0:1734676305.176064:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007ede1000. 00010000:00000010:2.0:1734676305.176143:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.176152:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131200f00. 00010000:00000010:2.0:1734676305.176202:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2800. 00010000:00000010:2.0:1734676305.176204:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.176208:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db7b600. 00010000:00000010:2.0:1734676305.176213:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00080000:00000010:2.0:1734676305.176222:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db7bc00. 00010000:00000010:2.0:1734676305.176239:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676305.176242:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.176275:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db7b200. 00010000:00000010:2.0:1734676305.176277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.176282:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.176284:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.176288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.176296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfffc00. 02000000:00000010:2.0:1734676305.176311:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bffe400. 00000400:00000010:2.0:1734676305.176314:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.176316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.176320:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377472, portal 16 00000400:00000010:2.0:1734676305.176322:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.176323:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377472, offset 0 00000400:00000200:2.0:1734676305.176327:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.176331:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.176334:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.176337:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.176339:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.176341:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.176343:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80200:80200:256:4294967295] 192.168.203.46@tcp LPNI seq info [80196:80196:8:4294967295] 00000400:00000200:2.0:1734676305.176349:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.176352:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.176354:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.176357:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.176360:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.176362:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.176982:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.176985:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:0.0:1734676305.176987:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.176990:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.176993:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676305.176994:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676305.177000:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.177300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9400. 00000400:00000200:0.0:1734676305.178966:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.178979:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11e80 00000400:00000200:0.0:1734676305.178986:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b61 [1] + 224 00000400:00000200:0.0:1734676305.179002:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.179006:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.179015:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.179585:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.179590:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.179592:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.179599:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.179606:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.179627:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bffe400. 02000000:00000010:2.0:1734676305.179631:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfffc00. 00000100:00000010:2.0:1734676305.179634:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.179639:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.179642:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:1.0:1734676305.179726:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.179733:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ab00 00000400:00000200:1.0:1734676305.179739:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa354d [2] + 1968 00000400:00000010:1.0:1734676305.179742:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9268. 00000400:00000200:1.0:1734676305.179745:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4b4cc00 00000400:00000200:1.0:1734676305.179814:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.179818:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.179820:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4b4cc00 00000400:00000010:1.0:1734676305.179822:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4b4cc00. 00000100:00000200:1.0:1734676305.179826:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.180008:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.180013:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.180017:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.180034:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2050 x1818938867886848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.180203:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886848 02000000:00000010:3.0:1734676305.180212:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.180232:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a00f0600. 00010000:00000010:3.0:1734676305.180246:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.180251:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ae40. 00000100:00000010:3.0:1734676305.180439:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ae40. 00010000:00000010:3.0:1734676305.180444:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.180453:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.180457:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867886848, offset 224 00000400:00000200:3.0:1734676305.180463:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.180472:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.180477:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80201:80201:256:4294967295] 192.168.203.46@tcp LPNI seq info [80197:80197:8:4294967295] 00000400:00000200:3.0:1734676305.180485:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.180489:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.180493:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.180497:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.180503:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.180506:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.180528:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.180531:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.180534:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 02000000:00000010:3.0:1734676305.180542:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:3.0:1734676305.180546:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:3.0:1734676305.180549:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676305.180551:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:3.0:1734676305.180555:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676305.180556:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 02000000:00000010:3.0:1734676305.180558:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:3.0:1734676305.180560:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:3.0:1734676305.180563:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:3.0:1734676305.180565:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 02000000:00000010:3.0:1734676305.180569:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676305.180570:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000200:3.0:1734676305.180575:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.180579:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9738. 00000400:00000010:3.0:1734676305.180582:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79ae40. 00080000:00000010:2.0:1734676305.180637:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfffc00. 00010000:00000010:2.0:1734676305.180690:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.180695:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a00f0200. 00010000:00000010:2.0:1734676305.180745:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bffe400. 00010000:00000010:2.0:1734676305.180749:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.180755:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.180758:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.180763:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.180771:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfff200. 02000000:00000010:2.0:1734676305.180786:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bffee00. 00000400:00000010:2.0:1734676305.180789:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.180792:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.180794:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377600, portal 16 00000400:00000010:2.0:1734676305.180798:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.180799:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377600, offset 0 00000400:00000200:2.0:1734676305.180804:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.180808:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.180811:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.180815:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.180817:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.180819:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.180822:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80202:80202:255:4294967295] 192.168.203.46@tcp LPNI seq info [80198:80198:7:4294967295] 00000400:00000200:2.0:1734676305.180829:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.180832:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.180834:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.180837:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.180841:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.180843:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.180902:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.180905:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676305.180907:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.180911:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.180913:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676305.180915:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 02000000:00000010:0.0:1734676305.180918:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000800:00000200:0.0:1734676305.180948:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.180950:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:0.0:1734676305.180953:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.180955:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.180957:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676305.180958:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676305.180964:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.181965:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.181973:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11f00 00000400:00000200:0.0:1734676305.181979:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b71 [1] + 224 00000400:00000200:0.0:1734676305.181993:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.181996:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.182002:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.182564:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.182569:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ab80 00000400:00000200:0.0:1734676305.182574:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 0 00000400:00000200:0.0:1734676305.182612:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.182615:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.182619:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.182623:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000400:00000010:2.0:1734676305.182787:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.182791:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.182793:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.182798:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.182806:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.182825:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bffee00. 02000000:00000010:2.0:1734676305.182828:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfff200. 00000100:00000010:2.0:1734676305.182831:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.182835:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.182838:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000020:00000010:3.0:1734676305.183217:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.183222:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.183225:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.183241:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867886976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:0.1:1734676305.183266:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b700. 00010000:00000010:0.1:1734676305.183272:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e800. 00010000:00000010:1.1:1734676305.183341:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b48ec00. 00000100:00000200:3.0:1734676305.183397:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867886976 02000000:00000010:3.0:1734676305.183404:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.183421:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007b2b3780. 00010000:00000010:3.0:1734676305.183432:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.183436:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676305.183592:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676305.183595:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.183603:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.183607:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867886976, offset 224 00000400:00000200:3.0:1734676305.183612:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.183618:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.183624:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80203:80203:256:4294967295] 192.168.203.46@tcp LPNI seq info [80199:80199:8:4294967295] 00000400:00000200:3.0:1734676305.183631:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.183635:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.183637:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.183641:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.183646:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.183649:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.183668:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.183671:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.183675:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00080000:00000010:2.0:1734676305.183717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfff200. 00010000:00000010:2.0:1734676305.183769:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.183774:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009449a100. 00010000:00000010:2.0:1734676305.183828:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bffee00. 00010000:00000010:2.0:1734676305.183831:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.183837:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.183839:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.183843:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.183850:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfffa00. 02000000:00000010:2.0:1734676305.183863:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bffe600. 00000400:00000010:2.0:1734676305.183866:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.183869:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.183873:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377728, portal 16 00000400:00000010:2.0:1734676305.183876:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.183877:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377728, offset 0 00000400:00000200:2.0:1734676305.183880:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.183884:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.183887:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.183890:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.183892:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.183894:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.183896:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80204:80204:255:4294967295] 192.168.203.46@tcp LPNI seq info [80200:80200:7:4294967295] 00000400:00000200:2.0:1734676305.183902:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.183904:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.183907:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.183909:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.183913:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.183915:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.183918:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676305.183921:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfff800. 02000000:00000010:2.0:1734676305.183925:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfff000. 00000400:00000010:2.0:1734676305.183927:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c74d0. 00000400:00000010:2.0:1734676305.183928:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.183930:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377856, portal 16 00000400:00000010:2.0:1734676305.183932:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676305.183933:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377856, offset 0 00000400:00000200:2.0:1734676305.183935:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.183937:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.183939:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.183940:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.183941:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.183943:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.183945:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80205:80205:254:4294967295] 192.168.203.46@tcp LPNI seq info [80201:80201:6:4294967295] 00000400:00000200:2.0:1734676305.183950:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.183953:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.183955:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.183957:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.183959:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.183960:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.184018:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.184021:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676305.184024:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.184027:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.184029:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676305.184030:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:1.0:1734676305.184067:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.184068:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:1.0:1734676305.184071:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.184073:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.184075:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676305.184077:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:1.0:1734676305.184082:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676305.184132:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.184134:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:1.0:1734676305.184136:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.184138:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.184140:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676305.184142:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676305.184145:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864377856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.185727:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.185741:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12000 00000400:00000200:0.0:1734676305.185748:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b85 [1] + 224 00000400:00000200:0.0:1734676305.185767:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.185771:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.185779:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864377856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.185947:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:2.0:1734676305.185951:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676305.185953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.185958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864377856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.185966:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864377856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.186363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148400. 00010000:00000010:1.1:1734676305.186417:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085a00. 00010000:00000010:1.1:1734676305.186422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47ea00. 00010000:00000010:1.1:1734676305.186426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2800. 00010000:00000010:1.1:1734676305.186430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db7b600. 00010000:00000010:1.1:1734676305.186435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35800. 00010000:00000010:1.1:1734676305.186437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db7b200. 00000400:00000200:2.0:1734676305.186632:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.186640:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ac00 00000400:00000200:2.0:1734676305.186646:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 328 00000400:00000200:2.0:1734676305.186693:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.186697:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.186701:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.186705:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000400:00000200:0.0:1734676305.186925:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.186931:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e11f80 00000400:00000200:0.0:1734676305.186936:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b7d [1] + 224 00000400:00000200:0.0:1734676305.186962:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.186964:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.186969:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676305.187057:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.187062:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.187066:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.187083:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867887104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.187112:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887104 02000000:00000010:3.0:1734676305.187118:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.187138:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801312da600. 00000400:00000010:3.0:1734676305.187153:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.187156:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887104, offset 224 00000400:00000200:3.0:1734676305.187161:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.187167:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.187172:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80206:80206:256:4294967295] 192.168.203.46@tcp LPNI seq info [80202:80202:8:4294967295] 00000400:00000200:3.0:1734676305.187179:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.187183:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.187186:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.187189:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.187194:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.187197:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.187206:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.187208:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.187212:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00000400:00000010:2.0:1734676305.187325:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.187329:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.187330:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.187335:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.187341:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.187356:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfff000. 02000000:00000010:2.0:1734676305.187360:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfff800. 00000100:00000010:2.0:1734676305.187363:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676305.187368:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bffe600. 02000000:00000010:2.0:1734676305.187370:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfffa00. 00000100:00000010:2.0:1734676305.187372:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.187374:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.187377:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000800:00000200:0.0:1734676305.187477:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.187480:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676305.187482:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.187485:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.187487:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.187488:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000400:00000200:0.0:1734676305.187998:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.188004:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ac80 00000400:00000200:0.0:1734676305.188009:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 656 00000400:00000200:0.0:1734676305.188020:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.188022:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.188025:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.188029:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676305.188138:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c400. 00000020:00000010:1.0:1734676305.188142:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.188145:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.188157:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867887232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.188179:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887232 02000000:00000010:1.0:1734676305.188185:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.188197:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ff77e80. 00010000:00000010:1.0:1734676305.188219:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.188224:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.188229:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.188231:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.188237:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676305.188240:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887232, offset 224 00000400:00000200:1.0:1734676305.188244:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.188248:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.188252:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80207:80207:256:4294967295] 192.168.203.46@tcp LPNI seq info [80203:80203:8:4294967295] 00000400:00000200:1.0:1734676305.188258:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.188262:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.188265:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.188268:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.188272:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.188275:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.188288:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.188291:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.188293:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c400. 00080000:00000010:2.0:1734676305.188417:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfffa00. 00010000:00000010:2.0:1734676305.188467:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.188472:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736d4c00. 00010000:00000010:2.0:1734676305.188520:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bffe600. 00010000:00000010:2.0:1734676305.188523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.188529:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.188531:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.188535:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.188542:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bfff800. 02000000:00000010:2.0:1734676305.188555:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfff000. 00000400:00000010:2.0:1734676305.188559:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.188562:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.188565:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864377984, portal 16 00000400:00000010:2.0:1734676305.188568:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.188570:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864377984, offset 0 00000400:00000200:2.0:1734676305.188573:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.188577:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.188580:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.188583:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.188586:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.188588:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.188590:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80208:80208:255:4294967295] 192.168.203.46@tcp LPNI seq info [80204:80204:7:4294967295] 00000400:00000200:2.0:1734676305.188595:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.188598:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.188601:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.188604:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.188607:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.188609:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.188655:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.188657:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.188660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.188663:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.188665:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676305.188666:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000800:00000200:0.0:1734676305.188703:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.188705:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.188707:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.188710:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.188711:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676305.188712:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676305.188717:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864377984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.189125:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be800. 00000400:00000200:1.0:1734676305.193021:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.193058:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12080 00000400:00000200:1.0:1734676305.193067:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4b95 [1] + 224 00000400:00000200:1.0:1734676305.193078:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.193082:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.193101:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864377984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.193137:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.193142:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ad00 00000400:00000200:1.0:1734676305.193147:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 984 00000400:00000010:2.0:1734676305.193155:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.193159:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.193161:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.193167:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864377984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.193173:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864377984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.193196:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfff000. 02000000:00000010:2.0:1734676305.193200:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bfff800. 00000100:00000010:2.0:1734676305.193204:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.193209:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00000400:00000200:1.0:1734676305.193211:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676305.193212:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:1.0:1734676305.193214:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.193218:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.193223:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:3.0:1734676305.193317:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.193323:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.193327:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.193346:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867887360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.193364:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887360 02000000:00000010:3.0:1734676305.193371:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676305.193392:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d97c600. 00010000:00000010:3.0:1734676305.193407:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.193413:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676305.193431:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676305.193434:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.193444:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.193448:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887360, offset 224 00000400:00000200:3.0:1734676305.193453:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.193460:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.193465:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80209:80209:256:4294967295] 192.168.203.46@tcp LPNI seq info [80205:80205:8:4294967295] 00000400:00000200:3.0:1734676305.193472:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.193476:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.193480:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.193483:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.193489:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.193492:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.193513:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.193516:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.193519:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00080000:00000010:2.0:1734676305.193724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfff800. 00010000:00000010:2.0:1734676305.193781:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.193786:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d97c200. 00000800:00000200:0.0:1734676305.193814:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.193817:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676305.193820:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.193823:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.193825:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676305.193827:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00010000:00000010:2.0:1734676305.193840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfff000. 00010000:00000010:2.0:1734676305.193844:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.193850:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.193852:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.193856:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.193863:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bffe200. 02000000:00000010:2.0:1734676305.193877:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bfff400. 00000400:00000010:2.0:1734676305.193880:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.193884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.193887:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378112, portal 16 00000400:00000010:2.0:1734676305.193890:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.193892:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378112, offset 0 00000400:00000200:2.0:1734676305.193897:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.193901:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.193904:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.193907:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.193910:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.193912:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.193914:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80210:80210:256:4294967295] 192.168.203.46@tcp LPNI seq info [80206:80206:8:4294967295] 00000400:00000200:2.0:1734676305.193920:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.193924:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.193927:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000800:00000200:2.0:1734676305.193929:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.193933:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.193935:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.194004:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.194006:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 00000400:00000200:0.0:1734676305.194009:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.194012:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.194015:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676305.194016:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676305.194021:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.195209:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719000. 00010000:00000010:1.1:1734676305.195264:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b705c00. 00010000:00000010:1.1:1734676305.195271:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe400. 00000400:00000200:0.0:1734676305.196226:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.196238:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12100 00000400:00000200:0.0:1734676305.196246:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ba1 [1] + 224 00000400:00000200:0.0:1734676305.196254:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.196258:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.196266:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.196296:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.196300:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ad80 00000400:00000200:0.0:1734676305.196304:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 1312 00000400:00000010:2.0:1734676305.196322:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.196326:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.196328:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.196334:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.196340:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.196361:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bfff400. 02000000:00000010:2.0:1734676305.196366:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bffe200. 00000100:00000010:2.0:1734676305.196370:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.196374:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.196377:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:0.0:1734676305.196423:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.196427:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.196432:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.196436:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676305.196566:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c400. 00000020:00000010:1.0:1734676305.196572:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.196576:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.196595:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867887488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.196628:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887488 02000000:00000010:1.0:1734676305.196637:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676305.196656:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095b37a00. 00010000:00000010:1.0:1734676305.196672:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.196678:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.196694:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.196696:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.196706:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676305.196710:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887488, offset 224 00000400:00000200:1.0:1734676305.196714:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.196722:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676305.196724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bffe200. 00000400:00000200:1.0:1734676305.196727:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80211:80211:256:4294967295] 192.168.203.46@tcp LPNI seq info [80207:80207:8:4294967295] 00000400:00000200:1.0:1734676305.196734:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.196738:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.196741:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.196744:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.196750:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.196753:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.196764:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.196767:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.196770:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c400. 00010000:00000010:2.0:1734676305.196776:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.196781:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095b37980. 00010000:00000010:2.0:1734676305.196834:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2400. 00010000:00000010:2.0:1734676305.196836:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.196840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfff400. 00010000:00000010:2.0:1734676305.196844:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00080000:00000010:2.0:1734676305.196853:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfff600. 00010000:00000010:2.0:1734676305.196870:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676305.196873:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.196912:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bffec00. 00010000:00000010:2.0:1734676305.196915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.196920:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.196923:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.196927:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.196935:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bffe800. 02000000:00000010:2.0:1734676305.196950:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bffe400. 00000400:00000010:2.0:1734676305.196953:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.196956:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.196959:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378240, portal 16 00000400:00000010:2.0:1734676305.196962:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.196963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378240, offset 0 00000400:00000200:2.0:1734676305.196967:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.196971:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.196975:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.196978:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.196980:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.196982:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.196984:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80212:80212:255:4294967295] 192.168.203.46@tcp LPNI seq info [80208:80208:7:4294967295] 00000400:00000200:2.0:1734676305.196990:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.196993:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.196995:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.196998:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.197002:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.197004:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.197080:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.197083:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.197094:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.197098:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.197100:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676305.197101:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000800:00000200:0.0:1734676305.197129:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.197131:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:0.0:1734676305.197133:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.197136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.197137:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676305.197139:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676305.197143:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.198159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0400. 00000400:00000200:0.0:1734676305.199322:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.199335:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12180 00000400:00000200:0.0:1734676305.199344:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bad [1] + 224 00000400:00000200:0.0:1734676305.199364:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.199368:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.199376:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.199698:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.199704:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ae00 00000400:00000200:0.0:1734676305.199708:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 1640 00000400:00000200:0.0:1734676305.199751:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.199754:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.199758:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.199762:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676305.199924:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.199930:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.199933:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.199952:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867887616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.199980:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887616 02000000:00000010:3.0:1734676305.199987:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.200014:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.200019:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676305.200023:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676305.200026:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.200035:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.200065:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887616, offset 224 00000400:00000200:3.0:1734676305.200070:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.200077:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.200083:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80213:80213:256:4294967295] 192.168.203.46@tcp LPNI seq info [80209:80209:8:4294967295] 00000400:00000200:3.0:1734676305.200098:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.200104:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.200107:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.200111:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.200117:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.200120:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.200135:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.200138:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.200142:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00000800:00000200:0.0:1734676305.200407:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.200409:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676305.200412:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.200416:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.200418:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676305.200420:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000400:00000010:2.0:1734676305.201704:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.201708:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.201710:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.201717:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.201726:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.201745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8d80. 02000000:00000010:2.0:1734676305.201754:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bffe400. 02000000:00000010:2.0:1734676305.201758:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bffe800. 00000100:00000010:2.0:1734676305.201760:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.201764:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.201767:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00080000:00000010:2.0:1734676305.201781:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bffe800. 00010000:00000010:2.0:1734676305.201835:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.201840:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8d00. 00010000:00000010:2.0:1734676305.201887:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bffe400. 00010000:00000010:2.0:1734676305.201891:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.201897:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.201900:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.201904:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.201913:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7600. 02000000:00000010:2.0:1734676305.201929:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6000. 00000400:00000010:2.0:1734676305.201932:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.201935:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.201939:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378368, portal 16 00000400:00000010:2.0:1734676305.201942:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676305.201943:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378368, offset 0 00000400:00000200:2.0:1734676305.201947:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.201953:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.201956:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.201960:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.201962:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.201964:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.201967:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80214:80214:256:4294967295] 192.168.203.46@tcp LPNI seq info [80210:80210:8:4294967295] 00000400:00000200:2.0:1734676305.201973:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.201977:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.201979:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.201983:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.201987:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.201989:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.202136:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.202139:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:1.0:1734676305.202143:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.202146:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.202149:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676305.202150:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:1.0:1734676305.202155:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.203708:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.203718:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12200 00000400:00000200:0.0:1734676305.203724:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bb9 [1] + 224 00000400:00000200:0.0:1734676305.203742:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.203745:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.203752:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.203830:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676305.203832:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:0.0:1734676305.203834:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ae80 00000400:00000200:2.0:1734676305.203835:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.203836:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000400:00000200:0.0:1734676305.203841:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35a5 [2] + 1968 00000100:00000200:2.0:1734676305.203842:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676305.203844:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:0.0:1734676305.203846:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4b4c840 00000100:00000200:2.0:1734676305.203849:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.203865:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6000. 02000000:00000010:2.0:1734676305.203869:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7600. 00000100:00000010:2.0:1734676305.203871:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.203875:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.203878:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:0.0:1734676305.203886:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.203889:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.203892:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4b4c840 00000400:00000010:0.0:1734676305.203894:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4b4c840. 00000100:00000200:0.0:1734676305.203898:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.203960:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d000. 00000020:00000010:1.0:1734676305.203965:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.203969:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.203986:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3c50 x1818938867887744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.204019:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887744 02000000:00000010:1.0:1734676305.204027:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676305.204082:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2780. 00010000:00000010:1.0:1734676305.204110:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.204114:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676305.204127:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676305.204129:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.204138:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676305.204141:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887744, offset 224 00000400:00000200:1.0:1734676305.204144:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.204149:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.204154:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80215:80215:256:4294967295] 192.168.203.46@tcp LPNI seq info [80211:80211:8:4294967295] 00000400:00000200:1.0:1734676305.204161:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.204165:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.204168:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.204177:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.204182:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.204184:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.204196:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.204200:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.204203:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d000. 02000000:00000010:1.0:1734676305.204211:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676305.204213:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 02000000:00000010:1.0:1734676305.204216:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676305.204218:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 02000000:00000010:1.0:1734676305.204221:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676305.204223:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676305.204225:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676305.204227:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 02000000:00000010:1.0:1734676305.204230:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676305.204232:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:1.0:1734676305.204234:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676305.204236:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000100:00000200:1.0:1734676305.204240:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.204244:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad738. 00000400:00000010:1.0:1734676305.204247:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880089d3a6c0. 00080000:00000010:2.0:1734676305.204407:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7600. 00010000:00000010:2.0:1734676305.204461:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00000800:00000200:0.0:1734676305.204462:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.204464:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00010000:00000010:2.0:1734676305.204466:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9e2700. 00000400:00000200:0.0:1734676305.204468:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.204470:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.204473:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676305.204474:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 02000000:00000010:0.0:1734676305.204476:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00010000:00000010:2.0:1734676305.204555:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6000. 00010000:00000010:2.0:1734676305.204559:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.204565:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.204568:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.204573:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.204585:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7e00. 02000000:00000010:2.0:1734676305.204601:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:2.0:1734676305.204603:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.204606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.204609:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378496, portal 16 00000400:00000010:2.0:1734676305.204612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.204614:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378496, offset 0 00000400:00000200:2.0:1734676305.204618:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.204622:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.204625:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.204628:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.204631:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.204633:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.204635:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80216:80216:256:4294967295] 192.168.203.46@tcp LPNI seq info [80212:80212:8:4294967295] 00000400:00000200:2.0:1734676305.204645:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.204648:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.204650:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.204653:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.204657:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.204659:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.204799:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.204802:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:1.0:1734676305.204806:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.204809:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.204811:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676305.204813:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676305.204817:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.205270:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8f8c00. 00010000:00000010:1.1:1734676305.205369:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f5200. 00010000:00000010:1.1:1734676305.205374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffee00. 00010000:00000010:1.1:1734676305.205377:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b705a00. 00010000:00000010:1.1:1734676305.205380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe600. 00000400:00000200:0.0:1734676305.206072:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.206081:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12280 00000400:00000200:0.0:1734676305.206095:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bc9 [1] + 224 00000400:00000200:0.0:1734676305.206111:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.206114:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.206121:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.206343:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.206347:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.206349:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.206353:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.206360:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.206378:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676305.206382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7e00. 00000100:00000010:2.0:1734676305.206385:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.206390:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.206392:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000400:00000200:0.0:1734676305.206400:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.206406:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516af00 00000400:00000200:0.0:1734676305.206410:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 0 00000400:00000200:0.0:1734676305.206446:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.206450:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.206454:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.206459:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847a680. 00000020:00000010:3.0:1734676305.206620:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.206625:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.206629:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.206645:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847a680 x1818938867887872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.207063:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867887872 02000000:00000010:3.0:1734676305.207072:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.207107:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55c80. 00010000:00000010:3.0:1734676305.207118:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.207122:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676305.207135:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676305.207138:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.207145:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.207148:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867887872, offset 224 00000400:00000200:3.0:1734676305.207152:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.207158:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.207162:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80217:80217:256:4294967295] 192.168.203.46@tcp LPNI seq info [80213:80213:8:4294967295] 00000400:00000200:3.0:1734676305.207169:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.207172:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.207174:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676305.207178:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.207183:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.207186:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.207204:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.207207:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.207210:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00080000:00000010:2.0:1734676305.207229:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7e00. 00010000:00000010:2.0:1734676305.207279:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.207284:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55c00. 00010000:00000010:2.0:1734676305.207333:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:2.0:1734676305.207337:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.207343:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.207346:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.207350:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.207356:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6e00. 00000800:00000200:0.0:1734676305.207363:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.207365:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676305.207368:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676305.207370:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6c00. 00000400:00000200:0.0:1734676305.207371:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676305.207373:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000200:0.0:1734676305.207373:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676305.207374:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000400:00000010:2.0:1734676305.207382:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.207386:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378624, portal 16 00000400:00000010:2.0:1734676305.207389:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676305.207391:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378624, offset 0 00000400:00000200:2.0:1734676305.207394:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.207398:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.207401:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.207404:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.207406:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.207408:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.207411:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80218:80218:256:4294967295] 192.168.203.46@tcp LPNI seq info [80214:80214:8:4294967295] 00000400:00000200:2.0:1734676305.207416:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.207420:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.207422:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.207425:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.207428:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.207431:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.207475:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.207477:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:0.0:1734676305.207481:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.207483:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.207485:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676305.207487:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676305.207491:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.208172:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2cfc00. 00000400:00000200:0.0:1734676305.209321:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.209330:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12300 00000400:00000200:0.0:1734676305.209336:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bd5 [1] + 224 00000400:00000200:0.0:1734676305.209344:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.209347:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.209354:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.209385:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.209390:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516af80 00000400:00000200:0.0:1734676305.209394:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 328 00000400:00000200:0.0:1734676305.209406:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.209409:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.209412:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.209416:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847ad80. 00000020:00000010:1.0:1734676305.209513:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d000. 00000020:00000010:1.0:1734676305.209518:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.209521:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.209536:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847ad80 x1818938867888000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.209564:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888000 02000000:00000010:1.0:1734676305.209570:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.209589:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.209594:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.209597:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.209600:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.209607:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676305.209610:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888000, offset 224 00000400:00000200:1.0:1734676305.209615:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.209621:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.209625:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80219:80219:256:4294967295] 192.168.203.46@tcp LPNI seq info [80215:80215:8:4294967295] 00000400:00000200:1.0:1734676305.209632:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.209637:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.209639:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.209643:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.209648:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.209651:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1734676305.209794:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.209797:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.209799:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.209805:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.209812:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.209826:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c6b00. 02000000:00000010:2.0:1734676305.209835:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6c00. 02000000:00000010:2.0:1734676305.209838:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6e00. 00000100:00000010:2.0:1734676305.209841:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.209844:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.209846:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00080000:00000010:2.0:1734676305.209857:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6e00. 00010000:00000010:2.0:1734676305.209901:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.209905:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c6a80. 00010000:00000010:2.0:1734676305.209949:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6c00. 00010000:00000010:2.0:1734676305.209952:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.209957:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.209960:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.209964:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.209970:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7200. 02000000:00000010:2.0:1734676305.209982:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6800. 00000400:00000010:2.0:1734676305.209985:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.209988:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.209991:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378752, portal 16 00000400:00000010:2.0:1734676305.209993:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.209995:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378752, offset 0 00000400:00000200:2.0:1734676305.209999:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.210002:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.210005:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.210009:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.210011:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.210013:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.210015:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80220:80220:255:4294967295] 192.168.203.46@tcp LPNI seq info [80216:80216:7:4294967295] 00000400:00000200:2.0:1734676305.210021:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.210025:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.210027:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.210030:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.210034:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.210058:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.210101:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.210106:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.210108:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d000. 00000800:00000200:1.0:1734676305.210835:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.210838:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.210840:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.210845:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.210848:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676305.210849:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:1.0:1734676305.210897:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.210899:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:1.0:1734676305.210902:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.210906:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.210908:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676305.210909:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:1.0:1734676305.210914:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.211256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdcb600. 00010000:00000010:1.1:1734676305.211288:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b36300. 00010000:00000010:1.1:1734676305.211299:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfff000. 00010000:00000010:1.1:1734676305.211302:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2400. 00010000:00000010:1.1:1734676305.211304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfff400. 00010000:00000010:1.1:1734676305.211306:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3000c00. 00010000:00000010:1.1:1734676305.211309:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2400. 00010000:00000010:1.1:1734676305.211312:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffec00. 00010000:00000010:1.1:1734676305.211314:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4ba00. 00010000:00000010:1.1:1734676305.211317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffe400. 00000400:00000200:0.0:1734676305.212900:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.212913:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12380 00000400:00000200:0.0:1734676305.212921:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4be1 [1] + 224 00000400:00000200:0.0:1734676305.212930:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.212933:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.212941:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.213318:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.213324:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b000 00000400:00000200:0.0:1734676305.213329:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 656 00000400:00000200:0.0:1734676305.213383:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.213387:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.213391:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.213396:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009847aa00. 00000020:00000010:1.0:1734676305.213480:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c400. 00000020:00000010:1.0:1734676305.213486:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.213489:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.213507:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009847aa00 x1818938867888128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.213540:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888128 02000000:00000010:1.0:1734676305.213548:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676305.213574:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.213580:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.213586:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.213588:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.213598:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676305.213601:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888128, offset 224 00000400:00000200:1.0:1734676305.213606:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.213613:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.213617:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80221:80221:256:4294967295] 192.168.203.46@tcp LPNI seq info [80217:80217:8:4294967295] 00000400:00000200:1.0:1734676305.213624:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.213629:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.213632:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.213636:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.213641:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.213645:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.213657:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.213660:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.213663:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c400. 00000400:00000010:2.0:1734676305.213732:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.213736:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.213738:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.213744:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.213751:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.213766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d789a80. 02000000:00000010:2.0:1734676305.213775:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6800. 02000000:00000010:2.0:1734676305.213779:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7200. 00000100:00000010:2.0:1734676305.213782:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.213785:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.213787:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00080000:00000010:2.0:1734676305.213802:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7200. 00010000:00000010:2.0:1734676305.213857:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.213862:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d789a00. 00010000:00000010:2.0:1734676305.213924:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2500. 00010000:00000010:2.0:1734676305.213927:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.213930:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6800. 00010000:00000010:2.0:1734676305.213934:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00080000:00000010:2.0:1734676305.213943:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6a00. 00010000:00000010:2.0:1734676305.213965:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676305.213968:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.214005:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7c00. 00010000:00000010:2.0:1734676305.214009:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.214014:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.214017:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.214021:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.214027:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6200. 02000000:00000010:2.0:1734676305.214058:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7a00. 00000400:00000010:2.0:1734676305.214061:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.214064:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.214068:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864378880, portal 16 00000400:00000010:2.0:1734676305.214071:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676305.214072:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864378880, offset 0 00000400:00000200:2.0:1734676305.214077:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.214099:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.214103:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.214105:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.214108:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.214110:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.214112:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80222:80222:255:4294967295] 192.168.203.46@tcp LPNI seq info [80218:80218:7:4294967295] 00000400:00000200:2.0:1734676305.214117:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.214121:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.214124:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.214126:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.214128:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1734676305.214129:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000010:0.0:1734676305.214130:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000800:00000200:2.0:1734676305.214131:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1734676305.214133:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.214136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.214138:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676305.214139:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:0.0:1734676305.214155:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.214157:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.214159:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.214162:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.214163:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676305.214165:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676305.214169:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864378880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.215682:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.215691:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12400 00000400:00000200:0.0:1734676305.215697:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bed [1] + 224 00000400:00000200:0.0:1734676305.215708:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.215712:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.215719:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864378880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.215953:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.215959:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b080 00000400:00000200:0.0:1734676305.215964:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 984 00000400:00000200:0.0:1734676305.216000:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.216003:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.216006:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.216010:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880098478000. 00000020:00000010:3.0:1734676305.216189:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000020:00000010:3.0:1734676305.216193:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.216197:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.216210:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880098478000 x1818938867888256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.216235:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888256 02000000:00000010:3.0:1734676305.216241:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.216259:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.216264:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c79ad80. 00000100:00000010:3.0:1734676305.216267:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c79ad80. 00010000:00000010:3.0:1734676305.216270:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.216277:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.216280:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888256, offset 224 00000400:00000200:3.0:1734676305.216284:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.216289:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.216293:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80223:80223:256:4294967295] 192.168.203.46@tcp LPNI seq info [80219:80219:8:4294967295] 00000400:00000200:3.0:1734676305.216300:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.216304:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.216307:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.216310:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.216315:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.216318:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.216325:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.216328:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:3.0:1734676305.216331:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00000400:00000010:2.0:1734676305.216484:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.216487:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.216489:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.216494:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864378880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.216496:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.216498:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676305.216501:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676305.216502:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864378880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.216503:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.216506:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676305.216507:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00010000:00000010:2.0:1734676305.216516:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313ce800. 02000000:00000010:2.0:1734676305.216524:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7a00. 02000000:00000010:2.0:1734676305.216528:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6200. 00000100:00000010:2.0:1734676305.216531:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.216535:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.216537:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00080000:00000010:2.0:1734676305.216546:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6200. 00010000:00000010:2.0:1734676305.216588:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.216592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313ce780. 00010000:00000010:2.0:1734676305.216637:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7a00. 00010000:00000010:2.0:1734676305.216642:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.216647:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.216650:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.216654:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.216660:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7400. 02000000:00000010:2.0:1734676305.216674:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6400. 00000400:00000010:2.0:1734676305.216676:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.216679:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.216683:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379008, portal 16 00000400:00000010:2.0:1734676305.216685:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.216687:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379008, offset 0 00000400:00000200:2.0:1734676305.216691:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.216695:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.216698:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.216700:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.216703:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.216705:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.216707:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80224:80224:256:4294967295] 192.168.203.46@tcp LPNI seq info [80220:80220:8:4294967295] 00000400:00000200:2.0:1734676305.216713:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.216717:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.216719:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.216727:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.216731:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.216733:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.216978:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.216980:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:0.0:1734676305.216983:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.216986:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.216989:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676305.216990:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676305.216994:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864379008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.217293:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945a00. 00000400:00000200:0.0:1734676305.218656:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.218666:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12480 00000400:00000200:0.0:1734676305.218672:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4bf9 [1] + 224 00000400:00000200:0.0:1734676305.218680:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.218683:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.218690:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864379008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.218719:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.218723:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b100 00000400:00000200:0.0:1734676305.218727:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 1312 00000400:00000200:0.0:1734676305.218737:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.218740:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.218744:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.218750:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cd180. 00000400:00000010:2.0:1734676305.218812:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:2.0:1734676305.218816:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.218818:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.218823:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864379008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.218831:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864379008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.218849:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676305.218853:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7400. 00000100:00000010:2.0:1734676305.218856:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.218861:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.218864:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00000020:00000010:1.0:1734676305.218928:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c400. 00000020:00000010:1.0:1734676305.218933:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.218937:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.218956:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800959cd180 x1818938867888384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.218986:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888384 02000000:00000010:1.0:1734676305.218994:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.219014:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d649c80. 00010000:00000010:1.0:1734676305.219062:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.219068:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.219073:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.219076:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.219094:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676305.219098:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888384, offset 224 00000400:00000200:1.0:1734676305.219103:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.219108:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.219112:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80225:80225:256:4294967295] 192.168.203.46@tcp LPNI seq info [80221:80221:8:4294967295] 00000400:00000200:1.0:1734676305.219119:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.219123:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.219127:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.219131:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.219137:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.219140:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.219151:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.219155:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.219158:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c400. 00080000:00000010:2.0:1734676305.219209:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7400. 00010000:00000010:2.0:1734676305.219264:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.219269:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d649c00. 00010000:00000010:2.0:1734676305.219324:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6400. 00010000:00000010:2.0:1734676305.219329:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676305.219335:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4bc0. 00000100:00000010:2.0:1734676305.219337:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.219341:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.219349:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9fe00. 02000000:00000010:2.0:1734676305.219363:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9ea00. 00000400:00000010:2.0:1734676305.219367:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676305.219369:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.219372:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379136, portal 16 00000400:00000010:2.0:1734676305.219375:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676305.219376:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379136, offset 0 00000400:00000200:2.0:1734676305.219380:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.219384:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.219387:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.219390:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.219392:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.219394:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.219396:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80226:80226:255:4294967295] 192.168.203.46@tcp LPNI seq info [80222:80222:7:4294967295] 00000400:00000200:2.0:1734676305.219402:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.219405:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.219407:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000800:00000200:2.0:1734676305.219410:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.219414:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.219416:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.219420:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676305.219424:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9e000. 02000000:00000010:2.0:1734676305.219429:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9ec00. 00000400:00000010:2.0:1734676305.219431:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c74d0. 00000400:00000010:2.0:1734676305.219433:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.219435:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379264, portal 16 00000400:00000010:2.0:1734676305.219437:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.219439:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379264, offset 0 00000400:00000200:2.0:1734676305.219442:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.219444:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.219446:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.219448:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.219450:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.219451:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.219454:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80227:80227:254:4294967295] 192.168.203.46@tcp LPNI seq info [80223:80223:6:4294967295] 00000400:00000200:2.0:1734676305.219460:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.219462:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.219464:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.219467:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.219470:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.219472:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.219527:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.219530:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.219533:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.219535:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.219538:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676305.219539:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:0.0:1734676305.219545:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.219547:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 00000400:00000200:0.0:1734676305.219550:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.219551:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.219553:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676305.219554:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676305.219559:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864379136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.219600:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.219602:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.219605:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.219608:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.219609:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676305.219610:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676305.219614:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864379264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.220811:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.220819:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12500 00000400:00000200:0.0:1734676305.220824:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c05 [1] + 224 00000400:00000200:0.0:1734676305.220831:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.220834:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.220839:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864379136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.220874:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.220879:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12580 00000400:00000200:0.0:1734676305.220881:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c0d [1] + 224 00000400:00000200:0.0:1734676305.220894:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.220897:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.220902:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864379264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.220971:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:3.0:1734676305.220975:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676305.220976:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676305.220981:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864379136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.220988:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864379136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.221002:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:3.0:1734676305.221004:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:3.0:1734676305.221006:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676305.221008:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864379264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.221014:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864379264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.221030:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9ea00. 02000000:00000010:3.0:1734676305.221034:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9fe00. 00000100:00000010:3.0:1734676305.221059:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:3.0:1734676305.221064:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9ec00. 02000000:00000010:3.0:1734676305.221066:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9e000. 00000100:00000010:3.0:1734676305.221068:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676305.221071:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676305.221074:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4bc0. 00010000:00000010:2.1:1734676305.221176:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35e00. 00010000:00000010:2.1:1734676305.221182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6000. 00010000:00000010:2.1:1734676305.221185:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f06200. 00010000:00000010:2.1:1734676305.221187:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5c00. 00010000:00000010:2.1:1734676305.221190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00000400:00000200:0.0:1734676305.221553:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.221559:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b180 00000400:00000200:0.0:1734676305.221564:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 1640 00000400:00000200:0.0:1734676305.221575:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.221578:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.221582:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.221586:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cc700. 00000020:00000010:3.0:1734676305.221753:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6321000. 00000400:00000200:0.0:1734676305.221825:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.221830:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b200 00000400:00000200:0.0:1734676305.221833:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa35fd [2] + 1968 00000400:00000010:0.0:1734676305.221836:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:0.0:1734676305.221839:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097e4cf00 00000400:00000200:0.0:1734676305.221845:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.221848:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.221850:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097e4cf00 00000400:00000010:0.0:1734676305.221851:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097e4cf00. 00000100:00000200:0.0:1734676305.221854:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.221867:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676305.221872:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c200c8. 00000100:00000200:3.0:1734676305.221889:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800959cc700 x1818938867888512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676305.222202:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.222205:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.222207:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.222215:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2c50 x1818938867888640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.222226:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888512 00000100:00000200:3.0:1734676305.222232:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888640 02000000:00000010:1.0:1734676305.222235:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 02000000:00000010:3.0:1734676305.222236:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676305.222251:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dae9c80. 00010000:00000010:3.0:1734676305.222253:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1be80. 00010000:00000010:1.0:1734676305.222262:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.222267:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.222272:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.222275:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.222283:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676305.222286:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888512, offset 224 00000400:00000200:1.0:1734676305.222290:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.222296:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.222300:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80228:80228:256:4294967295] 192.168.203.46@tcp LPNI seq info [80224:80224:8:4294967295] 00000400:00000200:1.0:1734676305.222307:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.222311:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.222314:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.222317:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.222322:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.222325:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.222335:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:1.0:1734676305.222338:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c200c8. 00000020:00000010:1.0:1734676305.222341:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6321000. 00080000:00000010:0.0:1734676305.222385:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811400. 00010000:00000010:0.0:1734676305.222438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:3.0:1734676305.222463:0:21612:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1be00. 00000400:00000010:3.0:1734676305.222472:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.222475:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888640, offset 224 00000400:00000200:3.0:1734676305.222479:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.222483:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:0.0:1734676305.222485:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811600. 00000400:00000200:3.0:1734676305.222487:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80229:80229:255:4294967295] 192.168.203.46@tcp LPNI seq info [80225:80225:7:4294967295] 00010000:00000010:0.0:1734676305.222489:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00000400:00000200:3.0:1734676305.222492:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.222495:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:0.0:1734676305.222495:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae240. 00000800:00000010:3.0:1734676305.222498:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000100:00000010:0.0:1734676305.222498:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000800:00000200:3.0:1734676305.222500:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.222503:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000100:00000010:0.0:1734676305.222503:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cc000. 00000800:00000200:3.0:1734676305.222506:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1734676305.222510:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810400. 00000020:00000010:3.0:1734676305.222511:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.222512:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.222514:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000100:00000010:3.0:1734676305.222519:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cc700. 02000000:00000010:3.0:1734676305.222522:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 02000000:00000010:0.0:1734676305.222522:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810800. 00000100:00000010:3.0:1734676305.222524:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cd180. 00000400:00000010:0.0:1734676305.222525:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 02000000:00000010:3.0:1734676305.222526:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676305.222528:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880098478000. 00000400:00000010:0.0:1734676305.222528:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 02000000:00000010:3.0:1734676305.222531:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000200:0.0:1734676305.222531:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379392, portal 16 00000100:00000010:3.0:1734676305.222533:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847aa00. 00000400:00000010:0.0:1734676305.222534:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676305.222535:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379392, offset 0 02000000:00000010:3.0:1734676305.222536:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:3.0:1734676305.222537:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847ad80. 00000400:00000200:0.0:1734676305.222538:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:3.0:1734676305.222540:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000400:00000200:0.0:1734676305.222541:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000100:00000010:3.0:1734676305.222542:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009847a680. 00000400:00000200:0.0:1734676305.222544:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1734676305.222547:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1734676305.222547:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000010:3.0:1734676305.222549:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9aa8. 00000400:00000200:0.0:1734676305.222549:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.222551:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000010:3.0:1734676305.222552:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012c79ad80. 00000400:00000200:0.0:1734676305.222553:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80230:80230:254:4294967295] 192.168.203.46@tcp LPNI seq info [80226:80226:6:4294967295] 00000400:00000200:0.0:1734676305.222558:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.222561:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.222563:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676305.222565:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.222569:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.222571:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.222592:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.222595:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.222598:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.222601:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.222603:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676305.222604:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 02000000:00000010:0.0:1734676305.222607:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000800:00000200:0.0:1734676305.222614:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.222616:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676305.222622:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.222625:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.222626:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676305.222628:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 02000000:00000010:0.0:1734676305.222630:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000800:00000200:0.0:1734676305.222744:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.222746:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:0.0:1734676305.222749:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.222752:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.222753:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:0.0:1734676305.222755:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676305.222759:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800959cc000 x1818938864379392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.224554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7c00. 00000400:00000200:0.0:1734676305.224589:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.224599:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12600 00000400:00000200:0.0:1734676305.224605:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c1d [1] + 224 00000400:00000200:0.0:1734676305.224621:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.224625:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.224633:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800959cc000 x1818938864379392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.224778:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676305.224782:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:2.0:1734676305.224784:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:2.0:1734676305.224788:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800959cc000 x1818938864379392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.224794:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800959cc000 x1818938864379392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.224812:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810800. 02000000:00000010:2.0:1734676305.224817:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810400. 00000100:00000010:2.0:1734676305.224820:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cc000. 00000100:00000010:2.0:1734676305.224823:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:2.0:1734676305.224826:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae240. 00000400:00000200:0.0:1734676305.225007:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.225013:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b280 00000400:00000200:0.0:1734676305.225018:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 0 00000400:00000200:0.0:1734676305.225146:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.225150:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.225154:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.225158:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cc000. 00000020:00000010:3.0:1734676305.225815:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.225820:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.225824:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.225841:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800959cc000 x1818938867888768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.225872:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888768 02000000:00000010:3.0:1734676305.225881:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.225900:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc7f80. 00010000:00000010:3.0:1734676305.225914:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.225919:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676305.225924:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676305.225926:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.225936:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.225939:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888768, offset 224 00000400:00000200:3.0:1734676305.225945:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.225951:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.225955:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80231:80231:256:4294967295] 192.168.203.46@tcp LPNI seq info [80227:80227:8:4294967295] 00000400:00000200:3.0:1734676305.225962:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.225966:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.225969:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.225973:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.225979:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.225982:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.226005:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.226008:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.226011:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000800:00000200:1.0:1734676305.226052:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.226055:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676305.226058:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.226062:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.226064:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676305.226065:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00080000:00000010:2.0:1734676305.226194:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9e200. 00010000:00000010:2.0:1734676305.226251:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:2.0:1734676305.226256:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc7f00. 00010000:00000010:2.0:1734676305.226302:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e800. 00010000:00000010:2.0:1734676305.226306:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676305.226312:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4a80. 00000100:00000010:2.0:1734676305.226315:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.226320:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.226327:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9fc00. 02000000:00000010:2.0:1734676305.226341:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9f200. 00000400:00000010:2.0:1734676305.226345:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7790. 00000400:00000010:2.0:1734676305.226348:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.226352:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379520, portal 16 00000400:00000010:2.0:1734676305.226354:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676305.226356:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379520, offset 0 00000400:00000200:2.0:1734676305.226360:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.226365:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.226368:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.226371:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.226373:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.226375:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.226377:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80232:80232:256:4294967295] 192.168.203.46@tcp LPNI seq info [80228:80228:8:4294967295] 00000400:00000200:2.0:1734676305.226382:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.226386:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.226388:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.226391:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.226394:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.226397:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.226599:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.226602:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:1.0:1734676305.226606:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.226609:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.226612:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676305.226613:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:1.0:1734676305.226618:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864379520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.227364:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:2.1:1734676305.227375:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326a00. 00010000:00000010:2.1:1734676305.227379:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37a00. 00010000:00000010:2.1:1734676305.227381:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6c00. 00010000:00000010:2.1:1734676305.227383:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2500. 00010000:00000010:2.1:1734676305.227385:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6800. 00010000:00000010:2.1:1734676305.227388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64b000. 00010000:00000010:2.1:1734676305.227390:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0b00. 00010000:00000010:2.1:1734676305.227394:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7c00. 00010000:00000010:2.1:1734676305.227396:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648500. 00010000:00000010:2.1:1734676305.227399:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7a00. 00010000:00000010:3.1:1734676305.228302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44c00. 00010000:00000010:3.1:1734676305.228309:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a09a2e00. 00000400:00000200:0.0:1734676305.228946:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.228959:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12680 00000400:00000200:0.0:1734676305.228967:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c2d [1] + 224 00000400:00000200:0.0:1734676305.229028:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.229032:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.229072:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864379520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.229186:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7790. 00000400:00000200:2.0:1734676305.229191:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676305.229192:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.229198:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864379520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.229205:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864379520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.229230:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9f200. 02000000:00000010:2.0:1734676305.229235:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9fc00. 00000100:00000010:2.0:1734676305.229238:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000400:00000200:1.0:1734676305.229242:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000010:2.0:1734676305.229243:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.229246:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4a80. 00000400:00000200:1.0:1734676305.229249:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b300 00000400:00000200:1.0:1734676305.229253:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 328 00000400:00000200:1.0:1734676305.229300:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.229304:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.229308:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.229312:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:3.0:1734676305.229911:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.229918:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.229923:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.229942:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867888896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.229975:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867888896 02000000:00000010:3.0:1734676305.229984:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.230004:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d22780. 00010000:00000010:3.0:1734676305.230017:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.230023:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676305.230059:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676305.230062:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.230072:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.230076:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867888896, offset 224 00000400:00000200:3.0:1734676305.230081:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.230099:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.230105:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80233:80233:256:4294967295] 192.168.203.46@tcp LPNI seq info [80229:80229:8:4294967295] 00000400:00000200:3.0:1734676305.230113:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.230118:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.230121:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.230126:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.230132:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.230135:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.230153:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.230156:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.230159:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00080000:00000010:0.0:1734676305.230219:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811e00. 00010000:00000010:0.0:1734676305.230285:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:0.0:1734676305.230290:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d22700. 00010000:00000010:0.0:1734676305.230362:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2900. 00010000:00000010:0.0:1734676305.230364:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c500. 00010000:00000010:0.0:1734676305.230368:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811a00. 00010000:00000010:0.0:1734676305.230372:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c000. 00080000:00000010:0.0:1734676305.230380:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810600. 00010000:00000010:0.0:1734676305.230397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c000. 00010000:00000010:0.0:1734676305.230399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c500. 00000004:00000010:0.0:1734676305.230429:0:23972:0:(mdt_handler.c:6777:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff88009d03c910. 00000004:00000010:0.0:1734676305.230435:0:23972:0:(mdd_object.c:257:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88006e9b0960. 00000004:00000010:0.0:1734676305.230440:0:23972:0:(lod_dev.c:197:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff88009a4500c8. 00080000:00000010:0.0:1734676305.230445:0:23972:0:(osd_handler.c:425:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d811000. 00000001:00000010:0.0:1734676305.230456:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a63b99a0. 00000001:00000010:0.0:1734676305.230464:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a63b99a0. 00080000:00000010:0.0:1734676305.230471:0:23972:0:(osd_handler.c:1691:osd_object_free()) kfreed 'obj': 272 at ffff88009d811000. 00000004:00000010:0.0:1734676305.230476:0:23972:0:(lod_object.c:9666:lod_object_free()) slab-freed '(lo)': 200 at ffff88009a4500c8. 00000004:00000010:0.0:1734676305.230479:0:23972:0:(mdd_object.c:321:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88006e9b0960. 00000004:00000010:0.0:1734676305.230482:0:23972:0:(mdt_handler.c:6851:mdt_object_free()) slab-freed 'mo': 464 at ffff88009d03c910. 00010000:00000010:0.0:1734676305.230494:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811000. 00010000:00000010:0.0:1734676305.230497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c500. 00010000:00000010:0.0:1734676305.230503:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daeec0. 00000100:00000010:0.0:1734676305.230506:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676305.230511:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cd180. 02000000:00000010:0.0:1734676305.230524:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810a00. 02000000:00000010:0.0:1734676305.230540:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811200. 00000400:00000010:0.0:1734676305.230544:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676305.230548:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676305.230552:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379648, portal 16 00000400:00000010:0.0:1734676305.230555:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676305.230557:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379648, offset 0 00000400:00000200:0.0:1734676305.230561:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.230565:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.230568:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.230571:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.230574:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.230576:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.230579:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80234:80234:255:4294967295] 192.168.203.46@tcp LPNI seq info [80230:80230:7:4294967295] 00000400:00000200:0.0:1734676305.230585:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.230588:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.230591:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676305.230594:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.230597:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.230600:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.230683:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.230686:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676305.230688:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.230692:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.230695:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676305.230696:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676305.230741:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.230744:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676305.230746:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.230749:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.230750:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676305.230752:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:1.0:1734676305.230756:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800959cd180 x1818938864379648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.231169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3200. 00000400:00000200:0.0:1734676305.232871:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.232881:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12700 00000400:00000200:0.0:1734676305.232888:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c39 [1] + 224 00000400:00000200:0.0:1734676305.232896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.232900:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.232907:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800959cd180 x1818938864379648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.233337:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.233342:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b380 00000400:00000200:0.0:1734676305.233347:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 656 00000400:00000010:2.0:1734676305.233399:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:2.0:1734676305.233404:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:2.0:1734676305.233406:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:2.0:1734676305.233411:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800959cd180 x1818938864379648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.233419:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800959cd180 x1818938864379648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.233421:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.233425:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.233428:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.233433:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:2.0:1734676305.233440:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811200. 02000000:00000010:2.0:1734676305.233446:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810a00. 00000100:00000010:2.0:1734676305.233450:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cd180. 00000100:00000010:2.0:1734676305.233452:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:2.0:1734676305.233455:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daeec0. 00000020:00000010:3.0:1734676305.233524:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.233529:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.233533:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.233549:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867889024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.233583:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889024 02000000:00000010:3.0:1734676305.233589:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.233607:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d81fd00. 00010000:00000010:3.0:1734676305.233619:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.233623:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676305.233638:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676305.233640:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.233648:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.233651:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889024, offset 224 00000400:00000200:3.0:1734676305.233656:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.233662:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.233666:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80235:80235:256:4294967295] 192.168.203.46@tcp LPNI seq info [80231:80231:8:4294967295] 00000400:00000200:3.0:1734676305.233674:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.233678:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.233681:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.233685:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.233690:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.233693:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.233712:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.233715:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.233719:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000800:00000200:1.0:1734676305.234017:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.234019:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676305.234022:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.234025:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.234027:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676305.234029:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00080000:00000010:2.0:1734676305.234111:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9fc00. 00010000:00000010:2.0:1734676305.234176:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c500. 00010000:00000010:2.0:1734676305.234183:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d81fc80. 00010000:00000010:2.0:1734676305.234245:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9f200. 00010000:00000010:2.0:1734676305.234250:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676305.234257:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4a80. 00000100:00000010:2.0:1734676305.234260:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.234265:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.234273:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9ee00. 02000000:00000010:2.0:1734676305.234287:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9f400. 00000400:00000010:2.0:1734676305.234291:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7790. 00000400:00000010:2.0:1734676305.234294:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.234297:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379776, portal 16 00000400:00000010:2.0:1734676305.234300:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676305.234302:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379776, offset 0 00000400:00000200:2.0:1734676305.234306:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.234311:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.234314:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.234317:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.234319:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.234322:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.234324:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80236:80236:256:4294967295] 192.168.203.46@tcp LPNI seq info [80232:80232:8:4294967295] 00000400:00000200:2.0:1734676305.234330:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.234334:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.234336:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.234339:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.234342:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.234345:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.234352:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.234356:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9f600. 02000000:00000010:2.0:1734676305.234361:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9f000. 00000400:00000010:2.0:1734676305.234363:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676305.234365:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.234367:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864379904, portal 16 00000400:00000010:2.0:1734676305.234370:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676305.234371:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864379904, offset 0 00000400:00000200:2.0:1734676305.234374:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.234377:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.234379:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.234381:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.234382:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.234384:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.234386:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80237:80237:255:4294967295] 192.168.203.46@tcp LPNI seq info [80233:80233:7:4294967295] 00000400:00000200:2.0:1734676305.234393:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.234396:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.234398:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.234401:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.234404:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.234405:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.234611:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.234613:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:1.0:1734676305.234616:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.234620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.234623:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676305.234624:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:1.0:1734676305.234630:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864379776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676305.234663:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.234665:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:1.0:1734676305.234667:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.234670:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.234672:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676305.234673:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676305.234677:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864379904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.234873:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08b00. 00010000:00000010:3.1:1734676305.234879:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e800. 00010000:00000010:3.1:1734676305.234882:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2900. 00010000:00000010:3.1:1734676305.234885:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811a00. 00010000:00000010:3.1:1734676305.234898:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6500. 00010000:00000010:3.1:1734676305.234901:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811600. 00010000:00000010:2.1:1734676305.235214:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005a00. 00000400:00000200:0.0:1734676305.236542:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.236556:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12780 00000400:00000200:0.0:1734676305.236563:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c45 [1] + 224 00000400:00000200:0.0:1734676305.236572:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.236575:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.236583:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864379776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.236617:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.236621:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12800 00000400:00000200:0.0:1734676305.236625:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c4d [1] + 224 00000400:00000200:0.0:1734676305.236630:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.236632:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.236636:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864379904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.236647:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.236650:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b400 00000400:00000010:2.0:1734676305.236651:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7790. 00000400:00000200:2.0:1734676305.236655:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676305.236657:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000400:00000200:0.0:1734676305.236661:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 984 00000100:00000200:2.0:1734676305.236662:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864379776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.236666:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676305.236669:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864379776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.236678:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.236682:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.236686:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cc700. 00000400:00000010:2.0:1734676305.236688:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676305.236689:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.236690:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.236693:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864379904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.236698:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864379904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.236709:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.236712:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b480 00000400:00000200:0.0:1734676305.236715:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 1312 00000400:00000200:0.0:1734676305.236731:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.236734:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.236736:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.236739:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800959cd180. 00000020:00000010:1.0:1734676305.236876:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.236881:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.236885:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.236904:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800959cc700 x1818938867889152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676305.236922:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ca00. 00000020:00000010:1.0:1734676305.236924:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676305.236926:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676305.236932:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800959cd180 x1818938867889280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.236951:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889152 02000000:00000010:1.0:1734676305.236959:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676305.236984:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde6e80. 00000100:00000200:0.0:1734676305.236987:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889280 02000000:00000010:0.0:1734676305.236991:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.237014:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae800. 00000100:00000010:0.0:1734676305.237020:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676305.237023:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834f4000. 00000100:00000010:0.0:1734676305.237024:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676305.237027:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae800. 02000000:00000010:2.0:1734676305.237032:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9f400. 00000400:00000010:0.0:1734676305.237034:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 02000000:00000010:2.0:1734676305.237054:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9ee00. 00000100:00000200:0.0:1734676305.237054:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889280, offset 224 00000100:00000010:2.0:1734676305.237057:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000400:00000200:0.0:1734676305.237059:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 02000000:00000010:2.0:1734676305.237062:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9f000. 02000000:00000010:2.0:1734676305.237064:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9f600. 00000100:00000010:2.0:1734676305.237065:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000400:00000200:0.0:1734676305.237065:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000100:00000010:2.0:1734676305.237068:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.237070:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4a80. 00000400:00000200:0.0:1734676305.237070:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80238:80238:256:4294967295] 192.168.203.46@tcp LPNI seq info [80234:80234:8:4294967295] 00000400:00000200:0.0:1734676305.237077:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.237081:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.237093:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676305.237097:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.237102:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.237105:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676305.237109:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9f600. 00000020:00000010:0.0:1734676305.237118:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:0.0:1734676305.237121:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:0.0:1734676305.237124:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ca00. 00000400:00000010:1.0:1734676305.237203:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676305.237207:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889152, offset 224 00000400:00000200:1.0:1734676305.237210:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.237215:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.237218:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80239:80239:255:4294967295] 192.168.203.46@tcp LPNI seq info [80235:80235:7:4294967295] 00000400:00000200:1.0:1734676305.237224:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.237227:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.237230:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.237232:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.237235:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.237237:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.237243:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.237246:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.237248:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00000800:00000200:1.0:1734676305.237272:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.237275:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:1.0:1734676305.237277:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.237280:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.237282:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:1.0:1734676305.237283:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00010000:00000010:2.0:1734676305.237291:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676305.237296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52d200. 00000800:00000200:1.0:1734676305.237352:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.237354:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:1.0:1734676305.237356:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676305.237357:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9f000. 00000400:00000200:1.0:1734676305.237359:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676305.237361:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00000400:00000200:1.0:1734676305.237361:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676305.237362:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00010000:00000010:2.0:1734676305.237367:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4a80. 00000100:00000010:2.0:1734676305.237370:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.237374:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.237383:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9ee00. 02000000:00000010:2.0:1734676305.237398:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9f400. 00000400:00000010:2.0:1734676305.237401:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676305.237404:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.237408:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380032, portal 16 00000400:00000010:2.0:1734676305.237411:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.237412:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380032, offset 0 00000400:00000200:2.0:1734676305.237416:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.237420:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.237423:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.237427:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.237429:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.237432:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.237434:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80240:80240:256:4294967295] 192.168.203.46@tcp LPNI seq info [80236:80236:8:4294967295] 00000400:00000200:2.0:1734676305.237440:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.237444:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.237446:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.237449:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.237452:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.237454:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.237724:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.237727:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:1.0:1734676305.237731:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.237734:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.237736:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676305.237738:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:1.0:1734676305.237742:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864380032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.238118:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e200. 00010000:00000010:3.1:1734676305.238125:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811000. 00000400:00000200:0.0:1734676305.239263:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.239276:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12880 00000400:00000200:0.0:1734676305.239283:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c5d [1] + 224 00000400:00000200:0.0:1734676305.239302:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.239306:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.239315:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864380032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.239407:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676305.239411:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.239413:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.239418:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864380032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.239425:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864380032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.239445:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9f400. 02000000:00000010:2.0:1734676305.239449:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9ee00. 00000100:00000010:2.0:1734676305.239453:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676305.239458:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.239461:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4a80. 00000400:00000200:0.0:1734676305.239579:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.239585:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b500 00000400:00000200:0.0:1734676305.239589:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 1640 00000400:00000200:0.0:1734676305.239635:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.239640:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.239644:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.239649:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009842ce00. 00000020:00000010:1.0:1734676305.239819:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1de00. 00000020:00000010:1.0:1734676305.239824:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.239829:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.239847:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009842ce00 x1818938867889408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.240196:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889408 02000000:00000010:1.0:1734676305.240205:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676305.240227:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834f4600. 00010000:00000010:1.0:1734676305.240241:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.240247:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.240263:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.240266:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.240275:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676305.240278:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889408, offset 224 00000400:00000200:1.0:1734676305.240284:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.240291:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.240295:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80241:80241:256:4294967295] 192.168.203.46@tcp LPNI seq info [80237:80237:8:4294967295] 00000400:00000200:1.0:1734676305.240302:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.240306:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.240309:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.240313:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.240318:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.240322:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.240339:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.240342:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.240345:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1de00. 00000800:00000200:0.0:1734676305.240428:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.240430:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.240434:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.240437:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.240439:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676305.240441:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00080000:00000010:2.0:1734676305.240493:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9ee00. 00010000:00000010:2.0:1734676305.240547:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676305.240553:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800834f4580. 00010000:00000010:2.0:1734676305.240610:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9f400. 00010000:00000010:2.0:1734676305.240615:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676305.240622:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4a80. 00000100:00000010:2.0:1734676305.240625:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.240630:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.240643:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9f800. 02000000:00000010:2.0:1734676305.240660:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9e600. 00000400:00000010:2.0:1734676305.240664:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676305.240667:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.240671:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380160, portal 16 00000400:00000010:2.0:1734676305.240674:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676305.240676:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380160, offset 0 00000400:00000200:2.0:1734676305.240680:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.240689:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.240693:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.240696:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.240699:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.240700:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.240703:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80242:80242:256:4294967295] 192.168.203.46@tcp LPNI seq info [80238:80238:8:4294967295] 00000400:00000200:2.0:1734676305.240708:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.240712:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.240714:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.240717:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.240721:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.240723:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.240780:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.240782:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:0.0:1734676305.240785:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.240788:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.240790:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676305.240792:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676305.240797:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864380160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.241167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b31e00. 00010000:00000010:3.1:1734676305.241179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b800. 00010000:00000010:2.1:1734676305.241225:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5d24800. 00000400:00000200:0.0:1734676305.241867:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.241876:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12900 00000400:00000200:0.0:1734676305.241883:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c69 [1] + 224 00000400:00000200:0.0:1734676305.241896:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.241899:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.241911:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864380160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.242229:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676305.242233:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.242235:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.242240:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864380160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.242247:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864380160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.242267:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9e600. 02000000:00000010:2.0:1734676305.242271:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9f800. 00000100:00000010:2.0:1734676305.242275:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676305.242279:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.242281:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4a80. 00000400:00000200:0.0:1734676305.242367:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.242372:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b580 00000400:00000200:0.0:1734676305.242376:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3665 [2] + 1968 00000400:00000010:0.0:1734676305.242378:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:0.0:1734676305.242381:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469b40 00000400:00000200:0.0:1734676305.242415:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.242418:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.242420:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469b40 00000400:00000010:0.0:1734676305.242422:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469b40. 00000100:00000200:0.0:1734676305.242426:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.242683:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.242688:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.242692:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.242708:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3050 x1818938867889536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.242802:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889536 02000000:00000010:3.0:1734676305.242811:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.242829:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fec9f00. 00010000:00000010:3.0:1734676305.242919:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.242925:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b7166c0. 00000100:00000010:3.0:1734676305.243012:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b7166c0. 00010000:00000010:3.0:1734676305.243015:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.243024:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.243027:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889536, offset 224 00000400:00000200:3.0:1734676305.243031:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.243054:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.243059:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80243:80243:256:4294967295] 192.168.203.46@tcp LPNI seq info [80239:80239:8:4294967295] 00000400:00000200:3.0:1734676305.243066:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.243071:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.243074:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.243078:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.243083:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.243095:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676305.243152:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810000. 00010000:00000010:0.0:1734676305.243209:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:0.0:1734676305.243214:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fec9e80. 00010000:00000010:0.0:1734676305.243278:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810200. 00010000:00000010:0.0:1734676305.243283:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c000. 00010000:00000010:0.0:1734676305.243289:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae800. 00000100:00000010:0.0:1734676305.243292:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469b40. 00000100:00000010:0.0:1734676305.243298:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:0.0:1734676305.243305:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811000. 02000000:00000010:0.0:1734676305.243320:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811600. 00000400:00000010:0.0:1734676305.243324:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676305.243327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676305.243331:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380288, portal 16 00000400:00000010:0.0:1734676305.243334:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676305.243336:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380288, offset 0 00000400:00000200:0.0:1734676305.243340:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.243344:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.243347:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.243351:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.243353:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.243355:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.243357:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80244:80244:255:4294967295] 192.168.203.46@tcp LPNI seq info [80240:80240:7:4294967295] 00000400:00000200:0.0:1734676305.243365:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.243368:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.243370:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676305.243373:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.243377:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.243379:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.243463:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.243467:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.243470:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 02000000:00000010:3.0:1734676305.243477:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676305.243480:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009842ce00. 02000000:00000010:3.0:1734676305.243484:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676305.243486:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cc700. 02000000:00000010:3.0:1734676305.243488:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676305.243491:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cd180. 02000000:00000010:3.0:1734676305.243493:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676305.243495:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:3.0:1734676305.243501:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676305.243503:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:3.0:1734676305.243505:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676305.243507:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800959cc000. 00000100:00000200:3.0:1734676305.243512:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.243515:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9b58. 00000400:00000010:3.0:1734676305.243518:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012b7166c0. 00000800:00000200:1.0:1734676305.243530:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.243534:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676305.243537:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.243540:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.243543:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676305.243544:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 02000000:00000010:1.0:1734676305.243547:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000800:00000200:1.0:1734676305.243584:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.243586:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:1.0:1734676305.243588:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.243591:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.243593:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676305.243594:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:1.0:1734676305.243599:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864380288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.244379:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5c00. 00010000:00000010:3.1:1734676305.244387:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c600. 00010000:00000010:3.1:1734676305.244391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9f200. 00000400:00000200:0.0:1734676305.245169:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.245180:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12980 00000400:00000200:0.0:1734676305.245187:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c75 [1] + 224 00000400:00000200:0.0:1734676305.245205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.245208:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.245216:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864380288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.245415:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:2.0:1734676305.245420:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676305.245422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676305.245426:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864380288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.245433:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864380288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.245456:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811600. 02000000:00000010:2.0:1734676305.245463:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811000. 00000100:00000010:2.0:1734676305.245466:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:2.0:1734676305.245469:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469b40. 00010000:00000010:2.0:1734676305.245472:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae800. 00000400:00000200:0.0:1734676305.245999:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.246014:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b600 00000400:00000200:0.0:1734676305.246019:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 0 00000400:00000200:0.0:1734676305.246113:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.246117:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.246121:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.246125:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000020:00000010:3.0:1734676305.246585:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6320000. 00000020:00000010:3.0:1734676305.246591:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.246595:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.246613:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867889664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.246639:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889664 02000000:00000010:3.0:1734676305.246646:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.246664:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d946c80. 00010000:00000010:3.0:1734676305.246677:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.246684:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.246697:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.246700:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.246708:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.246712:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889664, offset 224 00000400:00000200:3.0:1734676305.246716:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.246723:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.246727:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80245:80245:256:4294967295] 192.168.203.46@tcp LPNI seq info [80241:80241:8:4294967295] 00000400:00000200:3.0:1734676305.246734:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.246738:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.246741:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.246745:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.246750:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.246753:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.246771:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676305.246773:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.246777:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6320000. 00000800:00000200:0.0:1734676305.246916:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.246919:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676305.246922:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.246925:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.246927:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676305.246929:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00080000:00000010:2.0:1734676305.246956:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9f800. 00010000:00000010:2.0:1734676305.247017:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c000. 00010000:00000010:2.0:1734676305.247022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d946e00. 00010000:00000010:2.0:1734676305.247108:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e600. 00010000:00000010:2.0:1734676305.247112:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676305.247119:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4a80. 00000100:00000010:2.0:1734676305.247121:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.247126:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.247134:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9e400. 02000000:00000010:2.0:1734676305.247151:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9f200. 00000400:00000010:2.0:1734676305.247155:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676305.247158:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.247162:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380416, portal 16 00000400:00000010:2.0:1734676305.247166:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.247167:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380416, offset 0 00000400:00000200:2.0:1734676305.247171:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.247175:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.247178:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.247181:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.247184:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.247186:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.247188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80246:80246:256:4294967295] 192.168.203.46@tcp LPNI seq info [80242:80242:8:4294967295] 00000400:00000200:2.0:1734676305.247194:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.247197:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.247200:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.247203:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.247206:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.247209:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.247948:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.247952:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:0.0:1734676305.247955:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.247960:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.247963:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676305.247965:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676305.247971:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864380416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.251848:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.251864:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12a00 00000400:00000200:0.0:1734676305.251872:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c85 [1] + 224 00000400:00000200:0.0:1734676305.251881:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.251885:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.251894:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864380416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.251916:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.251920:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b680 00000400:00000200:0.0:1734676305.251924:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 328 00000400:00000200:0.0:1734676305.251939:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.251942:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.251946:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.251951:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00010000:00000010:3.1:1734676305.252072:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cde00. 00010000:00000010:3.1:1734676305.252100:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47200. 00000400:00000010:3.0:1734676305.252114:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:3.0:1734676305.252122:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:3.0:1734676305.252124:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:3.0:1734676305.252133:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864380416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.252143:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864380416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.252166:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9f200. 02000000:00000010:3.0:1734676305.252171:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9e400. 00000100:00000010:3.0:1734676305.252174:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:3.0:1734676305.252177:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676305.252179:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4a80. 00010000:00000010:2.1:1734676305.252238:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4ac700. 00010000:00000010:2.1:1734676305.252242:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9f400. 00000020:00000010:1.0:1734676305.252428:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676305.252433:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.252437:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.252456:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d1f80 x1818938867889792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.252480:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889792 02000000:00000010:1.0:1734676305.252488:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.252507:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880072bc1900. 00010000:00000010:1.0:1734676305.252527:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.252532:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.252536:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.252538:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.252547:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676305.252550:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889792, offset 224 00000400:00000200:1.0:1734676305.252554:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.252561:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.252565:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80247:80247:256:4294967295] 192.168.203.46@tcp LPNI seq info [80243:80243:8:4294967295] 00000400:00000200:1.0:1734676305.252572:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.252576:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.252579:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.252583:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.252588:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.252591:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.252600:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.252603:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.252607:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00080000:00000010:3.0:1734676305.252688:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320000. 00010000:00000010:3.0:1734676305.252743:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:3.0:1734676305.252748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880072bc1880. 00010000:00000010:3.0:1734676305.252796:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321600. 00010000:00000010:3.0:1734676305.252800:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.252806:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.252810:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.252814:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.252821:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6320600. 02000000:00000010:3.0:1734676305.252835:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320c00. 00000400:00000010:3.0:1734676305.252839:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.252842:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.252846:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380544, portal 16 00000400:00000010:3.0:1734676305.252848:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.252849:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380544, offset 0 00000400:00000200:3.0:1734676305.252853:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.252857:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.252860:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.252863:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.252865:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.252867:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.252870:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80248:80248:255:4294967295] 192.168.203.46@tcp LPNI seq info [80244:80244:7:4294967295] 00000400:00000200:3.0:1734676305.252875:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.252878:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.252881:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.252883:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.252886:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.252888:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.252952:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.252954:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.252957:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.252961:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.252964:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676305.252965:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000800:00000200:0.0:1734676305.253733:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.253736:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.253739:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.253742:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.253746:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676305.253748:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676305.253753:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864380544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.255385:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.255401:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12a80 00000400:00000200:0.0:1734676305.255408:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c91 [1] + 224 00000400:00000200:0.0:1734676305.255418:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.255422:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.255430:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864380544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.255462:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.255466:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b700 00000400:00000200:0.0:1734676305.255470:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 656 00000400:00000200:0.0:1734676305.255523:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.255527:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.255531:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.255537:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 00000020:00000010:2.0:1734676305.255658:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.255664:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.255669:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.255689:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3800 x1818938867889920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.255710:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867889920 02000000:00000010:2.0:1734676305.255718:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676305.255746:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.255752:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.255757:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.255760:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.255770:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676305.255775:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867889920, offset 224 00000400:00000200:2.0:1734676305.255779:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.255787:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.255792:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80249:80249:256:4294967295] 192.168.203.46@tcp LPNI seq info [80245:80245:8:4294967295] 00000400:00000200:2.0:1734676305.255799:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.255804:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.255807:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.255811:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.255816:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.255819:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.255829:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.255831:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.255835:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000400:00000010:3.0:1734676305.256121:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.256125:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.256127:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.256132:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864380544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.256140:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864380544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.256156:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff63480. 02000000:00000010:3.0:1734676305.256165:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320c00. 02000000:00000010:3.0:1734676305.256170:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6320600. 00000100:00000010:3.0:1734676305.256173:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.256176:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.256178:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.256191:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6320600. 00010000:00000010:3.0:1734676305.256247:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.256253:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff63400. 00000800:00000200:0.0:1734676305.256515:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.256518:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:0.0:1734676305.256522:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.256526:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.256528:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676305.256530:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00010000:00000010:3.0:1734676305.256739:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320c00. 00010000:00000010:3.0:1734676305.256744:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.256751:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.256755:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.256759:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.256767:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321e00. 02000000:00000010:3.0:1734676305.256784:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321a00. 00000400:00000010:3.0:1734676305.256788:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.256791:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.256795:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380672, portal 16 00000400:00000010:3.0:1734676305.256798:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.256800:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380672, offset 0 00000400:00000200:3.0:1734676305.256804:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.256809:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.256812:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.256815:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.256817:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.256819:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.256822:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80250:80250:256:4294967295] 192.168.203.46@tcp LPNI seq info [80246:80246:8:4294967295] 00000400:00000200:3.0:1734676305.256828:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.256831:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.256834:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.256837:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.256841:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.256844:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676305.257259:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e800. 00010000:00000010:0.1:1734676305.257266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9f000. 00000800:00000200:1.0:1734676305.258072:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.258075:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676305.258078:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.258082:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.258094:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676305.258095:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676305.258101:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864380672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.259563:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.259577:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12b00 00000400:00000200:0.0:1734676305.259584:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4c9d [1] + 224 00000400:00000200:0.0:1734676305.259593:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.259596:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.259604:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864380672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.259635:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.259639:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b780 00000400:00000200:0.0:1734676305.259644:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 984 00000400:00000010:3.0:1734676305.259962:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.259966:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.259968:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.259973:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864380672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.259980:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864380672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.260002:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321a00. 02000000:00000010:3.0:1734676305.260008:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321e00. 00000100:00000010:3.0:1734676305.260012:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.260015:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.260018:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.260130:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.260134:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.260139:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.260144:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 00000020:00000010:1.0:1734676305.260303:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.260310:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.260314:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.260342:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3480 x1818938867890048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.260367:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890048 02000000:00000010:1.0:1734676305.260376:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.260404:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0b80. 00010000:00000010:1.0:1734676305.260421:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.260427:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.260433:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.260436:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.260448:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676305.260452:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890048, offset 224 00000400:00000200:1.0:1734676305.260458:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.260465:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.260471:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80251:80251:256:4294967295] 192.168.203.46@tcp LPNI seq info [80247:80247:8:4294967295] 00000400:00000200:1.0:1734676305.260478:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.260483:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.260486:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.260491:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.260497:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.260500:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.260512:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.260515:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.260519:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00000800:00000200:0.0:1734676305.260678:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.260681:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.260684:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.260687:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.260689:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676305.260690:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00080000:00000010:3.0:1734676305.261051:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321e00. 00010000:00000010:3.0:1734676305.261118:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.261124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0b00. 00010000:00000010:3.0:1734676305.261181:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321a00. 00010000:00000010:3.0:1734676305.261186:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.261192:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.261196:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.261201:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.261210:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321000. 02000000:00000010:3.0:1734676305.261225:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6321800. 00000400:00000010:3.0:1734676305.261229:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.261232:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.261236:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380800, portal 16 00000400:00000010:3.0:1734676305.261239:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.261240:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380800, offset 0 00000400:00000200:3.0:1734676305.261244:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.261249:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.261252:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.261255:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.261258:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.261260:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.261262:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80252:80252:256:4294967295] 192.168.203.46@tcp LPNI seq info [80248:80248:8:4294967295] 00000400:00000200:3.0:1734676305.261268:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.261271:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.261274:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.261277:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.261280:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.261283:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676305.261337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d26600. 00000800:00000200:1.0:1734676305.261633:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.261635:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676305.261638:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.261642:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.261645:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676305.261646:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676305.261651:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864380800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.262164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76200. 00000400:00000200:0.0:1734676305.263390:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.263402:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12b80 00000400:00000200:0.0:1734676305.263410:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ca9 [1] + 224 00000400:00000200:0.0:1734676305.263419:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.263422:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.263432:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864380800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.263459:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.263463:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b800 00000400:00000200:0.0:1734676305.263468:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 1312 00000400:00000200:0.0:1734676305.263479:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.263482:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.263486:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.263492:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 00000400:00000010:3.0:1734676305.263593:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.263597:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.263599:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.263604:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864380800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.263612:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864380800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.263635:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6321800. 02000000:00000010:3.0:1734676305.263642:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321000. 00000100:00000010:3.0:1734676305.263645:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.263647:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.263651:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.263744:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1da00. 00000020:00000010:1.0:1734676305.263750:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.263753:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.263771:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3100 x1818938867890176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.263798:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890176 02000000:00000010:1.0:1734676305.263805:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.263824:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013009ae00. 00010000:00000010:1.0:1734676305.263837:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.263842:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.263855:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.263858:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.263867:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676305.263870:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890176, offset 224 00000400:00000200:1.0:1734676305.263875:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.263881:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.263887:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80253:80253:256:4294967295] 192.168.203.46@tcp LPNI seq info [80249:80249:8:4294967295] 00000400:00000200:1.0:1734676305.263894:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.263899:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.263902:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.263906:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.263910:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.263913:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.263924:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.263928:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.263931:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1da00. 00000800:00000200:0.0:1734676305.264028:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.264031:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.264034:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.264054:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.264057:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676305.264059:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00080000:00000010:3.0:1734676305.264522:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321000. 00010000:00000010:3.0:1734676305.264580:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.264585:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013009ad80. 00010000:00000010:3.0:1734676305.264641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6321800. 00010000:00000010:3.0:1734676305.264645:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.264651:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.264654:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.264660:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.264668:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a6321400. 02000000:00000010:3.0:1734676305.264684:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6320400. 00000400:00000010:3.0:1734676305.264688:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.264691:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.264695:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864380928, portal 16 00000400:00000010:3.0:1734676305.264698:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.264700:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864380928, offset 0 00000400:00000200:3.0:1734676305.264705:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.264709:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.264713:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.264716:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.264719:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.264721:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.264723:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80254:80254:256:4294967295] 192.168.203.46@tcp LPNI seq info [80250:80250:8:4294967295] 00000400:00000200:3.0:1734676305.264732:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.264736:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.264738:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.264742:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.264746:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.264748:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.265126:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.265129:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676305.265132:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.265135:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.265138:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676305.265139:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676305.265144:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864380928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.266205:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880096f66c00. 00010000:00000010:0.1:1734676305.266214:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810200. 00000400:00000200:0.0:1734676305.267011:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.267025:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12c00 00000400:00000200:0.0:1734676305.267031:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4cb5 [1] + 224 00000400:00000200:0.0:1734676305.267074:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.267078:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.267100:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864380928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.267384:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.267391:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b880 00000400:00000200:0.0:1734676305.267395:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 1640 00000400:00000200:0.0:1734676305.267453:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.267457:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.267461:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.267466:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800984faa00. 00000020:00000010:2.0:1734676305.267564:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.267572:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.267577:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.267600:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800984faa00 x1818938867890304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.267674:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000100:00000200:2.0:1734676305.267736:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890304 02000000:00000010:2.0:1734676305.267747:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00000400:00000200:3.0:1734676305.267764:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.267766:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.267772:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864380928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.267779:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864380928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.267782:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.267789:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.267795:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676305.267796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b525e00. 00010000:00000010:2.0:1734676305.267798:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 02000000:00000010:3.0:1734676305.267804:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6320400. 02000000:00000010:3.0:1734676305.267808:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a6321400. 00000400:00000010:2.0:1734676305.267811:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000010:3.0:1734676305.267813:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.267815:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00000100:00000200:2.0:1734676305.267816:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890304, offset 224 00010000:00000010:3.0:1734676305.267817:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:2.0:1734676305.267822:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676305.267830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6321400. 00000400:00000200:2.0:1734676305.267832:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.267838:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80255:80255:256:4294967295] 192.168.203.46@tcp LPNI seq info [80251:80251:8:4294967295] 00000400:00000200:2.0:1734676305.267847:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.267853:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.267857:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.267862:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.267869:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.267872:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676305.267881:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.267886:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b525d80. 00000020:00000010:2.0:1734676305.267907:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.267912:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.267916:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00010000:00000010:3.0:1734676305.267933:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6320400. 00010000:00000010:3.0:1734676305.267937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.267942:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.267944:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.267947:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.267954:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0cc00. 02000000:00000010:3.0:1734676305.267967:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0c000. 00000400:00000010:3.0:1734676305.267970:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.267972:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.267976:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381056, portal 16 00000400:00000010:3.0:1734676305.267978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.267980:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381056, offset 0 00000400:00000200:3.0:1734676305.267983:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.267987:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.267990:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.267993:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.267995:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.267997:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000800:00000200:0.0:1734676305.268163:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.268166:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:0.0:1734676305.268170:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.268173:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.268175:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676305.268177:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000400:00000200:3.0:1734676305.268639:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80256:80256:255:4294967295] 192.168.203.46@tcp LPNI seq info [80252:80252:7:4294967295] 00000400:00000200:3.0:1734676305.268647:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.268651:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.268654:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.268657:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.268660:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.268663:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.268771:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.268773:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676305.268776:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.268779:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.268781:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676305.268783:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676305.268788:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.269503:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958ee600. 00010000:00000010:1.1:1734676305.269513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e600. 00010000:00000010:1.1:1734676305.269517:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc800. 00010000:00000010:1.1:1734676305.269519:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe900. 00010000:00000010:1.1:1734676305.269524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321600. 00010000:00000010:1.1:1734676305.269530:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6000. 00010000:00000010:1.1:1734676305.269532:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320c00. 00010000:00000010:0.1:1734676305.269765:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8c00. 00000400:00000200:0.0:1734676305.270636:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.270650:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12c80 00000400:00000200:0.0:1734676305.270657:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4cc1 [1] + 224 00000400:00000200:0.0:1734676305.270666:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.270669:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.270678:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.270709:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.270713:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b900 00000400:00000200:0.0:1734676305.270717:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa36ad [2] + 1968 00000400:00000010:0.0:1734676305.270720:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad2c0. 00000400:00000200:0.0:1734676305.270723:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097e4c600 00000400:00000200:0.0:1734676305.270735:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.270738:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.270741:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097e4c600 00000400:00000010:0.0:1734676305.270743:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097e4c600. 00000100:00000200:0.0:1734676305.270747:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.270844:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1dc00. 00000020:00000010:1.0:1734676305.270849:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.270853:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.270872:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1c50 x1818938867890432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.270902:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890432 02000000:00000010:1.0:1734676305.270913:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676305.270941:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.270947:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136b24a80. 00000100:00000010:1.0:1734676305.270952:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136b24a80. 00010000:00000010:1.0:1734676305.270954:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.270964:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676305.270968:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890432, offset 224 00000400:00000200:1.0:1734676305.270972:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.270979:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.270984:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80257:80257:256:4294967295] 192.168.203.46@tcp LPNI seq info [80253:80253:8:4294967295] 00000400:00000200:1.0:1734676305.270992:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.270997:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.270999:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.271003:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.271008:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.271011:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.271022:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.271026:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.271029:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1dc00. 02000000:00000010:1.0:1734676305.271062:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676305.271067:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800984faa00. 02000000:00000010:1.0:1734676305.271071:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676305.271073:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676305.271076:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.271078:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676305.271080:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676305.271081:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3800. 02000000:00000010:1.0:1734676305.271094:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676305.271096:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 02000000:00000010:1.0:1734676305.271099:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676305.271101:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000200:1.0:1734676305.271105:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.271109:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc60. 00000400:00000010:1.0:1734676305.271113:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136b24a80. 00000400:00000010:3.0:1734676305.271170:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.271174:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.271175:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.271180:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.271187:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.271202:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fa14b00. 02000000:00000010:3.0:1734676305.271211:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0c000. 02000000:00000010:3.0:1734676305.271214:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0cc00. 00000100:00000010:3.0:1734676305.271216:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.271218:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.271221:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.271235:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0cc00. 00010000:00000010:3.0:1734676305.271286:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.271291:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fa14380. 00010000:00000010:3.0:1734676305.271353:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0c000. 00010000:00000010:3.0:1734676305.271358:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.271364:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.271367:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.271372:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.271379:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0d800. 02000000:00000010:3.0:1734676305.271394:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0d600. 00000400:00000010:3.0:1734676305.271397:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.271399:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.271402:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381184, portal 16 00000400:00000010:3.0:1734676305.271404:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.271406:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381184, offset 0 00000400:00000200:3.0:1734676305.271410:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.271414:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.271418:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.271421:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.271424:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.271425:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.271428:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80258:80258:255:4294967295] 192.168.203.46@tcp LPNI seq info [80254:80254:7:4294967295] 00000400:00000200:3.0:1734676305.271433:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.271436:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.271438:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.271441:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.271444:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.271446:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.271642:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.271645:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.271647:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.271651:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.271653:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676305.271654:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 02000000:00000010:0.0:1734676305.271658:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000800:00000200:0.0:1734676305.271701:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.271703:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676305.271705:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.271707:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.271709:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676305.271711:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676305.271716:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.272574:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486f00. 00010000:00000010:1.1:1734676305.272582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321a00. 00010000:00000010:1.1:1734676305.272586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f600. 00010000:00000010:1.1:1734676305.272589:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0800. 00010000:00000010:1.1:1734676305.272592:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6321800. 00000400:00000200:0.0:1734676305.273286:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.273297:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12d00 00000400:00000200:0.0:1734676305.273304:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4cd1 [1] + 224 00000400:00000200:0.0:1734676305.273312:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.273315:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.273322:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.273351:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.273355:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516b980 00000400:00000200:0.0:1734676305.273359:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 0 00000400:00000200:0.0:1734676305.273372:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.273375:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.273379:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.273384:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800984faa00. 00000020:00000010:1.0:1734676305.273458:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1dc00. 00000020:00000010:1.0:1734676305.273463:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.273467:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.273483:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800984faa00 x1818938867890560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.273512:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890560 02000000:00000010:1.0:1734676305.273520:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.273548:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.273555:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9f7480. 00000100:00000010:1.0:1734676305.273559:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9f7480. 00010000:00000010:1.0:1734676305.273561:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.273571:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676305.273575:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890560, offset 224 00000400:00000200:1.0:1734676305.273579:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.273586:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.273590:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80259:80259:256:4294967295] 192.168.203.46@tcp LPNI seq info [80255:80255:8:4294967295] 00000400:00000200:1.0:1734676305.273597:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.273601:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.273604:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.273608:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.273613:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.273615:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.273625:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.273629:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.273632:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1dc00. 00000800:00000200:0.0:1734676305.273716:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.273719:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.273722:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.273725:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.273727:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676305.273729:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000400:00000010:3.0:1734676305.273883:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.273887:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.273889:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.273894:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.273902:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.273917:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131205080. 02000000:00000010:3.0:1734676305.273924:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0d600. 02000000:00000010:3.0:1734676305.273928:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0d800. 00000100:00000010:3.0:1734676305.273931:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.273933:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.273935:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.273947:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0d800. 00010000:00000010:3.0:1734676305.273996:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.274000:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131205000. 00010000:00000010:3.0:1734676305.274515:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0d600. 00010000:00000010:3.0:1734676305.274520:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.274527:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.274530:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.274534:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.274542:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0d400. 02000000:00000010:3.0:1734676305.274557:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0ca00. 00000400:00000010:3.0:1734676305.274560:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676305.274563:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.274568:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381312, portal 16 00000400:00000010:3.0:1734676305.274571:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.274572:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381312, offset 0 00000400:00000200:3.0:1734676305.274576:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.274581:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.274584:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.274587:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.274589:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.274591:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.274594:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80260:80260:256:4294967295] 192.168.203.46@tcp LPNI seq info [80256:80256:8:4294967295] 00000400:00000200:3.0:1734676305.274599:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.274603:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.274605:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.274608:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.274612:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.274614:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.275430:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.275434:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.275437:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.275441:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.275443:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676305.275445:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676305.275450:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.277306:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.277319:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12d80 00000400:00000200:0.0:1734676305.277326:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4cdd [1] + 224 00000400:00000200:0.0:1734676305.277342:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.277346:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.277355:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.278020:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.278026:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ba00 00000400:00000200:0.0:1734676305.278031:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 328 00000400:00000200:0.0:1734676305.278255:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.278259:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.278264:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.278279:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00010000:00000010:1.1:1734676305.278343:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6c200. 00000020:00000010:2.0:1734676305.278406:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.278412:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.278416:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.278434:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867890688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.278452:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890688 02000000:00000010:2.0:1734676305.278459:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676305.278487:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.278494:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.278498:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.278500:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.278511:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.278515:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890688, offset 224 00000400:00000200:2.0:1734676305.278520:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.278528:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.278533:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80261:80261:256:4294967295] 192.168.203.46@tcp LPNI seq info [80257:80257:8:4294967295] 00000400:00000200:2.0:1734676305.278540:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.278544:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.278548:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.278552:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.278557:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.278561:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.278586:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.278589:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.278593:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:0.0:1734676305.278627:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.278630:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:0.0:1734676305.278633:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.278636:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.278639:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676305.278641:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000400:00000010:3.0:1734676305.278811:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:3.0:1734676305.278815:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.278816:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.278823:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.278831:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.278846:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdf080. 02000000:00000010:3.0:1734676305.278856:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0ca00. 02000000:00000010:3.0:1734676305.278860:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0d400. 00000100:00000010:3.0:1734676305.278863:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.278866:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.278868:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.278879:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0d400. 00010000:00000010:3.0:1734676305.278931:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.278936:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf280. 00000001:00000010:3.0:1734676305.278979:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9bb0. 00000001:00000010:3.0:1734676305.278983:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9bb0. 00000001:00000010:3.0:1734676305.278985:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9bb0. 00000001:00000010:3.0:1734676305.278987:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7d10. 00010000:00000010:3.0:1734676305.279003:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ca00. 00010000:00000010:3.0:1734676305.279007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.279012:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.279015:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.279019:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.279027:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0c200. 02000000:00000010:3.0:1734676305.279056:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0ce00. 00000400:00000010:3.0:1734676305.279059:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.279062:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.279065:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381440, portal 16 00000400:00000010:3.0:1734676305.279068:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.279070:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381440, offset 0 00000400:00000200:3.0:1734676305.279074:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.279078:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.279081:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.279094:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.279097:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.279099:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.279101:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80262:80262:256:4294967295] 192.168.203.46@tcp LPNI seq info [80258:80258:8:4294967295] 00000400:00000200:3.0:1734676305.279108:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.279112:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.279114:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.279117:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.279121:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.279124:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.279292:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.279294:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.279297:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.279300:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.279303:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.279304:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676305.279309:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.280889:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.280897:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12e00 00000400:00000200:0.0:1734676305.280903:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ce9 [1] + 224 00000400:00000200:0.0:1734676305.280917:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.280920:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.280927:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.281117:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.281123:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ba80 00000400:00000200:0.0:1734676305.281127:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 656 00000400:00000200:0.0:1734676305.281161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.281165:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.281169:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.281172:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676305.281216:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.281220:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.281224:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.281236:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867890816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.281262:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890816 02000000:00000010:2.0:1734676305.281268:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676305.281284:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.281288:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.281292:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.281294:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.281302:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.281306:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890816, offset 224 00000400:00000200:2.0:1734676305.281310:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.281315:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.281319:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80263:80263:256:4294967295] 192.168.203.46@tcp LPNI seq info [80259:80259:8:4294967295] 00000400:00000200:2.0:1734676305.281325:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.281329:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.281331:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.281334:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.281339:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.281341:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.281349:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.281352:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.281354:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:0.0:1734676305.281823:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.281826:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.281830:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.281833:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.281836:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676305.281838:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000400:00000010:3.0:1734676305.281893:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.281895:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.281897:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.281901:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.281909:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.281923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48f800. 02000000:00000010:3.0:1734676305.281932:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0ce00. 02000000:00000010:3.0:1734676305.281935:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0c200. 00000100:00000010:3.0:1734676305.281937:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.281939:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.281941:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.281953:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0c200. 00010000:00000010:3.0:1734676305.281998:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.282001:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48f780. 00010000:00000010:3.0:1734676305.282077:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ce00. 00010000:00000010:3.0:1734676305.282081:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.282096:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.282099:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.282102:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.282109:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0dc00. 02000000:00000010:3.0:1734676305.282121:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0da00. 00000400:00000010:3.0:1734676305.282124:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.282126:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.282130:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381568, portal 16 00000400:00000010:3.0:1734676305.282132:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.282134:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381568, offset 0 00000400:00000200:3.0:1734676305.282137:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.282142:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.282144:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.282147:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.282149:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.282151:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.282153:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80264:80264:256:4294967295] 192.168.203.46@tcp LPNI seq info [80260:80260:8:4294967295] 00000400:00000200:3.0:1734676305.282159:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.282162:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.282164:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.282167:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.282171:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.282173:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.282237:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.282239:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676305.282241:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.282244:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.282246:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676305.282248:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676305.282251:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.284020:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.284030:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12e80 00000400:00000200:0.0:1734676305.284035:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4cf5 [1] + 224 00010000:00000010:1.1:1734676305.284131:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5a2200. 00010000:00000010:1.1:1734676305.284142:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d6200. 00010000:00000010:1.1:1734676305.284145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6320400. 00000400:00000200:1.0:1734676305.284571:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.284576:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.284584:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.284611:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.284615:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bb00 00000400:00000200:1.0:1734676305.284620:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 984 00000400:00000200:1.0:1734676305.284668:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.284671:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.284674:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.284679:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:0.0:1734676305.284839:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810200. 00000020:00000010:0.0:1734676305.284844:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.284848:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676305.284866:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867890944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.284895:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867890944 02000000:00000010:0.0:1734676305.284902:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676305.285015:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae400. 00000100:00000010:0.0:1734676305.285021:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676305.285025:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676305.285029:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae400. 00000400:00000010:0.0:1734676305.285054:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676305.285058:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867890944, offset 224 00000400:00000200:0.0:1734676305.285063:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.285069:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.285074:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80265:80265:256:4294967295] 192.168.203.46@tcp LPNI seq info [80261:80261:8:4294967295] 00000400:00000200:0.0:1734676305.285081:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.285096:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.285099:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676305.285103:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.285107:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.285110:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1734676305.285281:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.285284:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.285286:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.285291:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.285298:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.285314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bd37400. 02000000:00000010:3.0:1734676305.285323:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0da00. 02000000:00000010:3.0:1734676305.285326:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0dc00. 00000100:00000010:3.0:1734676305.285328:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.285331:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.285333:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.285343:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0dc00. 00010000:00000010:3.0:1734676305.285393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.285397:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd37380. 00010000:00000010:3.0:1734676305.285444:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0da00. 00010000:00000010:3.0:1734676305.285449:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.285454:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.285457:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.285462:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.285469:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0de00. 02000000:00000010:3.0:1734676305.285483:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0d200. 00000400:00000010:3.0:1734676305.285486:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.285488:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.285492:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381696, portal 16 00000400:00000010:3.0:1734676305.285495:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.285497:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381696, offset 0 00000400:00000200:3.0:1734676305.285501:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.285505:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.285509:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.285512:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.285514:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.285516:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.285518:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80266:80266:255:4294967295] 192.168.203.46@tcp LPNI seq info [80262:80262:7:4294967295] 00000400:00000200:3.0:1734676305.285524:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.285527:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.285530:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.285532:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.285536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.285538:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.285690:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.285694:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676305.285697:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810200. 00000800:00000200:1.0:1734676305.286291:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.286295:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:1.0:1734676305.286298:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.286302:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.286304:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676305.286306:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000800:00000200:1.0:1734676305.286341:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.286343:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.286345:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.286347:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.286349:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676305.286350:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676305.286355:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.287320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2b200. 00010000:00000010:1.1:1734676305.287328:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8900. 00010000:00000010:1.1:1734676305.287332:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c000. 00010000:00000010:1.1:1734676305.287335:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adf200. 00010000:00000010:1.1:1734676305.287337:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23500. 00010000:00000010:1.1:1734676305.287339:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d600. 00010000:00000010:1.1:1734676305.287341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d34600. 00010000:00000010:1.1:1734676305.287343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a300. 00010000:00000010:1.1:1734676305.287346:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ca00. 00000400:00000200:0.0:1734676305.288091:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.288103:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12f00 00000400:00000200:0.0:1734676305.288112:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d01 [1] + 224 00000400:00000200:0.0:1734676305.288121:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.288124:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.288133:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.288221:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.288225:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bb80 00000400:00000200:0.0:1734676305.288229:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 1312 00000400:00000200:0.0:1734676305.288243:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.288245:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.288249:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.288254:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:3.0:1734676305.288309:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.288313:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.288315:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.288320:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.288326:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.288351:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0d200. 02000000:00000010:3.0:1734676305.288355:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0de00. 00000100:00000010:3.0:1734676305.288358:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.288361:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.288364:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.288474:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.288479:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.288484:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.288504:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867891072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.288530:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891072 02000000:00000010:1.0:1734676305.288537:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.288560:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d78f100. 00010000:00000010:1.0:1734676305.288586:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.288593:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9f7480. 00000100:00000010:1.0:1734676305.288606:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9f7480. 00010000:00000010:1.0:1734676305.288608:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.288621:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676305.288670:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891072, offset 224 00000400:00000200:1.0:1734676305.288675:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.288683:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.288688:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80267:80267:256:4294967295] 192.168.203.46@tcp LPNI seq info [80263:80263:8:4294967295] 00000400:00000200:1.0:1734676305.288696:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.288701:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.288704:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.288707:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.288713:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.288717:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.288738:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.288742:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.288745:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00080000:00000010:3.0:1734676305.288792:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0de00. 00010000:00000010:3.0:1734676305.288852:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.288858:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d3ae80. 00010000:00000010:3.0:1734676305.288907:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0d200. 00010000:00000010:3.0:1734676305.288911:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.288917:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.288919:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.288924:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.288932:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0ca00. 02000000:00000010:3.0:1734676305.288946:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0d600. 00000400:00000010:3.0:1734676305.288949:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.288952:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.288955:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381824, portal 16 00000400:00000010:3.0:1734676305.288958:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.288959:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381824, offset 0 00000400:00000200:3.0:1734676305.288963:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.288966:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.288970:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.288973:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.288976:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.288977:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.288979:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80268:80268:255:4294967295] 192.168.203.46@tcp LPNI seq info [80264:80264:7:4294967295] 00000400:00000200:3.0:1734676305.288985:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.288988:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.288990:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.288992:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.288995:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.288997:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.289072:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.289074:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.289077:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.289080:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.289082:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676305.289092:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000800:00000200:0.0:1734676305.289132:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.289133:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676305.289135:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.289138:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.289139:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676305.289140:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676305.289144:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.290197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e39fa00. 00010000:00000010:1.1:1734676305.290209:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6a00. 00010000:00000010:1.1:1734676305.290215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ce00. 00000400:00000200:0.0:1734676305.290863:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.290872:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e12f80 00000400:00000200:0.0:1734676305.290880:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d0d [1] + 224 00000400:00000200:0.0:1734676305.290897:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.290901:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.290909:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.291162:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.291169:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bc00 00000400:00000200:0.0:1734676305.291174:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 1640 00000400:00000200:0.0:1734676305.291217:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.291221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.291225:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.291229:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000010:3.0:1734676305.291438:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.291443:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.291445:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.291450:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.291457:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.291477:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0d600. 02000000:00000010:3.0:1734676305.291482:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0ca00. 00000100:00000010:3.0:1734676305.291484:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.291487:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.291490:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.291704:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.291710:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.291713:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.291730:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867891200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.291761:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891200 02000000:00000010:1.0:1734676305.291768:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.291787:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737d5100. 00010000:00000010:1.0:1734676305.291804:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.291809:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9f7480. 00000100:00000010:1.0:1734676305.291823:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9f7480. 00010000:00000010:1.0:1734676305.291825:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.291835:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676305.291839:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891200, offset 224 00000400:00000200:1.0:1734676305.291843:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.291849:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.291854:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80269:80269:256:4294967295] 192.168.203.46@tcp LPNI seq info [80265:80265:8:4294967295] 00000400:00000200:1.0:1734676305.291862:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.291866:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.291869:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.291872:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.291878:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.291881:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.291893:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.291896:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.291899:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00080000:00000010:3.0:1734676305.291949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0ca00. 00010000:00000010:3.0:1734676305.291998:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.292004:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737d5300. 00010000:00000010:3.0:1734676305.292113:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0d600. 00010000:00000010:3.0:1734676305.292118:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.292123:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.292126:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.292130:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.292137:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009bf0c000. 02000000:00000010:3.0:1734676305.292153:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009bf0ce00. 00000400:00000010:3.0:1734676305.292156:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.292160:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.292164:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864381952, portal 16 00000400:00000010:3.0:1734676305.292167:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.292168:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864381952, offset 0 00000400:00000200:3.0:1734676305.292172:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.292176:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.292179:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.292182:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.292184:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.292186:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.292188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80270:80270:255:4294967295] 192.168.203.46@tcp LPNI seq info [80266:80266:7:4294967295] 00000400:00000200:3.0:1734676305.292193:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.292196:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.292199:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676305.292201:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.292205:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.292207:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.292267:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.292270:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.292273:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.292276:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.292278:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676305.292279:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000800:00000200:0.0:1734676305.292309:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.292311:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676305.292313:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.292315:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.292317:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.292318:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676305.292322:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864381952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.293860:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.293870:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13000 00000400:00000200:0.0:1734676305.293876:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d19 [1] + 224 00000400:00000200:0.0:1734676305.293883:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.293886:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.293893:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864381952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.293922:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.293927:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bc80 00000400:00000200:0.0:1734676305.293932:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3705 [2] + 1968 00000400:00000010:0.0:1734676305.293935:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad8f0. 00000400:00000200:0.0:1734676305.293938:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fefef00 00000400:00000200:0.0:1734676305.293952:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.293955:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.293957:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fefef00 00000400:00000010:0.0:1734676305.293959:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009fefef00. 00000100:00000200:0.0:1734676305.293963:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.294075:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.294081:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.294095:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.294113:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1850 x1818938867891328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.294135:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891328 02000000:00000010:1.0:1734676305.294142:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676305.294164:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.294170:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9f7480. 00000100:00000010:1.0:1734676305.294174:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9f7480. 00010000:00000010:1.0:1734676305.294176:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.294185:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676305.294188:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891328, offset 224 00000400:00000200:1.0:1734676305.294194:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.294200:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.294205:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80271:80271:256:4294967295] 192.168.203.46@tcp LPNI seq info [80267:80267:8:4294967295] 00000400:00000200:1.0:1734676305.294212:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.294216:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.294219:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.294223:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.294228:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.294231:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.294241:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.294243:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.294246:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 02000000:00000010:1.0:1734676305.294253:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676305.294255:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676305.294259:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.294261:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676305.294263:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676305.294265:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676305.294269:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676305.294272:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:1.0:1734676305.294274:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676305.294276:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676305.294278:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676305.294280:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800984faa00. 00000100:00000200:1.0:1734676305.294285:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.294288:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676305.294291:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d9f7480. 00000400:00000010:3.0:1734676305.294807:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.294811:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.294813:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.294819:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864381952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.294826:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864381952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.294842:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7200. 02000000:00000010:3.0:1734676305.294851:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009bf0ce00. 02000000:00000010:3.0:1734676305.294855:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009bf0c000. 00000100:00000010:3.0:1734676305.294857:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.294859:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.294862:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.294873:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0c000. 00010000:00000010:3.0:1734676305.294923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.294928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d8f7300. 00010000:00000010:3.0:1734676305.294977:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ce00. 00010000:00000010:3.0:1734676305.294982:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.294987:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.294990:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.294994:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.295002:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7c600. 02000000:00000010:3.0:1734676305.295016:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7d200. 00000400:00000010:3.0:1734676305.295019:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.295021:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.295024:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382080, portal 16 00000400:00000010:3.0:1734676305.295027:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.295029:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382080, offset 0 00000400:00000200:3.0:1734676305.295033:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.295056:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.295061:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.295064:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.295067:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.295069:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.295071:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80272:80272:255:4294967295] 192.168.203.46@tcp LPNI seq info [80268:80268:7:4294967295] 00000400:00000200:3.0:1734676305.295078:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.295082:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.295094:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.295098:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.295102:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.295105:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.295154:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45c00. 00000800:00000200:0.0:1734676305.295196:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.295199:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.295202:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.295205:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.295208:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676305.295209:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 02000000:00000010:0.0:1734676305.295212:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000800:00000200:0.0:1734676305.295242:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.295244:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676305.295246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.295249:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.295251:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.295252:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676305.295256:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.297158:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.297168:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13080 00000400:00000200:0.0:1734676305.297175:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d29 [1] + 224 00000400:00000200:0.0:1734676305.297181:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.297184:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.297191:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.297224:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.297228:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bd00 00000400:00000200:0.0:1734676305.297232:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 0 00000400:00000200:0.0:1734676305.297246:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.297249:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.297253:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.297257:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676305.297310:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.297315:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.297319:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000400:00000010:3.0:1734676305.297330:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.297334:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000100:00000200:2.0:1734676305.297334:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867891456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.297336:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.297340:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.297347:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.297362:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7d200. 00000100:00000200:2.0:1734676305.297362:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891456 02000000:00000010:2.0:1734676305.297368:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 02000000:00000010:3.0:1734676305.297377:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7c600. 00010000:00000010:2.0:1734676305.297384:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68b80. 00000100:00000010:3.0:1734676305.297389:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.297392:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.297394:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:2.0:1734676305.297409:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.297413:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.297416:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.297418:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.297426:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676305.297429:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891456, offset 224 00000400:00000200:2.0:1734676305.297433:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.297443:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.297447:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80273:80273:256:4294967295] 192.168.203.46@tcp LPNI seq info [80269:80269:8:4294967295] 00000400:00000200:2.0:1734676305.297454:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.297458:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.297461:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.297464:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.297469:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.297472:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.297483:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.297486:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.297490:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:0.0:1734676305.297668:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.297671:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.297674:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.297678:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.297680:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676305.297681:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00080000:00000010:3.0:1734676305.297911:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7c600. 00010000:00000010:3.0:1734676305.297959:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.297963:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d68b00. 00010000:00000010:3.0:1734676305.298011:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7d200. 00010000:00000010:3.0:1734676305.298015:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.298020:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.298023:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.298026:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.298033:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7de00. 02000000:00000010:3.0:1734676305.298217:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7ca00. 00000400:00000010:3.0:1734676305.298221:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.298224:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.298228:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382208, portal 16 00000400:00000010:3.0:1734676305.298231:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.298232:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382208, offset 0 00000400:00000200:3.0:1734676305.298236:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.298241:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.298244:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.298246:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.298249:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.298251:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.298253:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80274:80274:256:4294967295] 192.168.203.46@tcp LPNI seq info [80270:80270:8:4294967295] 00000400:00000200:3.0:1734676305.298259:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.298262:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.298265:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.298267:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.298271:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.298274:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.298537:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.298540:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676305.298542:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.298546:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.298548:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676305.298549:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676305.298554:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.300158:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550100. 00010000:00000010:1.1:1734676305.300167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0da00. 00000400:00000200:0.0:1734676305.300172:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.300180:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13100 00000400:00000200:0.0:1734676305.300186:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d35 [1] + 224 00000400:00000200:0.0:1734676305.300199:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.300202:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.300208:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.300340:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.300344:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.300345:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.300350:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.300357:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.300372:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7ca00. 02000000:00000010:3.0:1734676305.300385:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7de00. 00000100:00000010:3.0:1734676305.300395:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.300398:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.300400:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.300531:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.300536:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bd80 00000400:00000200:0.0:1734676305.300541:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 328 00000400:00000200:0.0:1734676305.300574:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.300577:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.300580:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.300583:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:1.0:1734676305.300637:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.300643:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.300647:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.300663:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867891584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.300694:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891584 02000000:00000010:1.0:1734676305.300701:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.300719:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143080. 00010000:00000010:1.0:1734676305.300728:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.300733:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800826c1d80. 00000100:00000010:1.0:1734676305.300746:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800826c1d80. 00010000:00000010:1.0:1734676305.300749:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.300757:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676305.300760:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891584, offset 224 00000400:00000200:1.0:1734676305.300765:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.300771:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.300776:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80275:80275:256:4294967295] 192.168.203.46@tcp LPNI seq info [80271:80271:8:4294967295] 00000400:00000200:1.0:1734676305.300782:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.300786:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.300789:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.300792:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.300797:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.300800:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.300820:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.300824:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.300827:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00080000:00000010:3.0:1734676305.300880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7de00. 00000800:00000200:0.0:1734676305.300934:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.300936:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.300939:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.300942:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.300944:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676305.300946:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00010000:00000010:3.0:1734676305.301008:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.301012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143f80. 00010000:00000010:3.0:1734676305.301092:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7ca00. 00010000:00000010:3.0:1734676305.301096:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.301103:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.301105:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.301109:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.301116:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7ce00. 02000000:00000010:3.0:1734676305.301129:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7d000. 00000400:00000010:3.0:1734676305.301131:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.301134:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.301138:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382336, portal 16 00000400:00000010:3.0:1734676305.301140:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.301142:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382336, offset 0 00000400:00000200:3.0:1734676305.301145:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.301149:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.301152:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.301155:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.301157:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.301159:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.301162:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80276:80276:256:4294967295] 192.168.203.46@tcp LPNI seq info [80272:80272:8:4294967295] 00000400:00000200:3.0:1734676305.301167:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.301170:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.301172:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.301175:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.301178:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.301181:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.301362:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.301364:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676305.301367:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.301370:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.301372:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676305.301374:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676305.301378:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.303192:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098c8f400. 00010000:00000010:0.1:1734676305.303885:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0e00. 00000400:00000200:2.0:1734676305.303933:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.303944:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13180 00000400:00000200:2.0:1734676305.303952:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d41 [1] + 224 00000400:00000200:2.0:1734676305.303960:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.303964:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.303971:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.303997:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.304001:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516be00 00000400:00000200:2.0:1734676305.304004:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 656 00000400:00000200:2.0:1734676305.304072:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.304075:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.304079:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.304092:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 00000020:00000010:0.0:1734676305.304152:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810200. 00000020:00000010:0.0:1734676305.304157:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.304161:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676305.304176:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1c00 x1818938867891712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.304201:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891712 02000000:00000010:0.0:1734676305.304207:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676305.304234:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae400. 00000100:00000010:0.0:1734676305.304239:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676305.304243:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676305.304246:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae400. 00000400:00000010:0.0:1734676305.304255:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676305.304258:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891712, offset 224 00000400:00000200:0.0:1734676305.304262:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.304268:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.304273:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80277:80277:256:4294967295] 192.168.203.46@tcp LPNI seq info [80273:80273:8:4294967295] 00000400:00000200:0.0:1734676305.304279:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.304283:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.304286:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676305.304289:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.304294:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.304297:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.304755:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.304759:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676305.304762:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810200. 00000800:00000200:1.0:1734676305.304842:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.304845:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676305.304847:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.304850:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.304853:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676305.304855:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000400:00000010:3.0:1734676305.304913:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.304916:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.304918:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.304923:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.304930:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.304947:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7f00. 02000000:00000010:3.0:1734676305.304955:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7d000. 02000000:00000010:3.0:1734676305.304970:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7ce00. 00000100:00000010:3.0:1734676305.304983:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.304985:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.304987:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.304999:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7ce00. 00010000:00000010:3.0:1734676305.305095:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.305101:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d8f7a80. 00010000:00000010:3.0:1734676305.305153:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7d000. 00010000:00000010:3.0:1734676305.305158:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.305164:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.305167:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.305171:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.305177:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7c200. 02000000:00000010:3.0:1734676305.305190:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c800. 00000400:00000010:3.0:1734676305.305193:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.305195:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.305199:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382464, portal 16 00000400:00000010:3.0:1734676305.305201:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.305202:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382464, offset 0 00000400:00000200:3.0:1734676305.305206:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.305211:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.305214:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.305217:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.305219:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.305221:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.305223:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80278:80278:256:4294967295] 192.168.203.46@tcp LPNI seq info [80274:80274:8:4294967295] 00000400:00000200:3.0:1734676305.305229:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.305232:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.305234:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.305237:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.305241:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.305243:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.305517:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.305520:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676305.305523:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.305526:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.305528:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676305.305529:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676305.305534:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.306271:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363b00. 00010000:00000010:1.1:1734676305.306278:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d200. 00010000:00000010:1.1:1734676305.306281:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545800. 00010000:00000010:1.1:1734676305.306284:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7b00. 00010000:00000010:1.1:1734676305.306286:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0d600. 00010000:00000010:1.1:1734676305.306288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145d00. 00010000:00000010:1.1:1734676305.306290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ce00. 00000400:00000200:0.0:1734676305.307492:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.307504:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13200 00000400:00000200:0.0:1734676305.307510:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d4d [1] + 224 00000400:00000200:0.0:1734676305.307519:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.307522:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.307531:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.307566:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.307570:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516be80 00000400:00000200:0.0:1734676305.307575:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 984 00000400:00000200:0.0:1734676305.307588:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.307591:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.307595:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.307599:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676305.307683:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.307688:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.307693:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.307710:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867891840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.307727:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891840 02000000:00000010:1.0:1734676305.307735:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.307760:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.307765:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800826c1d80. 00000100:00000010:1.0:1734676305.307770:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800826c1d80. 00010000:00000010:1.0:1734676305.307772:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.307781:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.307785:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891840, offset 224 00000400:00000200:1.0:1734676305.307789:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.307795:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.307800:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80279:80279:256:4294967295] 192.168.203.46@tcp LPNI seq info [80275:80275:8:4294967295] 00000400:00000200:1.0:1734676305.307806:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.307811:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.307814:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.307817:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.307821:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.307824:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.307835:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.307838:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.307841:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000800:00000200:1.0:1734676305.308128:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.308131:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.308133:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.308136:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.308138:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676305.308140:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000400:00000010:3.0:1734676305.308216:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.308219:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.308220:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.308226:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.308232:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.308247:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54ae80. 02000000:00000010:3.0:1734676305.308270:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c800. 02000000:00000010:3.0:1734676305.308283:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7c200. 00000100:00000010:3.0:1734676305.308286:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.308287:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.308290:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.308300:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7c200. 00010000:00000010:3.0:1734676305.308351:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.308356:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54ae00. 00010000:00000010:3.0:1734676305.308420:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c800. 00010000:00000010:3.0:1734676305.308425:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.308430:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.308433:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.308438:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.308444:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7d800. 02000000:00000010:3.0:1734676305.308458:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7d600. 00000400:00000010:3.0:1734676305.308461:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.308463:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.308467:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382592, portal 16 00000400:00000010:3.0:1734676305.308470:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.308471:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382592, offset 0 00000400:00000200:3.0:1734676305.308475:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.308479:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.308482:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.308485:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.308487:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.308489:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.308491:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80280:80280:256:4294967295] 192.168.203.46@tcp LPNI seq info [80276:80276:8:4294967295] 00000400:00000200:3.0:1734676305.308497:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.308500:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.308502:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.308505:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.308508:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.308510:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.308587:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.308589:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676305.308591:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.308594:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.308596:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676305.308597:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676305.308601:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.309145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dd200. 00000400:00000200:0.0:1734676305.310666:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.310677:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13280 00000400:00000200:0.0:1734676305.310684:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d59 [1] + 224 00000400:00000200:0.0:1734676305.310691:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.310694:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.310701:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.310727:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.310731:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bf00 00000400:00000200:0.0:1734676305.310734:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 1312 00000400:00000200:0.0:1734676305.310774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.310777:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.310781:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.310785:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676305.310935:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.310940:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.310943:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.310958:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867891968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.310974:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867891968 02000000:00000010:1.0:1734676305.310980:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.311001:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.311006:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800826c1d80. 00000100:00000010:1.0:1734676305.311010:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800826c1d80. 00010000:00000010:1.0:1734676305.311012:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.311021:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.311024:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867891968, offset 224 00000400:00000200:1.0:1734676305.311028:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.311033:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.311060:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80281:80281:256:4294967295] 192.168.203.46@tcp LPNI seq info [80277:80277:8:4294967295] 00000400:00000200:1.0:1734676305.311067:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.311071:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.311098:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.311102:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.311107:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.311111:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.311120:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.311122:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.311125:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000400:00000010:3.0:1734676305.311413:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.311417:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.311419:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.311424:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.311431:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.311445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800817f9900. 02000000:00000010:3.0:1734676305.311454:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7d600. 02000000:00000010:3.0:1734676305.311470:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7d800. 00000100:00000010:3.0:1734676305.311473:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.311475:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.311477:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.311487:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d800. 00010000:00000010:3.0:1734676305.311536:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.311542:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007372e680. 00010000:00000010:3.0:1734676305.311608:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7d600. 00010000:00000010:3.0:1734676305.311613:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.311618:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.311622:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.311626:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.311633:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7dc00. 02000000:00000010:3.0:1734676305.311648:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7da00. 00000400:00000010:3.0:1734676305.311651:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.311654:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.311658:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382720, portal 16 00000400:00000010:3.0:1734676305.311661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.311662:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382720, offset 0 00000400:00000200:3.0:1734676305.311667:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.311671:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.311674:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.311677:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.311679:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.311680:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.311683:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80282:80282:255:4294967295] 192.168.203.46@tcp LPNI seq info [80278:80278:7:4294967295] 00000400:00000200:3.0:1734676305.311688:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.311691:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.311695:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.311697:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.311701:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.311703:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.311918:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.311921:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.311924:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.311928:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.311931:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676305.311932:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:1.0:1734676305.312354:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.312357:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676305.312359:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.312362:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.312364:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676305.312365:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676305.312370:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.312846:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142e00. 00010000:00000010:1.1:1734676305.312852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d200. 00010000:00000010:1.1:1734676305.312864:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dfae00. 00010000:00000010:1.1:1734676305.312874:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b200. 00010000:00000010:1.1:1734676305.312878:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7ca00. 00000400:00000200:0.0:1734676305.314644:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.314655:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13300 00000400:00000200:0.0:1734676305.314662:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d65 [1] + 224 00000400:00000200:0.0:1734676305.314678:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.314681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.314689:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.314919:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.314925:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516bf80 00000400:00000200:0.0:1734676305.314930:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 1640 00000400:00000200:0.0:1734676305.314971:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.314974:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.314978:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.314982:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676305.315250:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1dc00. 00000020:00000010:1.0:1734676305.315256:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.315259:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.315276:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867892096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.315295:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892096 02000000:00000010:1.0:1734676305.315303:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.315331:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.315336:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800826c1d80. 00000100:00000010:1.0:1734676305.315341:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800826c1d80. 00010000:00000010:1.0:1734676305.315343:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.315353:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.315357:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892096, offset 224 00000400:00000200:1.0:1734676305.315361:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.315369:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.315373:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80283:80283:256:4294967295] 192.168.203.46@tcp LPNI seq info [80279:80279:8:4294967295] 00000400:00000200:1.0:1734676305.315380:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.315385:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.315388:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.315392:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.315397:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.315400:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.315412:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.315416:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.315419:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1dc00. 00000800:00000200:1.0:1734676305.315466:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.315469:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.315471:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.315473:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.315476:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676305.315477:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000400:00000010:3.0:1734676305.315740:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.315744:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.315745:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.315751:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.315758:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.315774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a9480. 02000000:00000010:3.0:1734676305.315782:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7da00. 02000000:00000010:3.0:1734676305.315798:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7dc00. 00000100:00000010:3.0:1734676305.315800:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.315803:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.315805:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.315817:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7dc00. 00010000:00000010:3.0:1734676305.315873:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.315878:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a9400. 00010000:00000010:3.0:1734676305.315934:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7da00. 00010000:00000010:3.0:1734676305.315939:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.315945:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.315948:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.315952:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.315959:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7cc00. 02000000:00000010:3.0:1734676305.315974:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c400. 00000400:00000010:3.0:1734676305.315977:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.315980:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.315984:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382848, portal 16 00000400:00000010:3.0:1734676305.315987:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.315988:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382848, offset 0 00000400:00000200:3.0:1734676305.315992:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.315997:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.316001:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.316004:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.316006:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.316008:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.316010:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80284:80284:256:4294967295] 192.168.203.46@tcp LPNI seq info [80280:80280:8:4294967295] 00000400:00000200:3.0:1734676305.316016:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.316019:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.316022:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.316025:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.316028:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.316030:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.317155:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.317159:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:1.0:1734676305.317163:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.317168:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.317171:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676305.317172:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676305.317178:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.317255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039a00. 00010000:00000010:0.1:1734676305.317261:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009f803500. 00010000:00000010:0.1:1734676305.317266:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d000. 00010000:00000010:0.1:1734676305.317276:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136ae3600. 00010000:00000010:0.1:1734676305.317280:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dd5300. 00010000:00000010:0.1:1734676305.317289:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c800. 00000400:00000200:0.0:1734676305.319097:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.319109:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13380 00000400:00000200:0.0:1734676305.319117:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d71 [1] + 224 00000400:00000200:0.0:1734676305.319125:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.319128:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.319135:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.319162:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.319165:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c000 00000400:00000200:0.0:1734676305.319170:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa375d [2] + 1968 00000400:00000010:0.0:1734676305.319173:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:0.0:1734676305.319177:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469900 00000400:00000200:0.0:1734676305.319215:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.319218:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.319220:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469900 00000400:00000010:0.0:1734676305.319222:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469900. 00000100:00000200:0.0:1734676305.319227:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.319384:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.319389:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.319393:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.319410:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3450 x1818938867892224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.319430:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892224 02000000:00000010:1.0:1734676305.319436:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.319460:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.319465:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800826c1d80. 00000100:00000010:1.0:1734676305.319470:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800826c1d80. 00010000:00000010:1.0:1734676305.319473:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.319482:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.319486:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892224, offset 224 00000400:00000200:1.0:1734676305.319490:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.319497:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.319502:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80285:80285:256:4294967295] 192.168.203.46@tcp LPNI seq info [80281:80281:8:4294967295] 00000400:00000200:1.0:1734676305.319510:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.319514:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.319517:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.319521:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.319525:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.319528:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.319540:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.319544:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.319546:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 02000000:00000010:1.0:1734676305.319552:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676305.319555:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676305.319558:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676305.319560:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676305.319562:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.319563:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676305.319565:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676305.319568:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:1.0:1734676305.319571:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676305.319574:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676305.319576:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676305.319578:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:1.0:1734676305.319583:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.319586:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9a0. 00000400:00000010:1.0:1734676305.319589:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800826c1d80. 00000400:00000010:3.0:1734676305.319821:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.319824:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.319826:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.319831:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.319838:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.319855:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a0dc80. 02000000:00000010:3.0:1734676305.319865:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c400. 02000000:00000010:3.0:1734676305.319880:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7cc00. 00000100:00000010:3.0:1734676305.319883:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.319885:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.319887:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.319899:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7cc00. 00010000:00000010:3.0:1734676305.319953:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.319958:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a0dc00. 00010000:00000010:3.0:1734676305.320025:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c400. 00010000:00000010:3.0:1734676305.320029:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.320034:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000800:00000200:1.0:1734676305.320487:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.320490:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.320493:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.320497:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.320500:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676305.320501:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 02000000:00000010:1.0:1734676305.320504:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:3.0:1734676305.320679:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.320685:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.320694:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7c000. 02000000:00000010:3.0:1734676305.320712:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c800. 00000400:00000010:3.0:1734676305.320715:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.320718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.320721:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864382976, portal 16 00000400:00000010:3.0:1734676305.320724:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.320726:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864382976, offset 0 00000400:00000200:3.0:1734676305.320730:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.320736:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.320739:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.320742:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.320745:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.320747:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.320749:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80286:80286:256:4294967295] 192.168.203.46@tcp LPNI seq info [80282:80282:8:4294967295] 00000400:00000200:3.0:1734676305.320755:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.320759:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.320761:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.320765:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.320769:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.320772:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676305.320961:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.320965:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7d000. 02000000:00000010:3.0:1734676305.320972:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7ca00. 00000400:00000010:3.0:1734676305.320974:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.320976:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.320978:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383104, portal 16 00000400:00000010:3.0:1734676305.320980:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.320981:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383104, offset 0 00000400:00000200:3.0:1734676305.320984:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.320988:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.320990:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.320991:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.320993:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.320994:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.320996:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80287:80287:255:4294967295] 192.168.203.46@tcp LPNI seq info [80283:80283:7:4294967295] 00000400:00000200:3.0:1734676305.321001:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.321004:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.321006:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.321008:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.321011:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.321012:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.321200:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.321203:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676305.321206:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.321209:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.321212:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676305.321213:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:1.0:1734676305.321218:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864382976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676305.321260:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.321261:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676305.321263:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.321266:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.321268:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676305.321269:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676305.321272:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.323431:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db4600. 00010000:00000010:0.1:1734676305.323440:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5700. 00010000:00000010:0.1:1734676305.323444:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d600. 00000400:00000200:0.0:1734676305.324295:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.324308:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13480 00000400:00000200:0.0:1734676305.324317:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d89 [1] + 224 00000400:00000200:0.0:1734676305.324326:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.324329:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.324340:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.324373:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.324377:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13400 00000400:00000200:0.0:1734676305.324380:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d81 [1] + 224 00000400:00000200:0.0:1734676305.324395:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.324398:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.324404:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864382976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.324527:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.324532:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.324534:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.324540:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864382976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.324546:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864382976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.324566:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.324568:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.324569:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.324572:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.324577:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.324588:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c800. 02000000:00000010:3.0:1734676305.324604:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7c000. 00000100:00000010:3.0:1734676305.324608:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.324610:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7ca00. 02000000:00000010:3.0:1734676305.324613:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7d000. 00000100:00000010:3.0:1734676305.324621:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.324624:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.324627:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.326112:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.326121:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c080 00000400:00000200:0.0:1734676305.326128:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 0 00000400:00000200:0.0:1734676305.326135:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.326138:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.326143:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.326147:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000200:0.0:1734676305.326168:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.326172:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c100 00000400:00000200:0.0:1734676305.326175:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 328 00000400:00000200:0.0:1734676305.326189:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.326192:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.326195:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.326197:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676305.326308:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.326313:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.326317:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.326337:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867892352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676305.326354:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e800. 00000020:00000010:2.0:1734676305.326356:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.326358:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.326363:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867892480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.326381:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892352 02000000:00000010:2.0:1734676305.326388:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676305.326409:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e1d5380. 00000400:00000010:2.0:1734676305.326429:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676305.326434:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892352, offset 224 00000400:00000200:2.0:1734676305.326438:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.326445:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.326450:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80288:80288:256:4294967295] 192.168.203.46@tcp LPNI seq info [80284:80284:8:4294967295] 00000400:00000200:2.0:1734676305.326457:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.326462:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.326465:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.326469:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.326474:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.326477:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.326489:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.326492:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.326496:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000100:00000200:2.0:1734676305.326504:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892480 02000000:00000010:2.0:1734676305.326508:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676305.326517:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b808280. 00010000:00000010:2.0:1734676305.326530:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.326535:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.326542:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.326545:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.326552:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676305.326554:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892480, offset 224 00000400:00000200:2.0:1734676305.326557:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.326562:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.326565:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80289:80289:255:4294967295] 192.168.203.46@tcp LPNI seq info [80285:80285:7:4294967295] 00000400:00000200:2.0:1734676305.326571:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.326575:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.326577:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.326579:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.326583:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.326585:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.326591:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.326593:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.326595:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e800. 00000800:00000200:1.0:1734676305.326776:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.326779:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.326782:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.326785:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.326787:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676305.326789:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000800:00000200:1.0:1734676305.326819:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.326820:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:1.0:1734676305.326822:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.326824:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.326826:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676305.326827:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00080000:00000010:3.0:1734676305.326966:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d000. 00010000:00000010:3.0:1734676305.327020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.327025:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff1d980. 00010000:00000010:3.0:1734676305.327125:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7ca00. 00010000:00000010:3.0:1734676305.327130:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.327137:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.327140:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.327146:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.327154:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7c000. 02000000:00000010:3.0:1734676305.327170:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c800. 00000400:00000010:3.0:1734676305.327174:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.327178:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.327182:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383232, portal 16 00000400:00000010:3.0:1734676305.327184:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.327186:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383232, offset 0 00000400:00000200:3.0:1734676305.327190:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.327194:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.327198:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.327201:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.327204:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.327205:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.327208:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80290:80290:256:4294967295] 192.168.203.46@tcp LPNI seq info [80286:80286:8:4294967295] 00000400:00000200:3.0:1734676305.327213:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.327216:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.327219:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.327222:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.327226:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.327229:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.328327:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.328331:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:2.0:1734676305.328335:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.328340:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.328343:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676305.328345:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676305.328351:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.329957:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.329971:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13500 00000400:00000200:0.0:1734676305.329978:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4d99 [1] + 224 00000400:00000200:0.0:1734676305.329995:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.329998:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.330005:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.330194:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.330198:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.330200:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.330205:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.330212:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.330236:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c800. 02000000:00000010:3.0:1734676305.330253:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7c000. 00000100:00000010:3.0:1734676305.330257:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.330260:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.330264:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:1.0:1734676305.330796:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.330803:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c180 00000400:00000200:1.0:1734676305.330808:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 656 00010000:00000010:2.1:1734676305.330973:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772000. 00010000:00000010:2.1:1734676305.330979:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529300. 00010000:00000010:2.1:1734676305.330983:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7da00. 00000400:00000200:1.0:1734676305.331024:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.331028:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.331032:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.331190:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 00000020:00000010:0.0:1734676305.331293:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811a00. 00000020:00000010:0.0:1734676305.331298:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.331302:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676305.331320:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139b480 x1818938867892608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.331339:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892608 02000000:00000010:0.0:1734676305.331346:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676305.331368:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823b80. 00010000:00000010:0.0:1734676305.331396:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae400. 00000100:00000010:0.0:1734676305.331401:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469900. 00000100:00000010:0.0:1734676305.331591:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469900. 00010000:00000010:0.0:1734676305.331596:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae400. 00000400:00000010:0.0:1734676305.331606:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676305.331610:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892608, offset 224 00000400:00000200:0.0:1734676305.331615:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.331623:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.331629:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80291:80291:256:4294967295] 192.168.203.46@tcp LPNI seq info [80287:80287:8:4294967295] 00000400:00000200:0.0:1734676305.331637:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.331641:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.331644:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676305.331648:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.331653:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.331656:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.331710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7c000. 00010000:00000010:3.0:1734676305.331767:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.331773:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823100. 00010000:00000010:3.0:1734676305.331835:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c800. 00010000:00000010:3.0:1734676305.331839:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.331845:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.331847:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.331852:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.331859:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7d200. 02000000:00000010:3.0:1734676305.331875:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7da00. 00000400:00000010:3.0:1734676305.331879:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.331882:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.331886:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383360, portal 16 00000400:00000010:3.0:1734676305.331889:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.331891:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383360, offset 0 00000400:00000200:3.0:1734676305.331894:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.331898:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.331902:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.331906:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.331908:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.331910:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.331912:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80292:80292:255:4294967295] 192.168.203.46@tcp LPNI seq info [80288:80288:7:4294967295] 00000400:00000200:3.0:1734676305.331917:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.331920:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.331923:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676305.331926:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.331928:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.331930:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.331957:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676305.331961:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:0.0:1734676305.331963:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811a00. 00000800:00000200:2.0:1734676305.332521:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.332524:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:2.0:1734676305.332528:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.332531:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.332534:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676305.332536:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000800:00000200:2.0:1734676305.332579:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.332581:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:2.0:1734676305.332584:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.332586:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.332588:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676305.332590:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:2.0:1734676305.332595:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.333613:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b600. 00010000:00000010:2.1:1734676305.333621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552600. 00000400:00000200:0.0:1734676305.335099:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.335113:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13580 00000400:00000200:0.0:1734676305.335120:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4da5 [1] + 224 00000400:00000200:0.0:1734676305.335129:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.335133:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.335142:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.335704:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.335710:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c200 00000400:00000200:0.0:1734676305.335714:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 984 00000400:00000200:0.0:1734676305.335947:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.335951:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.335956:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.335962:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676305.336074:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c800. 00000020:00000010:1.0:1734676305.336079:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.336082:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.336108:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867892736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.336125:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892736 02000000:00000010:1.0:1734676305.336132:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.336156:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.336162:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130f4acc0. 00000100:00000010:1.0:1734676305.336166:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130f4acc0. 00010000:00000010:1.0:1734676305.336170:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.336178:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.336182:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892736, offset 224 00000400:00000200:1.0:1734676305.336186:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.336193:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.336197:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80293:80293:256:4294967295] 192.168.203.46@tcp LPNI seq info [80289:80289:8:4294967295] 00000400:00000200:1.0:1734676305.336205:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.336209:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.336212:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.336216:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.336220:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.336223:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.336233:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.336236:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.336238:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c800. 00000800:00000200:1.0:1734676305.336272:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.336274:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:1.0:1734676305.336275:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.336278:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.336281:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676305.336282:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000400:00000010:3.0:1734676305.336481:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.336486:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.336487:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.336493:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.336500:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.336516:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da06c00. 02000000:00000010:3.0:1734676305.336525:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7da00. 02000000:00000010:3.0:1734676305.336543:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7d200. 00000100:00000010:3.0:1734676305.336545:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.336547:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.336549:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.336561:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d200. 00010000:00000010:3.0:1734676305.336610:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.336615:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da06b80. 00010000:00000010:3.0:1734676305.336675:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676305.336677:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.336680:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7da00. 00010000:00000010:3.0:1734676305.336683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676305.336691:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7d600. 00010000:00000010:3.0:1734676305.336704:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.336706:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.336735:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3400. 00010000:00000010:3.0:1734676305.336737:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.336741:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.336743:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.336747:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.336754:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3000. 02000000:00000010:3.0:1734676305.336769:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2200. 00000400:00000010:3.0:1734676305.336771:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.336774:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.336777:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383488, portal 16 00000400:00000010:3.0:1734676305.336779:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.336781:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383488, offset 0 00000400:00000200:3.0:1734676305.336784:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.336789:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.336792:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.336795:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.336798:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.336800:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.336802:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80294:80294:256:4294967295] 192.168.203.46@tcp LPNI seq info [80290:80290:8:4294967295] 00000400:00000200:3.0:1734676305.336808:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.336811:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.336814:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.336816:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.336820:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.336822:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.337266:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.337270:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:2.0:1734676305.337273:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.337276:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.337279:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676305.337280:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676305.337284:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.338824:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.338834:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13600 00000400:00000200:0.0:1734676305.338841:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4db1 [1] + 224 00000400:00000200:0.0:1734676305.338855:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.338859:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.338866:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.339328:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.339333:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c280 00000400:00000200:0.0:1734676305.339338:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 1312 00000400:00000200:0.0:1734676305.339372:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.339375:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.339380:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.339384:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:1.0:1734676305.339533:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.339539:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.339543:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.339560:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867892864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.339576:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892864 02000000:00000010:1.0:1734676305.339582:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.339606:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.339611:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130f4acc0. 00000100:00000010:1.0:1734676305.339615:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130f4acc0. 00010000:00000010:1.0:1734676305.339618:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.339626:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.339630:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892864, offset 224 00000400:00000200:1.0:1734676305.339633:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.339639:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.339644:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80295:80295:256:4294967295] 192.168.203.46@tcp LPNI seq info [80291:80291:8:4294967295] 00000400:00000200:1.0:1734676305.339650:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.339655:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.339658:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.339661:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.339667:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.339670:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.339692:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.339696:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.339699:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00000400:00000010:3.0:1734676305.339921:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.339925:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.339927:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.339931:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.339938:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.339952:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f61800. 02000000:00000010:3.0:1734676305.339961:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2200. 02000000:00000010:3.0:1734676305.339964:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3000. 00000100:00000010:3.0:1734676305.339967:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.339969:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.339971:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.339983:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3000. 00010000:00000010:3.0:1734676305.340030:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.340035:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f61780. 00000800:00000200:2.0:1734676305.340244:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.340248:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:2.0:1734676305.340251:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.340254:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.340258:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:2.0:1734676305.340259:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00010000:00000010:3.0:1734676305.340566:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2200. 00010000:00000010:3.0:1734676305.340571:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.340578:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.340581:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.340586:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.340593:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2400. 02000000:00000010:3.0:1734676305.340608:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3c00. 00000400:00000010:3.0:1734676305.340612:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.340616:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.340620:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383616, portal 16 00000400:00000010:3.0:1734676305.340623:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.340624:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383616, offset 0 00000400:00000200:3.0:1734676305.340628:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.340633:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.340636:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.340639:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.340641:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.340643:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.340645:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80296:80296:256:4294967295] 192.168.203.46@tcp LPNI seq info [80292:80292:8:4294967295] 00000400:00000200:3.0:1734676305.340651:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.340654:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.340657:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.340660:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.340664:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.340666:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.340886:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.340889:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676305.340892:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.340895:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.340897:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.340898:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676305.340903:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.341245:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8f000. 00010000:00000010:3.1:1734676305.341654:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f900. 00010000:00000010:3.1:1734676305.341659:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c400. 00000400:00000200:0.0:1734676305.343832:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.343847:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13680 00000400:00000200:0.0:1734676305.343907:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4dbd [1] + 224 00000400:00000200:0.0:1734676305.343919:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.343923:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.343932:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.343971:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.343976:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c300 00000400:00000200:0.0:1734676305.343981:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 1640 00000400:00000200:0.0:1734676305.344064:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.344069:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.344074:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.344081:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:3.0:1734676305.344173:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.344178:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.344180:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.344186:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.344193:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.344215:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3c00. 02000000:00000010:3.0:1734676305.344221:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2400. 00000100:00000010:3.0:1734676305.344224:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.344226:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.344229:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.344485:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.344490:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.344494:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.344513:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867892992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.344538:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867892992 02000000:00000010:1.0:1734676305.344545:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.344567:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834fb180. 00010000:00000010:1.0:1734676305.344584:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.344589:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130f4acc0. 00000100:00000010:1.0:1734676305.344603:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130f4acc0. 00010000:00000010:1.0:1734676305.344607:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.344616:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.344619:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867892992, offset 224 00000400:00000200:1.0:1734676305.344624:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.344631:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.344636:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80297:80297:256:4294967295] 192.168.203.46@tcp LPNI seq info [80293:80293:8:4294967295] 00000400:00000200:1.0:1734676305.344643:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.344648:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.344651:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.344655:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.344660:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.344664:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.345167:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.345173:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.345176:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00080000:00000010:3.0:1734676305.345255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2400. 00000800:00000200:2.0:1734676305.345302:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.345306:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:2.0:1734676305.345309:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.345312:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676305.345314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00000400:00000200:2.0:1734676305.345315:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:2.0:1734676305.345316:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00010000:00000010:3.0:1734676305.345319:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800834fb400. 00010000:00000010:3.0:1734676305.345379:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:3.0:1734676305.345384:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.345390:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.345394:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.345399:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.345407:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3600. 02000000:00000010:3.0:1734676305.345423:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3200. 00000400:00000010:3.0:1734676305.345427:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.345430:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.345435:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383744, portal 16 00000400:00000010:3.0:1734676305.345438:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.345439:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383744, offset 0 00000400:00000200:3.0:1734676305.345443:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.345449:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.345452:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.345455:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.345457:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.345459:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.345461:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80298:80298:256:4294967295] 192.168.203.46@tcp LPNI seq info [80294:80294:8:4294967295] 00000400:00000200:3.0:1734676305.345467:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.345470:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.345473:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.345477:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.345481:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.345483:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.346190:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.346193:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.346196:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.346200:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.346203:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676305.346204:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676305.346209:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.347233:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f800. 00010000:00000010:3.1:1734676305.347240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7ca00. 00010000:00000010:3.1:1734676305.347257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d17b800. 00010000:00000010:3.1:1734676305.347270:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822f00. 00010000:00000010:3.1:1734676305.347274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c800. 00010000:00000010:3.1:1734676305.347277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:3.1:1734676305.347279:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7da00. 00010000:00000010:3.1:1734676305.347292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da12800. 00010000:00000010:3.1:1734676305.347295:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18400. 00010000:00000010:3.1:1734676305.347298:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3400. 00000400:00000200:0.0:1734676305.348683:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.348698:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13700 00000400:00000200:0.0:1734676305.348706:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4dc9 [1] + 224 00000400:00000200:0.0:1734676305.348716:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.348719:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.348729:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.348761:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.348765:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c380 00000400:00000200:0.0:1734676305.348769:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa37b5 [2] + 1968 00000400:00000010:0.0:1734676305.348773:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:0.0:1734676305.348776:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009fefeb40 00000400:00000200:0.0:1734676305.348826:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.348830:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.348833:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009fefeb40 00000400:00000010:0.0:1734676305.348835:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009fefeb40. 00000100:00000200:0.0:1734676305.348839:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676305.349027:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.349031:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.349033:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.349063:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.349070:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.349184:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3200. 02000000:00000010:3.0:1734676305.349190:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3600. 00000100:00000010:3.0:1734676305.349193:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.349197:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.349200:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.349795:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.349802:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.349806:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.349828:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2850 x1818938867893120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.349861:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893120 02000000:00000010:1.0:1734676305.349874:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.349895:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f61500. 00010000:00000010:1.0:1734676305.349907:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.349913:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130f4acc0. 00000100:00000010:1.0:1734676305.349930:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130f4acc0. 00010000:00000010:1.0:1734676305.349933:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.349943:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676305.349947:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893120, offset 224 00000400:00000200:1.0:1734676305.349952:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.349960:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.349965:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80299:80299:256:4294967295] 192.168.203.46@tcp LPNI seq info [80295:80295:8:4294967295] 00000400:00000200:1.0:1734676305.349973:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.349978:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.349982:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.349986:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.349992:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.349995:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.350019:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.350023:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.350026:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 02000000:00000010:1.0:1734676305.350032:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676305.350035:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676305.350062:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.350063:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676305.350065:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676305.350067:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:1.0:1734676305.350069:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676305.350071:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676305.350074:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:1.0:1734676305.350077:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676305.350079:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676305.350081:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000200:1.0:1734676305.350097:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.350102:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676305.350105:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130f4acc0. 00000800:00000200:2.0:1734676305.350248:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.350251:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:2.0:1734676305.350254:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.350257:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.350260:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:2.0:1734676305.350261:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:2.0:1734676305.350264:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00080000:00000010:3.0:1734676305.350365:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3600. 00010000:00000010:3.0:1734676305.350426:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.350431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f61f80. 00010000:00000010:3.0:1734676305.350486:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3200. 00010000:00000010:3.0:1734676305.350491:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.350499:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.350502:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.350507:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.350515:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3400. 02000000:00000010:3.0:1734676305.350531:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3a00. 00000400:00000010:3.0:1734676305.350535:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.350538:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.350541:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864383872, portal 16 00000400:00000010:3.0:1734676305.350544:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.350545:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864383872, offset 0 00000400:00000200:3.0:1734676305.350549:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.350554:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.350557:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.350560:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.350562:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.350564:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.350566:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80300:80300:256:4294967295] 192.168.203.46@tcp LPNI seq info [80296:80296:8:4294967295] 00000400:00000200:3.0:1734676305.350571:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.350574:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.350577:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.350579:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.350583:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.350585:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.350629:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178a00. 00000800:00000200:0.0:1734676305.350699:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.350701:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676305.350704:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.350707:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.350709:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676305.350710:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676305.350714:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864383872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.354323:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62900. 00010000:00000010:3.1:1734676305.354333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2200. 00000400:00000200:0.0:1734676305.355318:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.355331:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13780 00000400:00000200:0.0:1734676305.355338:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4dd9 [1] + 224 00000400:00000200:0.0:1734676305.355356:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.355360:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.355368:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864383872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.355451:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.355455:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.355458:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.355465:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864383872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.355473:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864383872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.355501:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3a00. 02000000:00000010:3.0:1734676305.355508:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3400. 00000100:00000010:3.0:1734676305.355515:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.355519:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.355522:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.357396:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.357411:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c400 00000400:00000200:0.0:1734676305.357418:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 0 00000400:00000200:0.0:1734676305.357477:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.357481:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.357487:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.357492:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:2.0:1734676305.357708:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9ea00. 00000020:00000010:2.0:1734676305.357715:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.357718:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.357740:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867893248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.357769:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893248 02000000:00000010:2.0:1734676305.357778:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676305.357803:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d778a80. 00010000:00000010:2.0:1734676305.357833:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.357840:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.357849:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.357852:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.357864:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.357869:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893248, offset 224 00000400:00000200:2.0:1734676305.357874:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.357882:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.357886:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80301:80301:256:4294967295] 192.168.203.46@tcp LPNI seq info [80297:80297:8:4294967295] 00000400:00000200:2.0:1734676305.357893:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.357898:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.357901:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:2.0:1734676305.357905:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.357910:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.357914:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.357923:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.357926:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.357929:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9ea00. 00000800:00000200:1.0:1734676305.358028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.358031:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:1.0:1734676305.358034:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.358051:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.358054:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676305.358055:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00080000:00000010:3.0:1734676305.359081:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3400. 00010000:00000010:3.0:1734676305.359169:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.359177:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d778780. 00010000:00000010:3.0:1734676305.359250:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3a00. 00010000:00000010:3.0:1734676305.359255:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.359264:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.359272:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.359280:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.359291:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2200. 02000000:00000010:3.0:1734676305.359314:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3e00. 00000400:00000010:3.0:1734676305.359320:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.359325:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.359331:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384000, portal 16 00000400:00000010:3.0:1734676305.359335:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.359337:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384000, offset 0 00000400:00000200:3.0:1734676305.359344:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.359352:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.359356:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.359361:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.359363:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.359365:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.359368:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80302:80302:256:4294967295] 192.168.203.46@tcp LPNI seq info [80298:80298:8:4294967295] 00000400:00000200:3.0:1734676305.359378:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.359383:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.359386:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.359391:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.359397:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.359400:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.359525:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.359529:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.359532:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.359536:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.359538:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676305.359540:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676305.359547:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.361520:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.361535:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13800 00000400:00000200:2.0:1734676305.361543:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4de5 [1] + 224 00000400:00000200:2.0:1734676305.361552:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.361555:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.361563:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.361683:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7e00. 00000400:00000200:2.0:1734676305.361876:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.361881:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c480 00000400:00000200:2.0:1734676305.361886:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 328 00000400:00000200:2.0:1734676305.361901:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.361904:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.361910:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.361914:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:1.0:1734676305.361987:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ca00. 00000020:00000010:1.0:1734676305.361993:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000400:00000010:3.0:1734676305.361995:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000020:00000010:1.0:1734676305.361997:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000400:00000200:3.0:1734676305.361999:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.362000:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.362006:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.362012:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676305.362016:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867893376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1734676305.362033:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3e00. 02000000:00000010:3.0:1734676305.362056:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2200. 00000100:00000010:3.0:1734676305.362060:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.362063:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00000100:00000200:1.0:1734676305.362065:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893376 00010000:00000010:3.0:1734676305.362066:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 02000000:00000010:1.0:1734676305.362074:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.362105:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136d600. 00010000:00000010:1.0:1734676305.362125:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.362132:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130eb29c0. 00000100:00000010:1.0:1734676305.362147:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130eb29c0. 00010000:00000010:1.0:1734676305.362149:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.362160:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676305.362164:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893376, offset 224 00000400:00000200:1.0:1734676305.362168:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676305.362173:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2200. 00000400:00000200:1.0:1734676305.362175:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.362180:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80303:80303:256:4294967295] 192.168.203.46@tcp LPNI seq info [80299:80299:8:4294967295] 00000400:00000200:1.0:1734676305.362186:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.362189:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.362193:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.362196:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.362202:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.362205:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.362217:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.362220:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.362223:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ca00. 00010000:00000010:3.0:1734676305.362229:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.362234:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013136d580. 00010000:00000010:3.0:1734676305.362288:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def700. 00010000:00000010:3.0:1734676305.362291:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.362295:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3e00. 00010000:00000010:3.0:1734676305.362299:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676305.362305:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2e00. 00010000:00000010:3.0:1734676305.362322:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.362324:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.362363:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:3.0:1734676305.362367:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.362371:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.362374:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.362378:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.362386:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3800. 02000000:00000010:3.0:1734676305.362401:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2a00. 00000400:00000010:3.0:1734676305.362404:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.362407:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.362411:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384128, portal 16 00000400:00000010:3.0:1734676305.362418:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.362420:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384128, offset 0 00000400:00000200:3.0:1734676305.362424:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.362428:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.362431:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.362434:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.362437:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.362439:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.362441:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80304:80304:255:4294967295] 192.168.203.46@tcp LPNI seq info [80300:80300:7:4294967295] 00000400:00000200:3.0:1734676305.362447:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.362451:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.362453:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.362459:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.362463:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.362465:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.362565:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.362568:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:1.0:1734676305.362571:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.362574:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.362576:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676305.362578:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000800:00000200:1.0:1734676305.362606:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.362608:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676305.362610:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.362613:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.362615:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676305.362616:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676305.362620:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.365826:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82da00. 00010000:00000010:2.1:1734676305.365913:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092500. 00010000:00000010:2.1:1734676305.365920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3c00. 00000400:00000200:0.0:1734676305.367262:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.367279:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13880 00000400:00000200:0.0:1734676305.367287:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4df1 [1] + 224 00000400:00000200:0.0:1734676305.367297:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.367301:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.367310:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.368288:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.368295:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c500 00000400:00000200:0.0:1734676305.368302:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 656 00000400:00000200:0.0:1734676305.368318:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.368322:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.368326:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.368331:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676305.368416:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9ea00. 00000020:00000010:2.0:1734676305.368421:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.368425:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.368445:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867893504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.368471:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893504 02000000:00000010:2.0:1734676305.368480:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676305.368510:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.368516:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.368521:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.368523:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.368534:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.368538:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893504, offset 224 00000400:00000200:2.0:1734676305.368543:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.368549:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.368554:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80305:80305:256:4294967295] 192.168.203.46@tcp LPNI seq info [80301:80301:8:4294967295] 00000400:00000200:2.0:1734676305.368562:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.368566:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.368569:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.368573:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.368579:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.368582:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.368595:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.368598:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.368601:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9ea00. 00000800:00000200:2.0:1734676305.368672:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.368675:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:2.0:1734676305.368677:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.368680:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.368683:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676305.368685:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000400:00000010:3.0:1734676305.369414:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.369419:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.369420:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.369426:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.369434:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.369457:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3d80. 02000000:00000010:3.0:1734676305.369466:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2a00. 02000000:00000010:3.0:1734676305.369471:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3800. 00000100:00000010:3.0:1734676305.369475:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.369477:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.369479:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.369493:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3800. 00010000:00000010:3.0:1734676305.369552:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.369557:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3d00. 00010000:00000010:3.0:1734676305.369610:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2a00. 00010000:00000010:3.0:1734676305.369615:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.369621:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.369625:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.369629:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.369637:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2600. 02000000:00000010:3.0:1734676305.369654:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3c00. 00000400:00000010:3.0:1734676305.369657:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.369661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.369665:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384256, portal 16 00000400:00000010:3.0:1734676305.369668:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.369670:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384256, offset 0 00000400:00000200:3.0:1734676305.369674:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.369679:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.369683:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.369685:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.369688:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.369690:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.369692:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80306:80306:256:4294967295] 192.168.203.46@tcp LPNI seq info [80302:80302:8:4294967295] 00000400:00000200:3.0:1734676305.369698:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.369702:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.369705:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.369709:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.369714:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.369716:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.369935:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.369938:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676305.369941:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.369944:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.369947:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676305.369948:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676305.369952:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.371256:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.371266:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13900 00000400:00000200:0.0:1734676305.371273:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4dfd [1] + 224 00000400:00000200:0.0:1734676305.371281:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.371284:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.371290:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.371307:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.371310:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c580 00000400:00000200:0.0:1734676305.371314:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 984 00000400:00000200:0.0:1734676305.371332:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.371335:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.371338:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.371342:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00010000:00000010:1.1:1734676305.371404:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6600. 00000400:00000010:3.0:1734676305.371446:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.371450:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.371452:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.371457:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.371464:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.371482:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3c00. 02000000:00000010:3.0:1734676305.371488:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2600. 00000100:00000010:3.0:1734676305.371492:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.371494:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.371498:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.372486:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c400. 00000020:00000010:1.0:1734676305.372494:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.372498:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.372518:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867893632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.372549:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893632 02000000:00000010:1.0:1734676305.372557:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.372578:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d778200. 00010000:00000010:1.0:1734676305.372606:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.372612:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130eb29c0. 00000100:00000010:1.0:1734676305.372626:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130eb29c0. 00010000:00000010:1.0:1734676305.372628:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00000400:00000010:1.0:1734676305.372643:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676305.372647:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893632, offset 224 00000400:00000200:1.0:1734676305.372652:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.372659:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676305.372696:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2600. 00010000:00000010:3.0:1734676305.372755:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.372760:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3f00. 00010000:00000010:3.0:1734676305.372824:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:3.0:1734676305.372829:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.372836:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.372839:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.372845:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.372856:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7da00. 02000000:00000010:3.0:1734676305.372871:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c800. 00000400:00000010:3.0:1734676305.372875:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.372878:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.372882:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384384, portal 16 00000400:00000010:3.0:1734676305.372884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.372886:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384384, offset 0 00000400:00000200:3.0:1734676305.372891:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.372915:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80307:80307:256:4294967295] 192.168.203.46@tcp LPNI seq info [80303:80303:8:4294967295] 00000400:00000200:1.0:1734676305.372922:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.372927:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.372930:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.372934:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.372939:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.372943:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.372957:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.372960:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676305.372964:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c400. 00000800:00000200:2.0:1734676305.373134:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.373138:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:2.0:1734676305.373142:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.373146:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.373149:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:2.0:1734676305.373150:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000400:00000200:3.0:1734676305.373464:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.373468:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.373471:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.373474:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.373476:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.373478:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80308:80308:255:4294967295] 192.168.203.46@tcp LPNI seq info [80304:80304:7:4294967295] 00000400:00000200:3.0:1734676305.373484:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.373488:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.373491:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.373494:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.373497:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.373500:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.373700:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.373702:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676305.373705:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.373708:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.373710:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:2.0:1734676305.373711:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:2.0:1734676305.373717:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.374304:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da05500. 00010000:00000010:0.1:1734676305.374311:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3200. 00010000:00000010:0.1:1734676305.374315:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5d00. 00010000:00000010:0.1:1734676305.374317:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3a00. 00010000:00000010:0.1:1734676305.374319:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def700. 00010000:00000010:0.1:1734676305.374321:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3e00. 00000400:00000200:0.0:1734676305.375816:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.375830:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13980 00000400:00000200:0.0:1734676305.375837:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e09 [1] + 224 00000400:00000200:0.0:1734676305.375847:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.375851:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.375859:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.376396:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.376400:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.376402:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000400:00000200:0.0:1734676305.376403:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676305.376408:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.376408:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c600 00000400:00000200:0.0:1734676305.376413:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 1312 00000100:00000200:3.0:1734676305.376415:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.376427:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.376430:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.376434:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676305.376438:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c800. 00000100:00000010:0.0:1734676305.376439:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676305.376457:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7da00. 00000100:00000010:3.0:1734676305.376470:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.376473:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.376476:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.376592:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.376597:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.376601:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.376618:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867893760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.376831:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893760 02000000:00000010:2.0:1734676305.376840:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676305.376861:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a17680. 00010000:00000010:2.0:1734676305.376920:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.376926:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.377018:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.377021:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.377034:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.377069:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893760, offset 224 00000400:00000200:2.0:1734676305.377075:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.377082:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.377097:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80309:80309:256:4294967295] 192.168.203.46@tcp LPNI seq info [80305:80305:8:4294967295] 00000400:00000200:2.0:1734676305.377105:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.377110:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.377114:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.377118:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.377123:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.377126:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.377148:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.377152:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.377155:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00080000:00000010:3.0:1734676305.377208:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7da00. 00010000:00000010:3.0:1734676305.377263:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.377268:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a17600. 00010000:00000010:3.0:1734676305.377316:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c800. 00010000:00000010:3.0:1734676305.377320:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.377325:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.377328:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.377332:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.377339:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096c7ca00. 02000000:00000010:3.0:1734676305.377352:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096c7c400. 00000400:00000010:3.0:1734676305.377356:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.377358:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.377362:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384512, portal 16 00000400:00000010:3.0:1734676305.377364:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.377366:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384512, offset 0 00000400:00000200:3.0:1734676305.377369:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.377373:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.377376:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.377379:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.377381:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.377383:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.377385:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80310:80310:255:4294967295] 192.168.203.46@tcp LPNI seq info [80306:80306:7:4294967295] 00000400:00000200:3.0:1734676305.377390:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.377394:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.377398:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.377401:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.377405:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.377407:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.377501:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.377504:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:1.0:1734676305.377507:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.377510:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.377513:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676305.377514:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:1.0:1734676305.377563:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.377565:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676305.377567:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.377569:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.377571:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676305.377573:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676305.377577:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.379618:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.379631:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13a00 00000400:00000200:0.0:1734676305.379637:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e15 [1] + 224 00000400:00000200:0.0:1734676305.379646:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.379649:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.379657:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.379690:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.379694:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c680 00000400:00000200:0.0:1734676305.379699:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 1640 00000400:00000200:0.0:1734676305.379714:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.379717:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.379721:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.379727:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:3.0:1734676305.379777:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.379782:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.379784:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.379789:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.379797:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.379845:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096c7c400. 02000000:00000010:3.0:1734676305.379863:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096c7ca00. 00000100:00000010:3.0:1734676305.379867:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.379869:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.379872:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.379949:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.379954:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.379958:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.379977:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867893888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.380009:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867893888 02000000:00000010:2.0:1734676305.380018:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676305.380067:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a17a80. 00010000:00000010:2.0:1734676305.380081:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.380098:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.380113:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.380116:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.380127:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676305.380131:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867893888, offset 224 00000400:00000200:2.0:1734676305.380136:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.380142:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.380147:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80311:80311:256:4294967295] 192.168.203.46@tcp LPNI seq info [80307:80307:8:4294967295] 00000400:00000200:2.0:1734676305.380154:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:0.1:1734676305.380158:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e9800. 00000800:00000200:2.0:1734676305.380159:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.380162:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:2.0:1734676305.380166:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.380171:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.380174:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.380262:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096c7ca00. 00010000:00000010:3.0:1734676305.380314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.380318:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a17a00. 00010000:00000010:3.0:1734676305.380367:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096c7c400. 00010000:00000010:3.0:1734676305.380371:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.380376:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.380378:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.380383:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.380390:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdfe00. 02000000:00000010:3.0:1734676305.380404:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdf200. 00000400:00000010:3.0:1734676305.380407:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.380410:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.380414:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384640, portal 16 00000400:00000010:3.0:1734676305.380417:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.380419:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384640, offset 0 00000400:00000200:3.0:1734676305.380422:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.380427:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.380429:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.380432:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.380435:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.380437:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.380439:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80312:80312:255:4294967295] 192.168.203.46@tcp LPNI seq info [80308:80308:7:4294967295] 00000400:00000200:3.0:1734676305.380446:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.380449:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.380451:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.380455:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.380458:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.380460:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.380491:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.380495:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.380498:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00000800:00000200:0.0:1734676305.380552:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.380554:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:0.0:1734676305.380556:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.380559:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.380561:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676305.380562:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000800:00000200:0.0:1734676305.380595:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.380597:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676305.380599:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.380601:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.380603:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676305.380604:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676305.380608:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.383236:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63e00. 00010000:00000010:1.1:1734676305.383245:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3500. 00010000:00000010:1.1:1734676305.383249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:1.1:1734676305.383252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8700. 00010000:00000010:1.1:1734676305.383254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2a00. 00010000:00000010:3.1:1734676305.383338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0a00. 00000400:00000200:1.0:1734676305.383835:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.383847:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13a80 00000400:00000200:1.0:1734676305.383854:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e21 [1] + 224 00000400:00000200:1.0:1734676305.383873:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.383876:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.383884:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.384071:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.384076:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c700 00000400:00000200:1.0:1734676305.384081:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa380d [2] + 1968 00000400:00000010:1.0:1734676305.384094:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676305.384097:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012fdfed80 00000400:00000200:1.0:1734676305.384152:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.384156:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.384159:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012fdfed80 00000400:00000010:1.0:1734676305.384161:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012fdfed80. 00000100:00000200:1.0:1734676305.384165:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676305.384366:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.384370:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.384371:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.384377:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.384384:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.384406:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdf200. 02000000:00000010:3.0:1734676305.384410:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdfe00. 00000100:00000010:3.0:1734676305.384413:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.384416:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.384418:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.385226:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.385233:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.385237:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.385257:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0c50 x1818938867894016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.385702:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894016 02000000:00000010:2.0:1734676305.385712:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676305.385734:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd90f00. 00010000:00000010:2.0:1734676305.385748:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.385753:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:2.0:1734676305.385863:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676305.385866:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.385877:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676305.385881:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894016, offset 224 00000400:00000200:2.0:1734676305.385886:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.385895:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.385900:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80313:80313:256:4294967295] 192.168.203.46@tcp LPNI seq info [80309:80309:8:4294967295] 00000400:00000200:2.0:1734676305.385907:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.385912:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.385915:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.385920:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.385925:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.385928:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.385953:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.385957:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.385961:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 02000000:00000010:2.0:1734676305.385967:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:2.0:1734676305.385972:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676305.385977:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:2.0:1734676305.385980:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676305.385984:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:2.0:1734676305.385986:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676305.385987:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:2.0:1734676305.385989:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676305.385991:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:2.0:1734676305.385992:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676305.385994:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:2.0:1734676305.385995:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000200:2.0:1734676305.385999:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.386004:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7790. 00000400:00000010:2.0:1734676305.386007:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d9c0. 00080000:00000010:3.0:1734676305.386077:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdfe00. 00010000:00000010:3.0:1734676305.386143:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.386149:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd90e80. 00010000:00000010:3.0:1734676305.386220:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdf200. 00010000:00000010:3.0:1734676305.386224:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.386231:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.386234:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.386239:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.386247:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cde600. 02000000:00000010:3.0:1734676305.386261:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdf600. 00000400:00000010:3.0:1734676305.386264:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.386266:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.386269:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384768, portal 16 00000400:00000010:3.0:1734676305.386272:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.386274:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384768, offset 0 00000400:00000200:3.0:1734676305.386277:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.386282:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.386285:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.386288:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.386291:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.386292:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.386294:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80314:80314:255:4294967295] 192.168.203.46@tcp LPNI seq info [80310:80310:7:4294967295] 00000400:00000200:3.0:1734676305.386299:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.386302:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.386304:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.386307:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.386310:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.386312:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.386406:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.386408:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.386411:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.386415:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.386418:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676305.386419:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 02000000:00000010:0.0:1734676305.386422:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000800:00000200:0.0:1734676305.386471:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.386473:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.386475:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.386477:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.386479:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676305.386480:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676305.386484:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.388449:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.388463:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13b00 00000400:00000200:0.0:1734676305.388470:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e31 [1] + 224 00000400:00000200:0.0:1734676305.388480:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.388484:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.388609:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.388728:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.388732:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c780 00000400:00000200:0.0:1734676305.388736:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 0 00000400:00000200:0.0:1734676305.388869:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.388872:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.388877:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.388882:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000010:3.0:1734676305.388948:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.388951:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.388953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.388958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.388965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.388987:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdf600. 02000000:00000010:3.0:1734676305.388991:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cde600. 00000100:00000010:3.0:1734676305.388994:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.388996:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.389000:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.389212:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.389217:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.389221:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.389239:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867894144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.389255:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894144 02000000:00000010:2.0:1734676305.389263:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:2.0:1734676305.389283:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007367ee80. 00010000:00000010:2.0:1734676305.389298:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.389304:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.389309:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.389312:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.389323:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.389327:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894144, offset 224 00000400:00000200:2.0:1734676305.389331:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.389338:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.389344:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80315:80315:256:4294967295] 192.168.203.46@tcp LPNI seq info [80311:80311:8:4294967295] 00000400:00000200:2.0:1734676305.389351:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.389355:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.389358:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.389361:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.389366:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.389369:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.389381:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.389384:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.389387:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00080000:00000010:3.0:1734676305.389548:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cde600. 00010000:00000010:3.0:1734676305.389604:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.389609:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007367ec00. 00010000:00000010:3.0:1734676305.389666:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdf600. 00010000:00000010:3.0:1734676305.389670:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.389677:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.389680:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.389685:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.389693:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdf800. 02000000:00000010:3.0:1734676305.389707:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cde000. 00000400:00000010:3.0:1734676305.389710:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.389713:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.389717:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864384896, portal 16 00000400:00000010:3.0:1734676305.389720:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.389721:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864384896, offset 0 00000400:00000200:3.0:1734676305.389725:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.389730:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.389733:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.389736:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.389739:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.389741:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.389743:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80316:80316:255:4294967295] 192.168.203.46@tcp LPNI seq info [80312:80312:7:4294967295] 00000400:00000200:3.0:1734676305.389749:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.389752:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.389755:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.389758:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.389762:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.389764:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.390000:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417300. 00010000:00000010:1.1:1734676305.390006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:1.1:1734676305.390009:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417a00. 00010000:00000010:1.1:1734676305.390012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c800. 00000800:00000200:1.0:1734676305.390099:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.390102:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.390106:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.390110:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.390113:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676305.390114:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000800:00000200:1.0:1734676305.390290:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.390292:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676305.390295:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.390299:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.390302:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676305.390303:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676305.390309:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864384896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.390384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7000. 00000400:00000200:0.0:1734676305.391957:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.391970:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13b80 00000400:00000200:0.0:1734676305.391978:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e3d [1] + 224 00000400:00000200:0.0:1734676305.391997:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.392001:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.392009:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864384896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.392153:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.392158:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.392159:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.392165:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864384896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.392172:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864384896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.392194:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cde000. 02000000:00000010:3.0:1734676305.392199:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdf800. 00000100:00000010:3.0:1734676305.392203:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.392206:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.392209:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:1.1:1734676305.393252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a02e00. 00010000:00000010:1.1:1734676305.393269:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7c400. 00010000:00000010:1.1:1734676305.393287:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880084bd4600. 00010000:00000010:1.1:1734676305.393291:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf200. 00010000:00000010:2.1:1734676305.393339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac0400. 00010000:00000010:2.1:1734676305.393344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d92ae00. 00000400:00000200:0.0:1734676305.393616:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.393626:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c800 00000400:00000200:0.0:1734676305.393632:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 328 00000400:00000200:0.0:1734676305.393685:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.393688:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.393693:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.393698:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:2.0:1734676305.393780:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.393785:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.393789:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.393807:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867894272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.393826:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894272 02000000:00000010:2.0:1734676305.393833:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:2.0:1734676305.393852:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a6200. 00010000:00000010:2.0:1734676305.393878:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.393884:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.393890:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.393892:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.393902:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.393905:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894272, offset 224 00000400:00000200:2.0:1734676305.393910:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.393915:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.393920:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80317:80317:256:4294967295] 192.168.203.46@tcp LPNI seq info [80313:80313:8:4294967295] 00000400:00000200:2.0:1734676305.393926:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.393932:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.393935:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000800:00000200:2.0:1734676305.393938:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.393944:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.393947:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.394283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf800. 00010000:00000010:3.0:1734676305.394340:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.394346:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a6180. 00010000:00000010:3.0:1734676305.395102:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde000. 00010000:00000010:3.0:1734676305.395109:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.395117:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.395121:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.395127:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.395136:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdf000. 02000000:00000010:3.0:1734676305.395154:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdea00. 00000400:00000010:3.0:1734676305.395159:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.395163:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.395167:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385024, portal 16 00000400:00000010:3.0:1734676305.395170:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.395172:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385024, offset 0 00000400:00000200:3.0:1734676305.395177:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.395183:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.395186:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.395189:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.395192:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.395193:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.395196:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80318:80318:255:4294967295] 192.168.203.46@tcp LPNI seq info [80314:80314:7:4294967295] 00000400:00000200:3.0:1734676305.395201:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.395205:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.395208:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.395211:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.395216:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.395220:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.395263:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.395267:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.395271:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00000800:00000200:1.0:1734676305.395398:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.395402:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 00000400:00000200:1.0:1734676305.395405:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.395409:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.395412:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:1.0:1734676305.395414:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000800:00000200:0.0:1734676305.395636:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.395639:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.395641:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.395644:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.395646:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676305.395647:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676305.395653:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864385024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.397889:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.397902:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13c00 00000400:00000200:0.0:1734676305.397910:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e49 [1] + 224 00000400:00000200:0.0:1734676305.397918:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.397921:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.397929:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864385024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.397961:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.397965:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c880 00000400:00000200:0.0:1734676305.397969:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 656 00000400:00000200:0.0:1734676305.398020:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.398023:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.398028:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.398033:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:3.0:1734676305.398232:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.398237:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.398238:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.398244:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864385024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.398252:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864385024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.398277:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdea00. 02000000:00000010:3.0:1734676305.398282:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdf000. 00000100:00000010:3.0:1734676305.398285:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.398288:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.398291:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.398523:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.398529:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.398533:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.398553:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867894400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.398575:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894400 02000000:00000010:2.0:1734676305.398582:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73800. 00010000:00000010:2.0:1734676305.398603:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9ace80. 00010000:00000010:2.0:1734676305.398615:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.398620:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.398635:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.398639:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.398649:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676305.398653:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894400, offset 224 00000400:00000200:2.0:1734676305.398658:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.398664:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.398668:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80319:80319:256:4294967295] 192.168.203.46@tcp LPNI seq info [80315:80315:8:4294967295] 00000400:00000200:2.0:1734676305.398675:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.398679:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.398682:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.398686:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.398691:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.398693:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.398993:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf000. 00000020:00000010:2.0:1734676305.399675:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.399680:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.399684:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00010000:00000010:3.0:1734676305.399735:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.399742:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9ace00. 00010000:00000010:3.0:1734676305.399804:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdea00. 00010000:00000010:3.0:1734676305.399808:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.399815:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.399819:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.399824:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.399831:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdee00. 02000000:00000010:3.0:1734676305.399847:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdfc00. 00000400:00000010:3.0:1734676305.399852:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.399855:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.399860:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385152, portal 16 00000400:00000010:3.0:1734676305.399863:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.399864:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385152, offset 0 00000400:00000200:3.0:1734676305.399870:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.399875:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.399878:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.399882:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.399885:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.399886:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.399888:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80320:80320:255:4294967295] 192.168.203.46@tcp LPNI seq info [80316:80316:7:4294967295] 00000400:00000200:3.0:1734676305.399894:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.399898:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.399900:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.399904:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.399908:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.399910:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.400061:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.400065:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:1.0:1734676305.400068:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.400072:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.400075:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:1.0:1734676305.400076:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000010:3.0:1734676305.400166:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.400171:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cde200. 02000000:00000010:3.0:1734676305.400179:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cde800. 00000400:00000010:3.0:1734676305.400182:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.400185:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.400187:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385280, portal 16 00000400:00000010:3.0:1734676305.400189:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.400190:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385280, offset 0 00000400:00000200:3.0:1734676305.400194:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.400199:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.400201:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.400203:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.400205:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.400206:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.400208:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80321:80321:255:4294967295] 192.168.203.46@tcp LPNI seq info [80317:80317:7:4294967295] 00000400:00000200:3.0:1734676305.400214:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.400218:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.400220:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.400223:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.400226:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.400228:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.400286:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.400288:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676305.400291:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.400294:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.400297:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676305.400298:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676305.400304:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864385152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.400328:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.400330:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.400332:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.400334:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.400336:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676305.400338:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676305.400341:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864385280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.400904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecaa00. 00000400:00000200:0.0:1734676305.402785:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.402798:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13c80 00000400:00000200:0.0:1734676305.402807:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e55 [1] + 224 00000400:00000200:0.0:1734676305.402815:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.402818:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.402827:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864385152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.402860:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.402864:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c900 00000400:00000200:0.0:1734676305.402868:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 984 00000400:00000200:0.0:1734676305.402872:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.402875:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.402879:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.402884:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000200:0.0:1734676305.402906:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.402909:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13d00 00000400:00000200:0.0:1734676305.402912:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e5d [1] + 224 00000400:00000200:0.0:1734676305.402916:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.402918:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.402921:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864385280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.402930:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.402933:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516c980 00000400:00000200:0.0:1734676305.402935:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 1312 00000400:00000200:0.0:1734676305.402948:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.402951:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.402953:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.402955:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:3.0:1734676305.403022:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.403027:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.403029:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.403034:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864385152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.403063:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864385152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.403081:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.403099:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.403100:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.403104:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864385280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.403110:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864385280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.403121:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdfc00. 02000000:00000010:3.0:1734676305.403126:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdee00. 00000100:00000010:3.0:1734676305.403129:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.403131:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cde800. 02000000:00000010:3.0:1734676305.403133:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cde200. 00000100:00000010:3.0:1734676305.403135:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.403137:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.403140:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.403882:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.403889:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.403892:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.403911:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867894528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676305.403944:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.403946:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.403948:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.403954:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867894656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.403972:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894528 02000000:00000010:2.0:1734676305.403985:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:2.0:1734676305.404005:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097feb680. 00000400:00000010:2.0:1734676305.404022:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.404026:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894528, offset 224 00000400:00000200:2.0:1734676305.404031:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.404057:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.404062:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80322:80322:256:4294967295] 192.168.203.46@tcp LPNI seq info [80318:80318:8:4294967295] 00000400:00000200:2.0:1734676305.404070:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.404074:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.404077:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.404082:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.404096:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.404099:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.404113:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.404116:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.404120:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00000100:00000200:2.0:1734676305.404129:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894656 02000000:00000010:2.0:1734676305.404134:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:2.0:1734676305.404142:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d422080. 00010000:00000010:2.0:1734676305.404154:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.404160:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.404166:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.404169:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.404174:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676305.404177:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894656, offset 224 00080000:00000010:3.0:1734676305.404381:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cde200. 00010000:00000010:3.0:1734676305.404441:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.404447:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d422380. 00010000:00000010:3.0:1734676305.404508:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde800. 00010000:00000010:3.0:1734676305.404512:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.404519:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.404522:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.404527:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.404535:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdee00. 02000000:00000010:3.0:1734676305.404552:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdfc00. 00000400:00000010:3.0:1734676305.404556:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000800:00000200:0.0:1734676305.404653:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.404656:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.404660:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.404664:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.404820:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.404827:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.404831:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80323:80323:255:4294967295] 192.168.203.46@tcp LPNI seq info [80319:80319:7:4294967295] 00000400:00000200:2.0:1734676305.404838:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.404842:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.404845:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.404849:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.404852:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.404855:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.404863:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.404865:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.404869:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00010000:00000010:1.1:1734676305.405579:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09a100. 00010000:00000010:1.1:1734676305.405585:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf600. 00000400:00000010:3.0:1734676305.405887:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.405894:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385408, portal 16 00000400:00000010:3.0:1734676305.405897:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.405899:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385408, offset 0 00000400:00000200:3.0:1734676305.405904:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.405910:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.405913:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.405917:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.405919:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.405921:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.405924:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80324:80324:254:4294967295] 192.168.203.46@tcp LPNI seq info [80320:80320:6:4294967295] 00000400:00000200:3.0:1734676305.405930:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.405934:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.405936:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.405939:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.405944:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.405946:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1734676305.406620:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676305.406623:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:1.0:1734676305.406802:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.406806:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:1.0:1734676305.406811:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.406816:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.406819:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676305.406821:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:1.0:1734676305.406872:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.406874:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676305.406877:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.406880:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.406882:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676305.406883:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676305.406889:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864385408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.408663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f200. 00000400:00000200:0.0:1734676305.409226:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.409239:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13d80 00000400:00000200:0.0:1734676305.409247:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e6d [1] + 224 00000400:00000200:0.0:1734676305.409256:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.409259:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.409268:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864385408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.409466:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.409471:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ca00 00000400:00000200:0.0:1734676305.409476:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 1640 00000400:00000200:0.0:1734676305.409488:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.409490:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.409494:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.409499:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:3.0:1734676305.409553:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.409557:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.409559:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.409565:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864385408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.409572:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864385408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.409593:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdfc00. 02000000:00000010:3.0:1734676305.409598:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdee00. 00000100:00000010:3.0:1734676305.409602:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.409605:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.409607:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.409739:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.409745:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.409748:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.409766:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867894784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.409795:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894784 02000000:00000010:2.0:1734676305.409804:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4196400. 00010000:00000010:2.0:1734676305.409824:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d7b80. 00010000:00000010:2.0:1734676305.409835:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.409841:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.409855:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.409858:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.409869:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676305.409872:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894784, offset 224 00000400:00000200:2.0:1734676305.409877:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.409884:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.409890:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80325:80325:256:4294967295] 192.168.203.46@tcp LPNI seq info [80321:80321:8:4294967295] 00000400:00000200:2.0:1734676305.409897:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.409901:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.409905:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.409909:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.409914:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.409917:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.409941:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.409944:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.409947:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00080000:00000010:3.0:1734676305.410026:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdee00. 00010000:00000010:3.0:1734676305.410271:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.410277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d7b00. 00010000:00000010:3.0:1734676305.410325:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdfc00. 00010000:00000010:3.0:1734676305.410329:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.410334:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.410337:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.410340:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.410347:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cde400. 02000000:00000010:3.0:1734676305.410361:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdec00. 00000400:00000010:3.0:1734676305.410364:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.410367:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.410370:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385536, portal 16 00000400:00000010:3.0:1734676305.410373:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.410374:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385536, offset 0 00000400:00000200:3.0:1734676305.410378:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.410383:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.410386:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.410389:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.410391:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.410393:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.410395:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80326:80326:255:4294967295] 192.168.203.46@tcp LPNI seq info [80322:80322:7:4294967295] 00000400:00000200:3.0:1734676305.410401:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.410404:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.410406:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.410408:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.410412:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.410414:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.410642:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.410645:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:1.0:1734676305.410649:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.410652:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.410655:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676305.410656:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676305.411714:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.411718:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.411722:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.411726:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.411730:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676305.411731:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676305.411738:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864385536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.412656:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.412669:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13e00 00000400:00000200:0.0:1734676305.412676:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e79 [1] + 224 00000400:00000200:0.0:1734676305.412683:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.412686:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.412692:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864385536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.412724:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.412729:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ca80 00000400:00000200:0.0:1734676305.412733:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3865 [2] + 1968 00000400:00000010:0.0:1734676305.412737:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:0.0:1734676305.412740:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08df00 00000400:00000200:0.0:1734676305.412755:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.412758:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.412760:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08df00 00000400:00000010:0.0:1734676305.412762:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08df00. 00000100:00000200:0.0:1734676305.412766:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.412882:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d200. 00000020:00000010:1.0:1734676305.412888:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676305.412893:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676305.412912:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0850 x1818938867894912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.413001:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.413004:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.413006:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.413011:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864385536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.413017:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864385536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.413424:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdec00. 02000000:00000010:3.0:1734676305.413430:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cde400. 00000100:00000010:3.0:1734676305.413434:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.413437:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.413440:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000100:00000200:0.0:1734676305.413540:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867894912 02000000:00000010:0.0:1734676305.413550:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.413572:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19a00. 00010000:00000010:1.1:1734676305.413688:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad100. 00010000:00000010:1.1:1734676305.413695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde000. 00010000:00000010:1.1:1734676305.413697:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da8a200. 00010000:00000010:1.1:1734676305.413701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdea00. 00010000:00000010:0.0:1734676305.413745:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae400. 00000100:00000010:0.0:1734676305.413751:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469900. 00000100:00000010:0.0:1734676305.413757:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469900. 00010000:00000010:0.0:1734676305.413760:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae400. 00000400:00000010:0.0:1734676305.413770:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676305.413774:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867894912, offset 224 00000400:00000200:0.0:1734676305.413779:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.413787:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.413792:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80327:80327:256:4294967295] 192.168.203.46@tcp LPNI seq info [80323:80323:8:4294967295] 00000400:00000200:0.0:1734676305.413800:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.413804:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.413808:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676305.413812:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.413818:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.413822:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.413836:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:0.0:1734676305.413841:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:0.0:1734676305.413845:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d200. 02000000:00000010:0.0:1734676305.413852:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800b4196400. 00000100:00000010:0.0:1734676305.413855:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:0.0:1734676305.413859:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:0.0:1734676305.413862:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:0.0:1734676305.413866:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:0.0:1734676305.413869:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:0.0:1734676305.413876:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73800. 00000100:00000010:0.0:1734676305.413878:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676305.413880:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:0.0:1734676305.413881:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:0.0:1734676305.413883:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:0.0:1734676305.413885:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000200:0.0:1734676305.413890:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676305.413894:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9aa8. 00000400:00000010:0.0:1734676305.413897:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469900. 00080000:00000010:3.0:1734676305.413979:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cde400. 00010000:00000010:3.0:1734676305.414070:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.414076:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19980. 00010000:00000010:3.0:1734676305.414145:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defc00. 00010000:00000010:3.0:1734676305.414148:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.414151:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdec00. 00010000:00000010:3.0:1734676305.414155:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00080000:00000010:3.0:1734676305.414163:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdea00. 00010000:00000010:3.0:1734676305.414181:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.414184:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.414222:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cde000. 00010000:00000010:3.0:1734676305.414224:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.414229:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.414232:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.414237:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.414243:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cdf600. 02000000:00000010:3.0:1734676305.414260:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cdf200. 00000400:00000010:3.0:1734676305.414263:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.414266:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.414269:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385664, portal 16 00000400:00000010:3.0:1734676305.414272:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.414274:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385664, offset 0 00000400:00000200:3.0:1734676305.414278:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.414282:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.414286:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.414289:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.414292:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.414293:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.414295:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80328:80328:255:4294967295] 192.168.203.46@tcp LPNI seq info [80324:80324:7:4294967295] 00000400:00000200:3.0:1734676305.414301:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.414304:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.414306:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.414309:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.414312:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.414315:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.414382:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.414385:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676305.414388:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.414392:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.414395:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676305.414396:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 02000000:00000010:1.0:1734676305.414399:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000800:00000200:1.0:1734676305.414449:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.414451:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676305.414454:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.414456:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.414458:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676305.414459:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676305.414464:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864385664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.416625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48a200. 00010000:00000010:0.1:1734676305.416635:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9400. 00000400:00000200:1.0:1734676305.416840:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.416855:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13e80 00000400:00000200:1.0:1734676305.416863:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e89 [1] + 224 00000400:00000200:1.0:1734676305.416881:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.416885:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.416895:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864385664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.417061:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.417065:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.417067:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.417072:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864385664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.417079:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864385664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.417108:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cdf200. 02000000:00000010:3.0:1734676305.417113:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cdf600. 00000100:00000010:3.0:1734676305.417116:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.417119:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.417122:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.417585:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.417592:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cb00 00000400:00000200:0.0:1734676305.417676:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 0 00000400:00000200:0.0:1734676305.417729:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.417732:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.417737:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.417741:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676305.418240:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.418246:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.418251:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.418270:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867895040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.418299:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895040 02000000:00000010:2.0:1734676305.418307:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4196400. 00010000:00000010:2.0:1734676305.418329:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc680. 00010000:00000010:2.0:1734676305.418342:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.418348:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.418355:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.418357:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.418368:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676305.418372:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895040, offset 224 00000400:00000200:2.0:1734676305.418377:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.418384:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.418389:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80329:80329:256:4294967295] 192.168.203.46@tcp LPNI seq info [80325:80325:8:4294967295] 00000400:00000200:2.0:1734676305.418397:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.418402:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.418405:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.418408:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.418413:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.418416:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.418529:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cdf600. 00010000:00000010:3.0:1734676305.418586:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.418592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fedc600. 00010000:00000010:3.0:1734676305.418644:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cdf200. 00010000:00000010:3.0:1734676305.418648:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676305.418653:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.418655:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.418660:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.418669:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d813800. 02000000:00000010:3.0:1734676305.418684:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d812600. 00000400:00000010:3.0:1734676305.418689:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.418692:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.418697:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385792, portal 16 00000400:00000010:3.0:1734676305.418700:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.418702:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385792, offset 0 00000400:00000200:3.0:1734676305.418706:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.418710:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.418714:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.418716:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.418719:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.418720:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.418722:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80330:80330:255:4294967295] 192.168.203.46@tcp LPNI seq info [80326:80326:7:4294967295] 00000400:00000200:3.0:1734676305.418728:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.418731:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.418733:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.418736:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.418739:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.418742:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.419343:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.419348:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.419352:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:1.0:1734676305.419585:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.419589:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:1.0:1734676305.419593:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.419597:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.419600:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676305.419602:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:1.0:1734676305.419842:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.419845:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:1.0:1734676305.419848:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.419851:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.419855:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676305.419856:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676305.419863:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864385792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.421694:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.421708:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13f00 00000400:00000200:0.0:1734676305.421716:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4e95 [1] + 224 00000400:00000200:0.0:1734676305.421724:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.421728:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.421735:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864385792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.422129:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d148a00. 00010000:00000010:1.1:1734676305.422246:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850cc00. 00010000:00000010:1.1:1734676305.422252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde800. 00000400:00000200:0.0:1734676305.422644:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.422650:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cb80 00000400:00000200:0.0:1734676305.422656:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 328 00000400:00000200:0.0:1734676305.422716:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.422720:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.422725:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.422729:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:2.0:1734676305.422937:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.422942:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.422946:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.422964:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867895168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.423028:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.423033:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.423034:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.423056:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864385792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.423065:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864385792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.423098:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d812600. 02000000:00000010:3.0:1734676305.423104:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d813800. 00000100:00000010:3.0:1734676305.423107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.423109:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.423112:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000100:00000200:2.0:1734676305.423407:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895168 02000000:00000010:2.0:1734676305.423416:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676305.423438:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc200. 00010000:00000010:2.0:1734676305.423449:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.423454:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.423460:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.423462:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.423473:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.423477:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895168, offset 224 00000400:00000200:2.0:1734676305.423483:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.423490:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.423495:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80331:80331:256:4294967295] 192.168.203.46@tcp LPNI seq info [80327:80327:8:4294967295] 00000400:00000200:2.0:1734676305.423503:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.423507:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.423510:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.423514:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.423519:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.423522:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.423533:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.423536:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.423539:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00080000:00000010:0.0:1734676305.423776:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810400. 00010000:00000010:0.0:1734676305.423840:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:0.0:1734676305.423847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da1b300. 00010000:00000010:0.0:1734676305.423904:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810800. 00010000:00000010:0.0:1734676305.423908:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676305.423914:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae400. 00000100:00000010:0.0:1734676305.423917:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676305.423922:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676305.423930:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811a00. 02000000:00000010:0.0:1734676305.423945:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810200. 00000400:00000010:0.0:1734676305.423949:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99f8. 00000400:00000010:0.0:1734676305.423952:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676305.423956:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864385920, portal 16 00000400:00000010:0.0:1734676305.423959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676305.423961:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864385920, offset 0 00000400:00000200:0.0:1734676305.423965:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.423969:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.423972:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.423975:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.423977:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.423980:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.423982:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80332:80332:255:4294967295] 192.168.203.46@tcp LPNI seq info [80328:80328:7:4294967295] 00000400:00000200:0.0:1734676305.423989:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.423992:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.423994:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676305.423997:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.424000:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.424002:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.424052:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.424055:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:1.0:1734676305.424059:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.424063:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.424066:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:1.0:1734676305.424067:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000800:00000200:1.0:1734676305.424095:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.424097:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:1.0:1734676305.424099:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.424102:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.424104:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676305.424105:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676305.424110:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864385920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.425576:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88e00. 00000400:00000200:0.0:1734676305.425889:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.425899:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e13f80 00000400:00000200:0.0:1734676305.425907:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ea1 [1] + 224 00000400:00000200:0.0:1734676305.425924:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.425927:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.425934:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864385920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.426006:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99f8. 00000400:00000200:2.0:1734676305.426011:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:2.0:1734676305.426013:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:2.0:1734676305.426018:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864385920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.426025:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864385920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.426065:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810200. 02000000:00000010:2.0:1734676305.426070:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811a00. 00000100:00000010:2.0:1734676305.426076:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000010:2.0:1734676305.426093:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676305.426097:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae400. 00000400:00000200:0.0:1734676305.426706:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.426713:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cc00 00000400:00000200:0.0:1734676305.426719:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 656 00000400:00000200:0.0:1734676305.426985:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.426990:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.426996:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.427000:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:3.0:1734676305.427077:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d813800. 00000020:00000010:3.0:1734676305.427097:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.427103:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.427123:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867895296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.427151:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895296 02000000:00000010:3.0:1734676305.427159:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.427182:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c400900. 00010000:00000010:3.0:1734676305.427194:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.427200:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.427216:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.427219:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.427228:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.427231:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895296, offset 224 00000400:00000200:3.0:1734676305.427237:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.427244:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.427249:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80333:80333:256:4294967295] 192.168.203.46@tcp LPNI seq info [80329:80329:8:4294967295] 00000400:00000200:3.0:1734676305.427256:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.427260:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.427263:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.427267:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.427273:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.427276:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.427301:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.427305:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.427308:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d813800. 00080000:00000010:0.0:1734676305.427315:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810a00. 00010000:00000010:0.0:1734676305.427375:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676305.427381:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c400180. 00010000:00000010:0.0:1734676305.427438:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811200. 00010000:00000010:0.0:1734676305.427443:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00000800:00000200:1.0:1734676305.427447:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.427450:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00010000:00000010:0.0:1734676305.427450:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daec80. 00000400:00000200:1.0:1734676305.427454:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1734676305.427454:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000400:00000200:1.0:1734676305.427457:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:0.0:1734676305.427459:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000200:1.0:1734676305.427460:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676305.427461:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 02000000:00000010:0.0:1734676305.427468:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811000. 02000000:00000010:0.0:1734676305.427486:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811600. 00000400:00000010:0.0:1734676305.427490:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676305.427493:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676305.427496:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386048, portal 16 00000400:00000010:0.0:1734676305.427499:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676305.427500:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386048, offset 0 00000400:00000200:0.0:1734676305.427504:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.427509:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.427511:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.427514:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.427517:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.427519:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.427521:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80334:80334:256:4294967295] 192.168.203.46@tcp LPNI seq info [80330:80330:8:4294967295] 00000400:00000200:0.0:1734676305.427527:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.427531:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.427533:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.427537:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.427541:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.427543:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.427600:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.427602:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:2.0:1734676305.427605:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.427612:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.427615:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:2.0:1734676305.427616:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:2.0:1734676305.427621:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480e00 x1818938864386048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.428284:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421900. 00010000:00000010:1.1:1734676305.428285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef200. 00010000:00000010:0.1:1734676305.428289:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf200. 00010000:00000010:1.1:1734676305.428290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdfc00. 00010000:00000010:1.1:1734676305.428293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defc00. 00010000:00000010:1.1:1734676305.428296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdec00. 00010000:00000010:1.1:1734676305.428298:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd600. 00010000:00000010:1.1:1734676305.428300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cde000. 00000400:00000200:0.0:1734676305.429225:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.429236:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14000 00000400:00000200:0.0:1734676305.429242:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ead [1] + 224 00000400:00000200:0.0:1734676305.429260:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.429268:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.429276:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480e00 x1818938864386048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.429416:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676305.429421:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676305.429422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676305.429427:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480e00 x1818938864386048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.429433:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480e00 x1818938864386048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.429452:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811600. 02000000:00000010:2.0:1734676305.429457:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811000. 00000100:00000010:2.0:1734676305.429460:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000010:2.0:1734676305.429466:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:2.0:1734676305.429469:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daec80. 00000400:00000200:0.0:1734676305.429565:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.429569:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cc80 00000400:00000200:0.0:1734676305.429573:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 984 00000400:00000200:0.0:1734676305.429611:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.429614:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.429618:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.429622:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676305.429694:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9e000. 00000020:00000010:2.0:1734676305.429698:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.429702:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.429718:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867895424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.429750:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895424 02000000:00000010:2.0:1734676305.429757:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676305.429776:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d1a80. 00010000:00000010:2.0:1734676305.429787:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.429792:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.429809:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.429812:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.429822:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.429825:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895424, offset 224 00000400:00000200:2.0:1734676305.429830:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.429836:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.429841:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80335:80335:256:4294967295] 192.168.203.46@tcp LPNI seq info [80331:80331:8:4294967295] 00000400:00000200:2.0:1734676305.429849:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.429852:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.429855:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.429858:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.429863:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.429866:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.429878:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676305.429881:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.429884:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9e000. 00000800:00000200:2.0:1734676305.429931:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.429933:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:2.0:1734676305.429935:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.429938:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.429940:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.429941:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00080000:00000010:0.0:1734676305.430071:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811000. 00010000:00000010:0.0:1734676305.430134:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676305.430139:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d1a00. 00010000:00000010:1.0:1734676305.430259:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ce00. 00010000:00000010:1.0:1734676305.430266:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59580. 00010000:00000010:1.0:1734676305.430272:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790800. 00000100:00000010:1.0:1734676305.430275:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130eb29c0. 00000100:00000010:1.0:1734676305.430281:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676305.430289:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d400. 02000000:00000010:1.0:1734676305.430303:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1da00. 00000400:00000010:1.0:1734676305.430306:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676305.430309:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676305.430313:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386176, portal 16 00000400:00000010:1.0:1734676305.430315:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676305.430317:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386176, offset 0 00000400:00000200:1.0:1734676305.430321:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.430326:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.430329:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676305.430333:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676305.430335:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676305.430337:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676305.430339:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80336:80336:256:4294967295] 192.168.203.46@tcp LPNI seq info [80332:80332:8:4294967295] 00000400:00000200:1.0:1734676305.430345:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.430349:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.430351:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.430354:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.430358:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.430360:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.431414:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b80ec00. 00010000:00000010:1.1:1734676305.431437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181e00. 00000800:00000200:0.0:1734676305.431853:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.431856:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.431860:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.431865:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.431869:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676305.431870:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:0.0:1734676305.431877:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139b480 x1818938864386176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.434206:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76ba00. 00010000:00000010:0.1:1734676305.434216:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810800. 00000400:00000200:0.0:1734676305.434883:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.434897:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14080 00000400:00000200:0.0:1734676305.434905:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4eb9 [1] + 224 00000400:00000200:0.0:1734676305.434914:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.434917:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.434926:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139b480 x1818938864386176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.434947:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.434950:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cd00 00000400:00000200:0.0:1734676305.434954:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 1312 00000400:00000200:0.0:1734676305.435007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.435010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.435014:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.435019:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00010000:00000010:1.1:1734676305.435234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393800. 00000020:00000010:3.0:1734676305.435357:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d813800. 00000020:00000010:3.0:1734676305.435363:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.435367:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000400:00000010:2.0:1734676305.435385:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000100:00000200:3.0:1734676305.435386:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867895552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1734676305.435391:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:2.0:1734676305.435393:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:2.0:1734676305.435401:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139b480 x1818938864386176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.435406:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895552 00000100:00000200:2.0:1734676305.435408:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139b480 x1818938864386176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.435413:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 02000000:00000010:2.0:1734676305.435431:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1da00. 00010000:00000010:3.0:1734676305.435434:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1f80. 02000000:00000010:2.0:1734676305.435438:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d400. 00000100:00000010:2.0:1734676305.435441:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 00000100:00000010:2.0:1734676305.435445:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130eb29c0. 00010000:00000010:2.0:1734676305.435448:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790800. 00010000:00000010:3.0:1734676305.435461:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.435603:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00080000:00000010:2.0:1734676305.436331:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9e800. 00010000:00000010:2.0:1734676305.436437:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2100. 00010000:00000010:2.0:1734676305.436441:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4680. 00010000:00000010:2.0:1734676305.436445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e600. 00010000:00000010:2.0:1734676305.436449:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00080000:00000010:2.0:1734676305.436458:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9f000. 00010000:00000010:2.0:1734676305.436473:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.436476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4680. 00010000:00000010:2.0:1734676305.436513:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e400. 00010000:00000010:2.0:1734676305.436516:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676305.436521:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.436525:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.436530:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676305.436538:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9f200. 02000000:00000010:2.0:1734676305.436555:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9e000. 00000400:00000010:2.0:1734676305.436559:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676305.436564:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.436569:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386304, portal 16 00000400:00000010:2.0:1734676305.436572:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.436574:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386304, offset 0 00000400:00000200:2.0:1734676305.436579:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.436587:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.436591:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.436594:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.436596:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.436598:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.436601:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80337:80337:256:4294967295] 192.168.203.46@tcp LPNI seq info [80333:80333:8:4294967295] 00000400:00000200:2.0:1734676305.436608:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.436612:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.436615:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.436619:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.436624:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.436628:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.436726:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.436729:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:0.0:1734676305.436732:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.436736:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.436738:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676305.436739:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676305.436746:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864386304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.436804:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59580. 00000100:00000010:3.0:1734676305.436811:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.436813:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:3.0:1734676305.436817:0:8190:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1a80. 00000400:00000010:3.0:1734676305.436826:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.436829:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895552, offset 224 00000400:00000200:3.0:1734676305.436833:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.436838:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.436841:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80338:80338:256:4294967295] 192.168.203.46@tcp LPNI seq info [80334:80334:8:4294967295] 00000400:00000200:3.0:1734676305.436848:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.436851:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.436854:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.436856:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.436860:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.436862:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.436886:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.436889:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.436892:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d813800. 00000800:00000200:0.0:1734676305.436955:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.436957:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676305.436959:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.436962:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.436964:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676305.436966:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:1.1:1734676305.437440:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d400. 00000400:00000200:0.0:1734676305.439838:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.439852:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14100 00000400:00000200:0.0:1734676305.439860:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ec1 [1] + 224 00000400:00000200:0.0:1734676305.439878:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.439882:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.439891:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864386304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.440075:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676305.440080:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.440082:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.440098:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864386304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.440105:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864386304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.440127:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9e000. 02000000:00000010:2.0:1734676305.440132:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9f200. 00000100:00000010:2.0:1734676305.440136:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676305.440139:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.440141:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000200:2.0:1734676305.440399:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.440406:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cd80 00000400:00000200:2.0:1734676305.440411:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 1640 00000400:00000200:2.0:1734676305.440466:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.440470:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.440474:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.440478:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:3.0:1734676305.440826:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d813800. 00000020:00000010:3.0:1734676305.440832:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.440835:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.440853:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867895680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.440884:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895680 02000000:00000010:3.0:1734676305.440891:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.440911:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793c00. 00010000:00000010:3.0:1734676305.440926:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.440932:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.440937:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.440940:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.440948:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.440952:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895680, offset 224 00000400:00000200:3.0:1734676305.440956:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.440962:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.440968:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80339:80339:256:4294967295] 192.168.203.46@tcp LPNI seq info [80335:80335:8:4294967295] 00000400:00000200:3.0:1734676305.440976:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.440980:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.440984:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.440988:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.440993:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.440996:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.441020:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676305.441023:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.441026:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d813800. 00000800:00000200:1.0:1734676305.441402:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.441405:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676305.441408:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.441412:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.441414:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676305.441416:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00080000:00000010:2.0:1734676305.441514:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9f200. 00010000:00000010:2.0:1734676305.441573:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676305.441579:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793b80. 00010000:00000010:2.0:1734676305.441634:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e000. 00010000:00000010:2.0:1734676305.441639:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676305.441646:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.441649:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.441654:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676305.441662:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9f400. 02000000:00000010:2.0:1734676305.441677:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9ec00. 00000400:00000010:2.0:1734676305.441681:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676305.441684:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.441689:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386432, portal 16 00000400:00000010:2.0:1734676305.441692:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676305.441693:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386432, offset 0 00000400:00000200:2.0:1734676305.441697:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.441701:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.441704:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.441707:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.441710:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.441712:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.441714:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80340:80340:256:4294967295] 192.168.203.46@tcp LPNI seq info [80336:80336:8:4294967295] 00000400:00000200:2.0:1734676305.441719:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.441723:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.441725:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.441728:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.441731:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.441734:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.442765:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.442770:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:0.0:1734676305.442774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.442779:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.442782:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676305.442783:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676305.442791:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864386432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.443356:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd800. 00010000:00000010:2.1:1734676305.443362:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811200. 00010000:00000010:1.1:1734676305.443392:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140400. 00000400:00000200:0.0:1734676305.445013:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.445027:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14180 00000400:00000200:0.0:1734676305.445063:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ed1 [1] + 224 00000400:00000200:0.0:1734676305.445092:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.445097:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.445106:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864386432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.445216:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:2.0:1734676305.445220:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:2.0:1734676305.445222:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.445227:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864386432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.445235:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864386432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.445255:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9ec00. 02000000:00000010:2.0:1734676305.445261:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9f400. 00000100:00000010:2.0:1734676305.445263:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676305.445268:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.445271:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000200:0.0:1734676305.446135:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.446144:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ce00 00000400:00000200:0.0:1734676305.446150:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa38bd [2] + 1968 00000400:00000010:0.0:1734676305.446152:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad630. 00000400:00000200:0.0:1734676305.446155:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130de86c0 00000400:00000200:0.0:1734676305.446204:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.446208:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.446211:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130de86c0 00000400:00000010:0.0:1734676305.446213:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130de86c0. 00000100:00000200:0.0:1734676305.446223:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676305.446444:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.446450:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.446453:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.446474:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0450 x1818938867895808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.446506:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895808 02000000:00000010:1.0:1734676305.446513:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676305.446535:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5b180. 00010000:00000010:1.0:1734676305.446551:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.446557:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130eb29c0. 00000100:00000010:1.0:1734676305.446563:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130eb29c0. 00010000:00000010:1.0:1734676305.446565:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.446576:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676305.446579:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895808, offset 224 00000400:00000200:1.0:1734676305.446584:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.446590:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.446595:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80341:80341:256:4294967295] 192.168.203.46@tcp LPNI seq info [80337:80337:8:4294967295] 00000400:00000200:1.0:1734676305.446602:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.446606:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.446609:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.446613:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.446618:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.446621:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.446632:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.446636:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.446639:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 02000000:00000010:1.0:1734676305.446645:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676305.446647:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:1.0:1734676305.446650:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676305.446652:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676305.446655:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:1.0:1734676305.446657:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676305.446658:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676305.446660:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676305.446666:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:1.0:1734676305.446667:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:1.0:1734676305.446669:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800b4196400. 00000100:00000010:1.0:1734676305.446672:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000200:1.0:1734676305.446676:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.446679:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676305.446682:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130eb29c0. 00080000:00000010:3.0:1734676305.446830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d813800. 00010000:00000010:3.0:1734676305.446896:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4680. 00010000:00000010:3.0:1734676305.446901:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006e825000. 00010000:00000010:3.0:1734676305.446956:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d812600. 00010000:00000010:3.0:1734676305.446961:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.446968:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.446971:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.446976:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.446984:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d812a00. 02000000:00000010:3.0:1734676305.447000:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d813400. 00000400:00000010:3.0:1734676305.447003:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.447006:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.447010:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386560, portal 16 00000400:00000010:3.0:1734676305.447013:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.447014:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386560, offset 0 00000400:00000200:3.0:1734676305.447018:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.447023:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.447026:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.447029:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.447032:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.447033:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.447057:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80342:80342:255:4294967295] 192.168.203.46@tcp LPNI seq info [80338:80338:7:4294967295] 00000400:00000200:3.0:1734676305.447064:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.447068:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.447071:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676305.447074:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.447078:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.447080:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.447376:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.447379:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.447383:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.447386:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.447389:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676305.447390:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 02000000:00000010:0.0:1734676305.447393:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000800:00000200:0.0:1734676305.447431:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.447433:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676305.447435:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.447438:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.447440:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676305.447442:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676305.447447:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864386560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.449545:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.449558:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14200 00000400:00000200:0.0:1734676305.449565:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ee1 [1] + 224 00000400:00000200:0.0:1734676305.449574:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.449576:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.449584:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864386560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.449612:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.449615:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ce80 00000400:00000200:0.0:1734676305.449619:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 0 00000400:00000200:0.0:1734676305.449661:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.449664:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.449668:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.449672:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676305.449836:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.449841:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.449845:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.449862:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867895936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.449893:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867895936 02000000:00000010:2.0:1734676305.449901:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676305.449927:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.449933:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.449937:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.449939:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.449949:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.449953:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867895936, offset 224 00000400:00000200:2.0:1734676305.449958:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.449964:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.449969:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80343:80343:256:4294967295] 192.168.203.46@tcp LPNI seq info [80339:80339:8:4294967295] 00000400:00000200:2.0:1734676305.449975:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.449979:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.449982:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.449985:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.449990:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.449993:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.450002:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.450004:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.450008:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:0.0:1734676305.450341:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.450343:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.450347:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.450350:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.450353:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676305.450354:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000400:00000010:3.0:1734676305.450551:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.450554:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.450556:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.450561:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864386560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.450568:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864386560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.450585:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d3280. 02000000:00000010:3.0:1734676305.450594:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d813400. 02000000:00000010:3.0:1734676305.450598:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d812a00. 00000100:00000010:3.0:1734676305.450602:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.450604:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.450606:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.450618:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d812a00. 00010000:00000010:3.0:1734676305.450674:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.450679:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694be00. 00010000:00000010:3.0:1734676305.450731:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d813400. 00010000:00000010:3.0:1734676305.450735:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.450742:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.450746:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.450751:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.450758:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d813e00. 02000000:00000010:3.0:1734676305.450774:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d812200. 00000400:00000010:3.0:1734676305.450777:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.450779:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.450782:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386688, portal 16 00000400:00000010:3.0:1734676305.450785:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.450787:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386688, offset 0 00000400:00000200:3.0:1734676305.450791:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.450795:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.450798:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.450800:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.450803:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.450805:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.450807:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80344:80344:256:4294967295] 192.168.203.46@tcp LPNI seq info [80340:80340:8:4294967295] 00000400:00000200:3.0:1734676305.450813:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.450816:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.450819:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676305.450822:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.450826:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.450828:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.451031:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.451033:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676305.451066:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.451070:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.451073:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.451074:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676305.451079:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864386688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.451513:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2100. 00010000:00000010:1.1:1734676305.451519:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e600. 00000400:00000200:0.0:1734676305.453374:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.453389:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14280 00000400:00000200:0.0:1734676305.453395:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4eed [1] + 224 00000400:00000200:0.0:1734676305.453412:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.453415:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.453425:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864386688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.453812:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.453816:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.453818:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.453824:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864386688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.453831:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864386688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.453851:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d812200. 02000000:00000010:3.0:1734676305.453856:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d813e00. 00000100:00000010:3.0:1734676305.453860:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.453863:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.453866:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:1.1:1734676305.454162:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ce00. 00010000:00000010:1.1:1734676305.454168:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27c00. 00010000:00000010:1.1:1734676305.454171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e000. 00010000:00000010:0.1:1734676305.454208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d720200. 00000400:00000200:0.0:1734676305.455456:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.455468:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cf00 00000400:00000200:0.0:1734676305.455475:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 328 00000400:00000200:0.0:1734676305.455554:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.455559:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.455564:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.455569:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676305.455753:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676305.455759:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.455763:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.455782:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867896064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.455814:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896064 02000000:00000010:1.0:1734676305.455822:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.455844:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d473a80. 00010000:00000010:1.0:1734676305.455859:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.455866:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.455885:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.455887:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.455896:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676305.455901:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896064, offset 224 00000400:00000200:1.0:1734676305.455905:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.455912:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.455916:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80345:80345:256:4294967295] 192.168.203.46@tcp LPNI seq info [80341:80341:8:4294967295] 00000400:00000200:1.0:1734676305.455923:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.455927:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.455929:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.455933:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.455938:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.455941:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.455952:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.455955:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.455957:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00000800:00000200:0.0:1734676305.456162:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.456164:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.456167:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.456170:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.456173:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676305.456174:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00080000:00000010:3.0:1734676305.456464:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d813e00. 00010000:00000010:3.0:1734676305.456524:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.456530:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d473a00. 00010000:00000010:3.0:1734676305.456583:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d812200. 00010000:00000010:3.0:1734676305.456587:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.456593:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.456596:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.456601:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.456609:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d812c00. 02000000:00000010:3.0:1734676305.456625:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d813600. 00000400:00000010:3.0:1734676305.456629:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.456632:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.456636:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386816, portal 16 00000400:00000010:3.0:1734676305.456639:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.456641:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386816, offset 0 00000400:00000200:3.0:1734676305.456645:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.456649:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.456652:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.456655:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.456658:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.456660:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.456662:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80346:80346:256:4294967295] 192.168.203.46@tcp LPNI seq info [80342:80342:8:4294967295] 00000400:00000200:3.0:1734676305.456668:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.456672:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.456674:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676305.456677:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.456680:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.456683:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.456765:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.456767:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676305.456770:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.456773:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.456775:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676305.456777:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676305.456782:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864386816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.457344:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821b00. 00010000:00000010:1.1:1734676305.457351:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e400. 00000400:00000200:0.0:1734676305.458806:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.458818:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14300 00000400:00000200:0.0:1734676305.458825:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ef9 [1] + 224 00000400:00000200:0.0:1734676305.458843:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.458847:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.458857:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864386816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.459065:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.459071:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516cf80 00000400:00000200:0.0:1734676305.459076:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 656 00000400:00000200:0.0:1734676305.459220:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.459224:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.459229:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.459234:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:3.0:1734676305.459312:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.459317:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.459319:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.459324:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864386816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.459331:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864386816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.459351:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d813600. 02000000:00000010:3.0:1734676305.459357:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d812c00. 00000100:00000010:3.0:1734676305.459361:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.459364:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.459367:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.459451:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.459457:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.459460:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.459478:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867896192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.459508:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896192 02000000:00000010:2.0:1734676305.459516:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676305.459537:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095868b00. 00010000:00000010:2.0:1734676305.459643:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.459649:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.459662:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.459665:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.459676:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.459680:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896192, offset 224 00000400:00000200:2.0:1734676305.459685:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.459692:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.459697:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80347:80347:256:4294967295] 192.168.203.46@tcp LPNI seq info [80343:80343:8:4294967295] 00000400:00000200:2.0:1734676305.459704:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.459708:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.459712:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.459716:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.459722:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.459725:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.459745:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.459748:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.459752:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00080000:00000010:3.0:1734676305.459811:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d812c00. 00010000:00000010:3.0:1734676305.459871:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.459877:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095868a80. 00000800:00000200:0.0:1734676305.459877:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.459879:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.459882:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.459886:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.459888:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676305.459889:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00010000:00000010:3.0:1734676305.459929:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def400. 00010000:00000010:3.0:1734676305.459931:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.459934:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d813600. 00010000:00000010:3.0:1734676305.459938:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00080000:00000010:3.0:1734676305.459947:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d812400. 00010000:00000010:3.0:1734676305.459965:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.459967:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.460004:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df93400. 00010000:00000010:3.0:1734676305.460007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.460012:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.460015:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.460019:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.460028:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df92200. 02000000:00000010:3.0:1734676305.460076:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df92c00. 00000400:00000010:3.0:1734676305.460094:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.460098:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.460102:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864386944, portal 16 00000400:00000010:3.0:1734676305.460105:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.460106:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864386944, offset 0 00000400:00000200:3.0:1734676305.460111:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.460115:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.460118:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.460121:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.460124:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.460126:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.460128:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80348:80348:256:4294967295] 192.168.203.46@tcp LPNI seq info [80344:80344:8:4294967295] 00000400:00000200:3.0:1734676305.460135:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.460138:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.460141:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.460144:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.460148:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.460150:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.460281:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da10a00. 00010000:00000010:1.1:1734676305.460291:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bff3f00. 00010000:00000010:1.1:1734676305.460294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e000. 00010000:00000010:1.1:1734676305.460296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527400. 00010000:00000010:1.1:1734676305.460300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947700. 00010000:00000010:1.1:1734676305.460302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d812600. 00000800:00000200:0.0:1734676305.460479:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.460482:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676305.460484:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.460488:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.460491:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676305.460492:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676305.460497:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864386944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.461550:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.461558:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14380 00000400:00000200:0.0:1734676305.461565:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f05 [1] + 224 00000400:00000200:0.0:1734676305.461572:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.461574:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.461581:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864386944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.461609:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.461613:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d000 00000400:00000200:0.0:1734676305.461617:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 984 00000400:00000010:3.0:1734676305.461767:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.461771:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.461773:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.461777:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864386944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.461784:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864386944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.461802:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df92c00. 02000000:00000010:3.0:1734676305.461806:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df92200. 00000100:00000010:3.0:1734676305.461808:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.461811:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.461814:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.461851:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.461855:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.461859:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.461863:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676305.461972:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.461978:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.461981:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.461997:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867896320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.462027:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896320 02000000:00000010:2.0:1734676305.462034:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676305.462073:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92200. 00010000:00000010:2.0:1734676305.462094:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.462099:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.462114:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.462116:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.462126:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676305.462130:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896320, offset 224 00000400:00000200:2.0:1734676305.462134:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.462139:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.462143:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80349:80349:256:4294967295] 192.168.203.46@tcp LPNI seq info [80345:80345:8:4294967295] 00000400:00000200:2.0:1734676305.462151:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.462155:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.462157:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000800:00000200:2.0:1734676305.462161:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.462166:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.462170:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.462188:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.462191:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.462195:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00000800:00000200:0.0:1734676305.462235:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.462238:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 00000400:00000200:0.0:1734676305.462241:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.462244:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.462247:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676305.462248:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00080000:00000010:3.0:1734676305.462281:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df92200. 00010000:00000010:3.0:1734676305.462328:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.462333:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db92280. 00010000:00000010:3.0:1734676305.462380:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df92c00. 00010000:00000010:3.0:1734676305.462384:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.462390:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.462392:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.462396:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.462402:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df92800. 02000000:00000010:3.0:1734676305.462415:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df93e00. 00000400:00000010:3.0:1734676305.462417:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.462420:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.462423:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387072, portal 16 00000400:00000010:3.0:1734676305.462426:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.462428:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387072, offset 0 00000400:00000200:3.0:1734676305.462431:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.462436:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.462439:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.462442:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.462444:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.462446:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.462449:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80350:80350:256:4294967295] 192.168.203.46@tcp LPNI seq info [80346:80346:8:4294967295] 00000400:00000200:3.0:1734676305.462455:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.462458:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.462461:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.462463:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.462467:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.462469:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.462995:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.462998:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676305.463001:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.463004:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.463007:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676305.463008:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676305.463013:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864387072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.463156:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1cc00. 00000400:00000200:0.0:1734676305.465274:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.465286:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14400 00000400:00000200:0.0:1734676305.465294:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f11 [1] + 224 00000400:00000200:0.0:1734676305.465312:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.465315:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.465324:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864387072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.465417:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.465421:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.465423:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.465429:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864387072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.465437:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864387072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.465459:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df93e00. 02000000:00000010:3.0:1734676305.465463:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df92800. 00000100:00000010:3.0:1734676305.465467:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.465470:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.465473:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.465923:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.465929:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d080 00000400:00000200:0.0:1734676305.465934:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 1312 00000400:00000200:0.0:1734676305.465982:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.465986:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.465990:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.465993:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676305.466107:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1cc00. 00000020:00000010:1.0:1734676305.466113:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.466116:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.466134:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867896448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.466162:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896448 02000000:00000010:1.0:1734676305.466170:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676305.466191:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013137e080. 00010000:00000010:1.0:1734676305.466209:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.466214:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.466227:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.466230:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.466239:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676305.466243:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896448, offset 224 00000400:00000200:1.0:1734676305.466247:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.466254:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676305.466380:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df92800. 00010000:00000010:3.0:1734676305.466434:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.466439:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013137e000. 00010000:00000010:3.0:1734676305.466496:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df93e00. 00010000:00000010:3.0:1734676305.466500:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.466506:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.466510:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.466514:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.466522:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df92a00. 02000000:00000010:3.0:1734676305.466536:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df93200. 00000400:00000010:3.0:1734676305.466540:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.466543:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.466546:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387200, portal 16 00000400:00000010:3.0:1734676305.466550:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.466552:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387200, offset 0 00000400:00000200:3.0:1734676305.466556:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.466764:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80351:80351:256:4294967295] 192.168.203.46@tcp LPNI seq info [80347:80347:8:4294967295] 00000400:00000200:1.0:1734676305.466772:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.466777:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.466781:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.466785:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.466791:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.466794:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1734676305.466848:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.466852:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.466855:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.466857:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.466859:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.466862:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80352:80352:255:4294967295] 192.168.203.46@tcp LPNI seq info [80348:80348:7:4294967295] 00000400:00000200:3.0:1734676305.466868:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.466872:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.466875:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.466878:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.466881:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.466884:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.467226:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.467231:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.467235:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1cc00. 00010000:00000010:1.1:1734676305.467317:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a400. 00010000:00000010:1.1:1734676305.467323:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d813400. 00010000:00000010:1.1:1734676305.467327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da8ab00. 00010000:00000010:1.1:1734676305.467330:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d812200. 00010000:00000010:1.1:1734676305.467333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def400. 00010000:00000010:1.1:1734676305.467335:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d813600. 00000800:00000200:1.0:1734676305.467559:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.467562:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.467565:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.467569:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.467572:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676305.467573:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:1.0:1734676305.467610:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.467612:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.467614:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.467616:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.467618:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676305.467620:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676305.467625:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864387200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.470455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a5800. 00000400:00000200:0.0:1734676305.470829:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.470842:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14480 00000400:00000200:0.0:1734676305.470849:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f1d [1] + 224 00000400:00000200:0.0:1734676305.470867:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.470871:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.470880:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864387200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.470950:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.470954:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.470956:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.470962:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864387200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.470964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01000. 00000100:00000200:3.0:1734676305.470969:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864387200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.470990:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df93200. 02000000:00000010:3.0:1734676305.470994:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df92a00. 00000100:00000010:3.0:1734676305.470998:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.471000:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.471003:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.471399:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.471405:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d100 00000400:00000200:0.0:1734676305.471411:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 1640 00000400:00000200:0.0:1734676305.471456:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.471461:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.471464:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.471468:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676305.471651:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676305.471657:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.471661:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.471678:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867896576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.471706:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896576 02000000:00000010:1.0:1734676305.471714:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676305.471733:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de5200. 00010000:00000010:1.0:1734676305.471756:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.471762:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.471774:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.471776:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.471785:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676305.471789:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896576, offset 224 00000400:00000200:1.0:1734676305.471793:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.471800:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.471804:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80353:80353:256:4294967295] 192.168.203.46@tcp LPNI seq info [80349:80349:8:4294967295] 00000400:00000200:1.0:1734676305.471813:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.471817:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.471821:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.471825:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.471830:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.471833:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.471844:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.471847:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.471851:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00000800:00000200:1.0:1734676305.471895:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.471899:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:1.0:1734676305.471901:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.471904:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.471906:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676305.471908:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00080000:00000010:3.0:1734676305.472413:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df92a00. 00010000:00000010:3.0:1734676305.472470:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.472475:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097de5300. 00010000:00000010:3.0:1734676305.472528:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df93200. 00010000:00000010:3.0:1734676305.472532:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.472538:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.472540:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.472545:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.472554:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45c00. 02000000:00000010:3.0:1734676305.472571:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44c00. 00000400:00000010:3.0:1734676305.472574:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.472577:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.472581:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387328, portal 16 00000400:00000010:3.0:1734676305.472584:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.472585:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387328, offset 0 00000400:00000200:3.0:1734676305.472589:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.472593:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.472596:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.472599:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.472601:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.472603:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.472606:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80354:80354:256:4294967295] 192.168.203.46@tcp LPNI seq info [80350:80350:8:4294967295] 00000400:00000200:3.0:1734676305.472611:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.472614:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.472617:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.472620:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.472624:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.472626:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.472688:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.472690:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676305.472692:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.472696:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.472698:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676305.472699:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676305.472704:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864387328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.473396:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3db00. 00010000:00000010:1.1:1734676305.473402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df93400. 00010000:00000010:1.1:1734676305.473405:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dadc00. 00010000:00000010:1.1:1734676305.473407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df92c00. 00000400:00000200:0.0:1734676305.474867:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.474879:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14500 00000400:00000200:0.0:1734676305.474886:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f29 [1] + 224 00000400:00000200:0.0:1734676305.474895:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.474899:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.474907:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864387328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.474942:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.474946:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d180 00000400:00000200:0.0:1734676305.474950:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3915 [2] + 1968 00000400:00000010:0.0:1734676305.474954:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad840. 00000400:00000200:0.0:1734676305.474957:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d4159c0 00000400:00000010:3.0:1734676305.474969:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.474972:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000200:0.0:1734676305.474972:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1734676305.474975:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000400:00000200:0.0:1734676305.474975:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.474978:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d4159c0 00000400:00000010:0.0:1734676305.474980:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d4159c0. 00000100:00000200:3.0:1734676305.474981:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864387328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.474983:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1734676305.474988:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864387328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.475010:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44c00. 02000000:00000010:3.0:1734676305.475013:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45c00. 00000100:00000010:3.0:1734676305.475016:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.475019:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.475022:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:2.0:1734676305.475069:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.475075:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.475220:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.475240:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1050 x1818938867896704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.475269:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896704 02000000:00000010:2.0:1734676305.475277:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:2.0:1734676305.475295:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ae480. 00010000:00000010:2.0:1734676305.475394:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.475400:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:2.0:1734676305.475414:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676305.475417:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.475428:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.475431:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896704, offset 224 00000400:00000200:2.0:1734676305.475437:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.475443:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676305.475446:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45c00. 00000400:00000200:2.0:1734676305.475448:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80355:80355:256:4294967295] 192.168.203.46@tcp LPNI seq info [80351:80351:8:4294967295] 00000400:00000200:2.0:1734676305.475455:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.475460:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.475463:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.475467:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.475473:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.475476:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.475485:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.475488:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.475492:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00010000:00000010:3.0:1734676305.475497:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 02000000:00000010:2.0:1734676305.475497:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:2.0:1734676305.475499:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00010000:00000010:3.0:1734676305.475502:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae400. 02000000:00000010:2.0:1734676305.475503:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:2.0:1734676305.475505:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676305.475507:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:2.0:1734676305.475509:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676305.475511:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:2.0:1734676305.475513:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676305.475515:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676305.475516:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676305.475519:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676305.475521:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000200:2.0:1734676305.475525:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.475528:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7738. 00000400:00000010:2.0:1734676305.475531:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d000. 00010000:00000010:3.0:1734676305.475551:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44c00. 00010000:00000010:3.0:1734676305.475555:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.475561:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.475565:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.475569:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.475576:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45400. 02000000:00000010:3.0:1734676305.475589:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a45000. 00000400:00000010:3.0:1734676305.475592:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.475594:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.475597:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387456, portal 16 00000400:00000010:3.0:1734676305.475600:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.475602:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387456, offset 0 00000400:00000200:3.0:1734676305.475606:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.475610:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.475614:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.475617:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.475620:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.475622:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.475624:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80356:80356:255:4294967295] 192.168.203.46@tcp LPNI seq info [80352:80352:7:4294967295] 00000400:00000200:3.0:1734676305.475630:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.475634:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.475637:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.475640:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.475643:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.475646:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.476143:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.476146:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.476150:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.476154:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.476157:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676305.476158:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 02000000:00000010:1.0:1734676305.476162:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000800:00000200:1.0:1734676305.476192:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.476194:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676305.476196:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.476199:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.476201:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:1.0:1734676305.476202:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:1.0:1734676305.476206:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864387456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.478126:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.478140:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14580 00000400:00000200:0.0:1734676305.478148:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f39 [1] + 224 00000400:00000200:0.0:1734676305.478158:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.478161:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.478170:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864387456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.478205:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.478211:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d200 00000400:00000200:0.0:1734676305.478215:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 0 00000400:00000200:0.0:1734676305.478231:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.478234:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.478239:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.478245:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676305.478431:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cd9f400. 00000020:00000010:2.0:1734676305.478437:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.478441:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.478461:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867896832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676305.478660:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.478666:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.478668:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.478674:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864387456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.478682:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864387456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.478701:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a45000. 02000000:00000010:3.0:1734676305.478705:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45400. 00000100:00000010:3.0:1734676305.478708:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.478711:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.478714:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000100:00000200:2.0:1734676305.478726:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896832 02000000:00000010:2.0:1734676305.478735:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:2.0:1734676305.478817:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313db680. 00010000:00000010:2.0:1734676305.478840:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.478845:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.478860:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:2.0:1734676305.478862:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000010:2.0:1734676305.478872:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676305.478876:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896832, offset 224 00000400:00000200:2.0:1734676305.478880:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.478887:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.478893:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80357:80357:256:4294967295] 192.168.203.46@tcp LPNI seq info [80353:80353:8:4294967295] 00000400:00000200:2.0:1734676305.478900:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.478903:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.478907:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.478910:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.478915:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.478918:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.478937:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676305.478941:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.478944:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cd9f400. 00080000:00000010:3.0:1734676305.478996:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45400. 00010000:00000010:3.0:1734676305.479071:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.479076:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313db600. 00010000:00000010:3.0:1734676305.479148:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676305.479150:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.479154:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45000. 00010000:00000010:3.0:1734676305.479158:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00080000:00000010:3.0:1734676305.479167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44800. 00010000:00000010:3.0:1734676305.479184:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.479187:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.479219:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45800. 00010000:00000010:3.0:1734676305.479222:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676305.479227:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.479230:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.479234:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 02000000:00000010:3.0:1734676305.479242:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44400. 02000000:00000010:3.0:1734676305.479256:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.479260:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.479263:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.479267:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387584, portal 16 00000400:00000010:3.0:1734676305.479269:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.479271:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387584, offset 0 00000400:00000200:3.0:1734676305.479275:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.479279:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.479283:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.479286:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.479289:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.479290:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.479293:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80358:80358:255:4294967295] 192.168.203.46@tcp LPNI seq info [80354:80354:7:4294967295] 00000400:00000200:3.0:1734676305.479299:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.479303:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.479305:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.479308:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.479312:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.479313:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1734676305.479314:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:0.0:1734676305.479316:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.479319:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.479323:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.479326:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676305.479327:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:1.1:1734676305.479363:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4b400. 00000800:00000200:0.0:1734676305.479527:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.479530:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.479533:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.479536:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.479539:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.479540:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676305.479545:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e28a80 x1818938864387584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.481557:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.481569:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14600 00000400:00000200:0.0:1734676305.481576:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f45 [1] + 224 00000400:00000200:0.0:1734676305.481594:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.481599:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.481607:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e28a80 x1818938864387584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.481667:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:3.0:1734676305.481671:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.481673:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.481682:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e28a80 x1818938864387584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.481689:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e28a80 x1818938864387584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.481710:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.481715:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44400. 00000100:00000010:3.0:1734676305.481718:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00000100:00000010:3.0:1734676305.481720:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.481723:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.481934:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.481941:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d280 00000400:00000200:0.0:1734676305.481946:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 328 00000400:00000200:0.0:1734676305.482191:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.482195:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.482200:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.482204:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676305.482261:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a44400. 00000020:00000010:3.0:1734676305.482265:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.482273:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.482290:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867896960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.482317:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867896960 02000000:00000010:3.0:1734676305.482324:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.482343:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49a780. 00010000:00000010:3.0:1734676305.482357:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.482363:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.482370:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.482372:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:1.1:1734676305.482378:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4300. 00000400:00000010:3.0:1734676305.482379:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.482383:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867896960, offset 224 00010000:00000010:1.1:1734676305.482384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df93e00. 00000400:00000200:3.0:1734676305.482388:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.482394:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.482400:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80359:80359:256:4294967295] 192.168.203.46@tcp LPNI seq info [80355:80355:8:4294967295] 00000400:00000200:3.0:1734676305.482407:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.482410:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.482414:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.482418:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.482424:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.482427:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.482439:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.482442:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.482445:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a44400. 00010000:00000010:0.1:1734676305.482490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d800. 00080000:00000010:0.0:1734676305.482508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811a00. 00010000:00000010:0.0:1734676305.482565:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:0.0:1734676305.482570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49a700. 00010000:00000010:0.0:1734676305.482622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810200. 00010000:00000010:0.0:1734676305.482627:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676305.482633:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed40. 00000100:00000010:0.0:1734676305.482636:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676305.482641:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 02000000:00000010:0.0:1734676305.482649:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811200. 02000000:00000010:0.0:1734676305.482664:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810800. 00000400:00000010:0.0:1734676305.482667:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676305.482671:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676305.482675:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387712, portal 16 00000400:00000010:0.0:1734676305.482678:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676305.482680:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387712, offset 0 00000400:00000200:0.0:1734676305.482683:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.482688:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.482691:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.482695:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.482697:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.482699:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.482702:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80360:80360:255:4294967295] 192.168.203.46@tcp LPNI seq info [80356:80356:7:4294967295] 00000400:00000200:0.0:1734676305.482708:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.482712:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000200:3.0:1734676305.482713:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.482714:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000010:3.0:1734676305.482717:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000800:00000200:0.0:1734676305.482717:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:3.0:1734676305.482719:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1734676305.482720:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:3.0:1734676305.482722:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000200:0.0:1734676305.482722:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1734676305.482724:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676305.482726:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:3.0:1734676305.482744:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.482746:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:3.0:1734676305.482748:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.482751:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.482752:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:3.0:1734676305.482754:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:3.0:1734676305.482759:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480000 x1818938864387712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.486415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4600. 00010000:00000010:1.1:1734676305.486424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df93200. 00010000:00000010:1.1:1734676305.486428:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424000. 00010000:00000010:1.1:1734676305.486432:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44c00. 00010000:00000010:1.1:1734676305.486435:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:1.1:1734676305.486438:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45000. 00010000:00000010:1.1:1734676305.486440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8000. 00010000:00000010:1.1:1734676305.486448:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdf800. 00010000:00000010:0.1:1734676305.486793:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a200. 00010000:00000010:0.1:1734676305.486800:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45800. 00000400:00000200:0.0:1734676305.487207:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.487222:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14680 00000400:00000200:0.0:1734676305.487230:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f51 [1] + 224 00000400:00000200:0.0:1734676305.487240:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.487243:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.487252:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480000 x1818938864387712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.487271:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.487275:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d300 00000400:00000200:0.0:1734676305.487280:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 656 00000400:00000200:0.0:1734676305.487293:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.487296:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.487301:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.487306:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676305.487375:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a45200. 00000020:00000010:3.0:1734676305.487381:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.487385:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.487405:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867897088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.487462:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897088 02000000:00000010:3.0:1734676305.487471:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:3.0:1734676305.487499:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.487505:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.487510:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.487512:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.487523:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.487526:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897088, offset 224 00000400:00000200:3.0:1734676305.487531:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.487539:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.487543:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80361:80361:256:4294967295] 192.168.203.46@tcp LPNI seq info [80357:80357:8:4294967295] 00000400:00000200:3.0:1734676305.487551:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.487554:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.487558:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.487562:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.487567:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.487570:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.487693:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.487696:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.487700:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a45200. 00000800:00000200:0.0:1734676305.487795:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.487798:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676305.487800:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.487803:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.487806:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676305.487808:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000400:00000010:2.0:1734676305.488133:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676305.488139:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676305.488140:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:2.0:1734676305.488146:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480000 x1818938864387712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.488153:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480000 x1818938864387712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.488170:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49a180. 02000000:00000010:2.0:1734676305.488195:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810800. 02000000:00000010:2.0:1734676305.488202:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811200. 00000100:00000010:2.0:1734676305.488205:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00000100:00000010:2.0:1734676305.488209:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:2.0:1734676305.488212:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed40. 00080000:00000010:2.0:1734676305.488225:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9f400. 00010000:00000010:2.0:1734676305.488286:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:2.0:1734676305.488291:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49a100. 00010000:00000010:2.0:1734676305.488346:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9ec00. 00010000:00000010:2.0:1734676305.488351:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.488357:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.488360:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.488365:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676305.488373:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9fe00. 02000000:00000010:2.0:1734676305.488388:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9ea00. 00000400:00000010:2.0:1734676305.488392:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676305.488395:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.488399:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387840, portal 16 00000400:00000010:2.0:1734676305.488402:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676305.488403:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387840, offset 0 00000400:00000200:2.0:1734676305.488408:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.488413:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.488416:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.488419:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.488422:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.488424:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.488426:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80362:80362:256:4294967295] 192.168.203.46@tcp LPNI seq info [80358:80358:8:4294967295] 00000400:00000200:2.0:1734676305.488432:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.488435:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.488438:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:2.0:1734676305.488442:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.488446:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.488449:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.488468:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.488474:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9e000. 02000000:00000010:2.0:1734676305.488480:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9e400. 00000400:00000010:2.0:1734676305.488483:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676305.488485:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.488487:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864387968, portal 16 00000400:00000010:2.0:1734676305.488489:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.488491:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864387968, offset 0 00000400:00000200:2.0:1734676305.488494:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.488497:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.488499:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.488501:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.488502:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.488504:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.488506:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80363:80363:255:4294967295] 192.168.203.46@tcp LPNI seq info [80359:80359:7:4294967295] 00000400:00000200:2.0:1734676305.488511:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.488514:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.488516:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.488519:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.488522:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.488524:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.488709:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.488711:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:3.0:1734676305.488714:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.488717:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.488719:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676305.488720:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676305.488726:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864387840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676305.490425:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.490432:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:3.0:1734676305.490439:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.490445:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.490449:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:3.0:1734676305.490452:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:3.0:1734676305.490461:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864387968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.493211:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da0a00. 00010000:00000010:1.1:1734676305.493220:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46e00. 00010000:00000010:1.1:1734676305.493224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810200. 00000400:00000200:0.0:1734676305.493390:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.493403:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14700 00000400:00000200:0.0:1734676305.493411:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f5d [1] + 224 00000400:00000200:0.0:1734676305.493420:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.493423:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.493431:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864387840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.493462:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.493466:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14780 00000400:00000200:0.0:1734676305.493471:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f65 [1] + 224 00000400:00000200:0.0:1734676305.493475:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734676305.493477:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:0.0:1734676305.493477:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.493481:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676305.493483:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676305.493489:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864387968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.493490:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864387840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.493498:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864387840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.493499:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.493502:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d400 00000400:00000200:0.0:1734676305.493506:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 984 00000400:00000200:0.0:1734676305.493510:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.493512:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.493515:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.493519:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:2.0:1734676305.493524:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676305.493526:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676305.493527:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.493530:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864387968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.493537:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864387968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.493541:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.493544:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d380 00000400:00000200:0.0:1734676305.493547:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 1312 00000400:00000200:0.0:1734676305.493560:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.493563:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.493566:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.493568:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676305.493644:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.493648:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.493652:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.493669:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867897344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676305.493692:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.493694:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.493696:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.493701:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867897216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.493713:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897344 02000000:00000010:1.0:1734676305.493719:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.493737:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99eb80. 00000400:00000010:1.0:1734676305.493770:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676305.493774:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897344, offset 224 00000400:00000200:1.0:1734676305.493778:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.493784:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.493789:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80364:80364:256:4294967295] 192.168.203.46@tcp LPNI seq info [80360:80360:8:4294967295] 00000400:00000200:1.0:1734676305.493796:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.493800:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.493802:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.493806:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.493812:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.493815:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.493823:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.493827:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.493829:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000100:00000200:1.0:1734676305.493836:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897216 02000000:00000010:1.0:1734676305.493840:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.493847:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d482280. 00010000:00000010:1.0:1734676305.493855:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.493860:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.493864:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.493866:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.493870:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676305.493872:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897216, offset 224 00000400:00000200:1.0:1734676305.493875:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.493878:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.493881:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80365:80365:255:4294967295] 192.168.203.46@tcp LPNI seq info [80361:80361:7:4294967295] 00000400:00000200:1.0:1734676305.493886:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.493889:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.493896:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.493899:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.493902:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.493903:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.493907:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.493909:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.493911:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 02000000:00000010:2.0:1734676305.493956:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9ea00. 02000000:00000010:2.0:1734676305.493961:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9fe00. 00000100:00000010:2.0:1734676305.493964:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000800:00000200:0.0:1734676305.493964:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.493966:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 02000000:00000010:2.0:1734676305.493968:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9e400. 00000400:00000200:0.0:1734676305.493968:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676305.493970:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9e000. 00000100:00000010:2.0:1734676305.493971:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000400:00000200:0.0:1734676305.493971:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:2.0:1734676305.493973:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00000400:00000200:0.0:1734676305.493973:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676305.493974:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00010000:00000010:2.0:1734676305.493975:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00080000:00000010:2.0:1734676305.493995:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9e000. 00000800:00000200:0.0:1734676305.494012:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.494013:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.494015:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.494017:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.494019:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676305.494020:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00010000:00000010:2.0:1734676305.494074:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.494079:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99eb00. 00010000:00000010:2.0:1734676305.494348:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9e400. 00010000:00000010:2.0:1734676305.494353:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.494359:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.494362:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.494366:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.494373:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9fe00. 02000000:00000010:2.0:1734676305.494388:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cd9ea00. 00000400:00000010:2.0:1734676305.494391:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676305.494394:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.494398:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388096, portal 16 00000400:00000010:2.0:1734676305.494400:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.494402:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388096, offset 0 00000400:00000200:2.0:1734676305.494406:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.494411:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.494414:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.494417:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.494420:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.494422:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.494424:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80366:80366:256:4294967295] 192.168.203.46@tcp LPNI seq info [80362:80362:8:4294967295] 00000400:00000200:2.0:1734676305.494430:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.494433:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.494436:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.494439:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.494442:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.494445:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.495525:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.495531:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:3.0:1734676305.495536:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.495542:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.495546:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:3.0:1734676305.495548:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:3.0:1734676305.495557:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864388096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.497477:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11000. 00000400:00000200:0.0:1734676305.500163:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.500179:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14800 00000400:00000200:0.0:1734676305.500186:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f75 [1] + 224 00000400:00000200:0.0:1734676305.500205:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.500209:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.500219:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864388096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.500356:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676305.500360:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676305.500362:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.500368:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864388096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.500375:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864388096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.500397:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cd9ea00. 02000000:00000010:2.0:1734676305.500401:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9fe00. 00000100:00000010:2.0:1734676305.500404:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676305.500408:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:2.0:1734676305.500411:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000400:00000200:0.0:1734676305.500612:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.500618:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d480 00000400:00000200:0.0:1734676305.500624:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 1640 00000400:00000200:0.0:1734676305.500672:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.500675:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.500680:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.500683:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:3.0:1734676305.501928:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a44200. 00000020:00000010:3.0:1734676305.501937:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.501941:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.501966:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867897472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.502014:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897472 02000000:00000010:3.0:1734676305.502025:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.502095:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de0980. 00010000:00000010:3.0:1734676305.502134:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.502141:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.502256:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.502261:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.502273:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.502278:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897472, offset 224 00000400:00000200:3.0:1734676305.502283:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.502290:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.502296:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80367:80367:256:4294967295] 192.168.203.46@tcp LPNI seq info [80363:80363:8:4294967295] 00000400:00000200:3.0:1734676305.502307:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.502314:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.502319:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.502325:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.502333:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.502337:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.502377:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.502381:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.502388:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a44200. 00080000:00000010:2.0:1734676305.502473:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cd9fe00. 00010000:00000010:2.0:1734676305.502546:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.502555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097de0380. 00010000:00000010:2.0:1734676305.502622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cd9ea00. 00010000:00000010:2.0:1734676305.502628:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.502637:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.502641:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.502647:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.502658:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cd9e600. 02000000:00000010:2.0:1734676305.502679:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7a00. 00000400:00000010:2.0:1734676305.502686:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676305.502690:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.502696:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388224, portal 16 00000400:00000010:2.0:1734676305.502699:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.502701:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388224, offset 0 00000400:00000200:2.0:1734676305.502706:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.502713:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.502717:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.502721:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.502724:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.502726:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.502728:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80368:80368:255:4294967295] 192.168.203.46@tcp LPNI seq info [80364:80364:7:4294967295] 00000400:00000200:2.0:1734676305.502735:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.502740:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.502743:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:2.0:1734676305.502747:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.502752:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.502754:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.502837:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.502839:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.502842:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.502846:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.502848:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676305.502850:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:0.0:1734676305.502894:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.502895:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:0.0:1734676305.502898:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.502901:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.502903:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676305.502904:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676305.502910:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864388224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.503297:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6fa00. 00010000:00000010:1.1:1734676305.503302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9ec00. 00000400:00000200:0.0:1734676305.505794:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.505809:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14880 00000400:00000200:0.0:1734676305.505817:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f81 [1] + 224 00000400:00000200:0.0:1734676305.505828:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.505832:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.505841:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864388224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.505876:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.505880:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d500 00000400:00000200:0.0:1734676305.505885:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa396d [2] + 1968 00000400:00000010:0.0:1734676305.505888:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:0.0:1734676305.505892:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012cf8a9c0 00000400:00000010:2.0:1734676305.505933:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676305.505939:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676305.505940:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000400:00000200:0.0:1734676305.505943:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.505947:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.505950:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864388224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.505950:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012cf8a9c0 00000400:00000010:0.0:1734676305.505952:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012cf8a9c0. 00000100:00000200:0.0:1734676305.505956:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676305.505960:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864388224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.505991:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7a00. 02000000:00000010:2.0:1734676305.506008:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cd9e600. 00000100:00000010:2.0:1734676305.506014:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676305.506019:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:2.0:1734676305.506023:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000020:00000010:3.0:1734676305.506283:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a44200. 00000020:00000010:3.0:1734676305.506288:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.506292:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.506312:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1450 x1818938867897600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.506336:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897600 02000000:00000010:3.0:1734676305.506345:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.506368:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8aed00. 00010000:00000010:3.0:1734676305.506385:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.506392:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0ba5840. 00000100:00000010:3.0:1734676305.506399:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0ba5840. 00010000:00000010:3.0:1734676305.506403:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000010:3.0:1734676305.506413:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.506417:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897600, offset 224 00000400:00000200:3.0:1734676305.506423:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.506432:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.506438:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80369:80369:256:4294967295] 192.168.203.46@tcp LPNI seq info [80365:80365:8:4294967295] 00000400:00000200:3.0:1734676305.506447:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.506453:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.506456:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.506461:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.506468:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.506471:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.506499:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676305.506503:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.506507:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a44200. 02000000:00000010:3.0:1734676305.506514:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676305.506517:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676305.506523:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676305.506525:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676305.506530:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676305.506532:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676305.506535:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676305.506537:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676305.506539:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676305.506541:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:3.0:1734676305.506545:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00000100:00000010:3.0:1734676305.506549:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000200:3.0:1734676305.506555:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.506559:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd93c8. 00000400:00000010:3.0:1734676305.506564:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0ba5840. 00000800:00000200:1.0:1734676305.506628:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.506632:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676305.506635:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.506639:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.506641:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676305.506643:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 02000000:00000010:1.0:1734676305.506646:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00080000:00000010:2.0:1734676305.506876:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7a00. 00010000:00000010:2.0:1734676305.506944:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.506951:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae580. 00010000:00000010:2.0:1734676305.507022:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7c00. 00010000:00000010:2.0:1734676305.507029:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.507063:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.507069:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.507076:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.507099:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6800. 02000000:00000010:2.0:1734676305.507120:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6c00. 00000400:00000010:2.0:1734676305.507125:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676305.507131:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.507136:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388352, portal 16 00000400:00000010:2.0:1734676305.507141:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676305.507143:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388352, offset 0 00000400:00000200:2.0:1734676305.507149:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.507157:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.507160:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.507165:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.507168:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.507171:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.507174:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80370:80370:256:4294967295] 192.168.203.46@tcp LPNI seq info [80366:80366:8:4294967295] 00000400:00000200:2.0:1734676305.507181:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.507187:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.507191:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.507197:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.507204:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.507207:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.507274:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.507277:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.507280:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.507283:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.507286:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676305.507287:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676305.507292:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864388352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.508876:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.508887:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14900 00000400:00000200:0.0:1734676305.508894:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f91 [1] + 224 00000400:00000200:0.0:1734676305.508910:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.508914:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.508921:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864388352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.509919:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.509928:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d580 00000400:00000200:0.0:1734676305.509934:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 0 00000400:00000200:0.0:1734676305.509982:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.509986:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.509990:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.509995:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676305.510422:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.510428:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.510431:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000400:00000010:2.0:1734676305.510445:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676305.510449:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676305.510451:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:1.0:1734676305.510452:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867897728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.510459:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864388352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.510466:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864388352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676305.510483:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897728 02000000:00000010:2.0:1734676305.510486:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6c00. 02000000:00000010:2.0:1734676305.510489:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6800. 02000000:00000010:1.0:1734676305.510491:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00000100:00000010:2.0:1734676305.510492:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676305.510495:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:2.0:1734676305.510498:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00010000:00000010:1.0:1734676305.510516:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0ad0600. 00010000:00000010:1.0:1734676305.510529:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.510535:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.510544:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.510546:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.510554:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676305.510557:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897728, offset 224 00000400:00000200:1.0:1734676305.510562:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.510568:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.510573:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80371:80371:256:4294967295] 192.168.203.46@tcp LPNI seq info [80367:80367:8:4294967295] 00000400:00000200:1.0:1734676305.510581:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.510586:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.510589:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.510593:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.510598:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.510600:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.510612:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.510615:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.510617:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000800:00000200:0.0:1734676305.510722:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.510725:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:0.0:1734676305.510728:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.510731:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.510734:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676305.510735:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00080000:00000010:2.0:1734676305.510740:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6800. 00010000:00000010:2.0:1734676305.510793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.510798:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0ad0300. 00010000:00000010:2.0:1734676305.510852:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6c00. 00010000:00000010:2.0:1734676305.510857:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676305.510863:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4400. 00000100:00000010:2.0:1734676305.510865:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:2.0:1734676305.510869:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.510876:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676305.510891:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:2.0:1734676305.510893:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676305.510896:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.510900:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388480, portal 16 00000400:00000010:2.0:1734676305.510903:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.510904:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388480, offset 0 00000400:00000200:2.0:1734676305.510909:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.510914:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.510916:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.510919:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.510922:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.510924:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.510927:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80372:80372:256:4294967295] 192.168.203.46@tcp LPNI seq info [80368:80368:8:4294967295] 00000400:00000200:2.0:1734676305.510933:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.510937:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.510939:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.510942:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.510946:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.510948:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.511221:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.511224:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:0.0:1734676305.511227:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.511230:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.511233:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676305.511234:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676305.511239:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864388480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.511337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14fc00. 00010000:00000010:1.1:1734676305.511345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464c00. 00000400:00000200:2.0:1734676305.513998:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.514012:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14980 00000400:00000200:2.0:1734676305.514019:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4f9d [1] + 224 00010000:00000010:1.1:1734676305.514159:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e50300. 00010000:00000010:1.1:1734676305.514170:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9e400. 00000400:00000200:2.0:1734676305.514317:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.514321:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.514330:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864388480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676305.514720:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.514728:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d600 00000400:00000200:3.0:1734676305.514733:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 328 00000400:00000200:3.0:1734676305.514783:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.514787:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.514791:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676305.514796:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 00000400:00000010:3.0:1734676305.514827:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:3.0:1734676305.514830:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676305.514832:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676305.514837:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864388480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.514844:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864388480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.514865:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:3.0:1734676305.514869:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6400. 00000100:00000010:3.0:1734676305.514872:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:3.0:1734676305.514875:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:3.0:1734676305.514878:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4400. 00000020:00000010:0.0:1734676305.515015:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811200. 00000020:00000010:0.0:1734676305.515022:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676305.515025:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a4500c8. 00000100:00000200:0.0:1734676305.515193:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e28a80 x1818938867897856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.515269:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897856 02000000:00000010:1.0:1734676305.515277:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.515298:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3a00. 00010000:00000010:1.0:1734676305.515310:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.515316:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.515333:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.515336:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.515345:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676305.515349:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897856, offset 224 00000400:00000200:1.0:1734676305.515354:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.515361:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.515366:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80373:80373:256:4294967295] 192.168.203.46@tcp LPNI seq info [80369:80369:8:4294967295] 00000400:00000200:1.0:1734676305.515374:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.515378:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.515381:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.515385:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.515390:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.515394:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.515413:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c100. 00000020:00000010:1.0:1734676305.515417:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a4500c8. 00000020:00000010:1.0:1734676305.515419:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811200. 00000800:00000200:0.0:1734676305.515510:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.515513:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.515516:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.515519:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.515522:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676305.515523:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676305.515577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44200. 00010000:00000010:3.0:1734676305.515635:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:3.0:1734676305.515641:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3980. 00010000:00000010:3.0:1734676305.515692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44000. 00010000:00000010:3.0:1734676305.515696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.515702:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.515706:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.515711:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.515719:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44e00. 02000000:00000010:3.0:1734676305.515735:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44a00. 00000400:00000010:3.0:1734676305.515739:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.515742:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.515745:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388608, portal 16 00000400:00000010:3.0:1734676305.515748:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.515750:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388608, offset 0 00000400:00000200:3.0:1734676305.515753:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.515758:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.515760:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.515763:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.515766:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.515767:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.515769:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80374:80374:256:4294967295] 192.168.203.46@tcp LPNI seq info [80370:80370:8:4294967295] 00000400:00000200:3.0:1734676305.515774:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.515777:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.515779:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.515782:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.515786:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.515788:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.516279:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.516283:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676305.516285:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.516289:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.516292:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676305.516293:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676305.516299:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864388608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.517449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9e200. 00010000:00000010:1.1:1734676305.517804:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305fb800. 00000400:00000200:0.0:1734676305.519108:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.519122:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14a00 00000400:00000200:0.0:1734676305.519129:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fa9 [1] + 224 00000400:00000200:0.0:1734676305.519139:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.519142:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.519151:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864388608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.519184:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.519188:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d680 00000400:00000200:0.0:1734676305.519192:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 656 00000400:00000200:0.0:1734676305.519207:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.519211:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.519215:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.519220:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676305.519600:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.519605:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.519609:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.519628:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867897984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.519648:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867897984 02000000:00000010:1.0:1734676305.519657:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.519685:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.519690:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.519695:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.519697:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.519707:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676305.519710:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867897984, offset 224 00000400:00000200:1.0:1734676305.519714:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.519721:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.519726:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80375:80375:256:4294967295] 192.168.203.46@tcp LPNI seq info [80371:80371:8:4294967295] 00000400:00000200:1.0:1734676305.519732:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.519736:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000010:3.0:1734676305.519737:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000800:00000010:1.0:1734676305.519739:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000400:00000200:3.0:1734676305.519742:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000800:00000200:1.0:1734676305.519743:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000010:3.0:1734676305.519744:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:1.0:1734676305.519748:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000100:00000200:3.0:1734676305.519749:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864388608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676305.519750:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1734676305.519757:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864388608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676305.519761:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.519764:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.519767:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00010000:00000010:3.0:1734676305.519773:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d482800. 02000000:00000010:3.0:1734676305.519784:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44a00. 02000000:00000010:3.0:1734676305.519788:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44e00. 00000100:00000010:3.0:1734676305.519791:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.519793:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.519796:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.519810:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44e00. 00010000:00000010:3.0:1734676305.520174:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.520180:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3100. 00010000:00000010:3.0:1734676305.520236:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44a00. 00010000:00000010:3.0:1734676305.520240:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.520247:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.520249:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.520253:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.520259:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45200. 02000000:00000010:3.0:1734676305.520275:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.520279:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.520281:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.520285:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388736, portal 16 00000400:00000010:3.0:1734676305.520288:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.520289:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388736, offset 0 00000400:00000200:3.0:1734676305.520294:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.520298:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.520302:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.520305:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.520307:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.520309:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.520311:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80376:80376:255:4294967295] 192.168.203.46@tcp LPNI seq info [80372:80372:7:4294967295] 00000400:00000200:3.0:1734676305.520318:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.520322:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.520324:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.520327:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.520331:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.520333:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676305.520338:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.520343:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44400. 02000000:00000010:3.0:1734676305.520349:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a45800. 00000400:00000010:3.0:1734676305.520352:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.520354:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000800:00000200:0.0:1734676305.520354:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1734676305.520356:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388864, portal 16 00000800:00000010:0.0:1734676305.520356:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000010:3.0:1734676305.520358:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000400:00000200:0.0:1734676305.520359:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1734676305.520360:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388864, offset 0 00000400:00000200:3.0:1734676305.520362:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.520363:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.520365:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676305.520366:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000400:00000200:3.0:1734676305.520367:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.520369:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.520371:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.520373:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.520374:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.520376:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80377:80377:254:4294967295] 192.168.203.46@tcp LPNI seq info [80373:80373:6:4294967295] 00000400:00000200:3.0:1734676305.520382:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.520385:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.520387:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.520389:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.520392:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.520394:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.520437:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.520439:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.520441:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.520444:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.520446:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.520448:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676305.520453:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864388736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.520509:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.520512:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676305.520514:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.520517:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.520519:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676305.520520:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676305.520524:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864388864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.524746:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.524762:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14a80 00000400:00000200:0.0:1734676305.524770:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fb5 [1] + 224 00000400:00000200:0.0:1734676305.524781:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.524785:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.524794:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864388736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.524829:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.524833:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14b00 00000400:00000200:0.0:1734676305.524836:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fbd [1] + 224 00000400:00000200:0.0:1734676305.524840:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.524842:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.524847:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864388864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.524857:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.524860:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d700 00000400:00000200:0.0:1734676305.524864:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 984 00000400:00000200:0.0:1734676305.524878:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.524881:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.524885:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.524891:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:3.0:1734676305.524989:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.524994:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.524996:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.525002:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864388736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.525010:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864388736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.525030:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.525032:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.525033:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.525064:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864388864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.525071:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864388864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.525092:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.525098:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45200. 00000100:00000010:3.0:1734676305.525100:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.525103:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a45800. 02000000:00000010:3.0:1734676305.525105:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44400. 00000100:00000010:3.0:1734676305.525106:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.525108:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.525113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.528723:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.528731:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.528735:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.528757:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867898112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.528784:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898112 02000000:00000010:1.0:1734676305.528795:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676305.528816:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe4f00. 00000400:00000010:1.0:1734676305.528836:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676305.528842:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898112, offset 224 00000400:00000200:1.0:1734676305.528847:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.528856:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.528862:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80378:80378:256:4294967295] 192.168.203.46@tcp LPNI seq info [80374:80374:8:4294967295] 00000400:00000200:1.0:1734676305.528939:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.528944:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.528948:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.528953:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.528959:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.528962:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.528975:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.528979:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.528982:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000800:00000200:2.0:1734676305.529188:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1734676305.529253:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.529262:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d780 00000400:00000200:0.0:1734676305.529268:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 1312 00000400:00000200:0.0:1734676305.529285:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.529288:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.529292:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.529296:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:0.0:1734676305.529316:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810800. 00000020:00000010:0.0:1734676305.529319:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.529321:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.529329:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867898240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.529340:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898240 02000000:00000010:0.0:1734676305.529343:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676305.529353:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe4e80. 00010000:00000010:0.0:1734676305.529369:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae900. 00000100:00000010:0.0:1734676305.529374:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469780. 00000100:00000010:0.0:1734676305.529394:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469780. 00010000:00000010:0.0:1734676305.529398:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae900. 00000400:00000010:0.0:1734676305.529403:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676305.529407:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898240, offset 224 00000400:00000200:0.0:1734676305.529410:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.529414:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.529417:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80379:80379:255:4294967295] 192.168.203.46@tcp LPNI seq info [80375:80375:7:4294967295] 00000400:00000200:0.0:1734676305.529422:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.529425:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.529427:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676305.529430:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.529433:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.529436:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.529441:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.529444:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.529446:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810800. 00000800:00000010:2.0:1734676305.529628:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:2.0:1734676305.529632:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.529636:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.529639:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:2.0:1734676305.529640:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:2.0:1734676305.529673:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.529675:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:2.0:1734676305.529677:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.529680:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:1.1:1734676305.529680:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f0600. 00000400:00000200:2.0:1734676305.529682:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:2.0:1734676305.529683:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00010000:00000010:1.1:1734676305.529687:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9ea00. 00080000:00000010:3.0:1734676305.529690:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44400. 00010000:00000010:1.1:1734676305.529690:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e96600. 00010000:00000010:1.1:1734676305.529692:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7c00. 00010000:00000010:3.0:1734676305.529749:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.529754:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe4e00. 00010000:00000010:3.0:1734676305.529810:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45800. 00010000:00000010:3.0:1734676305.529815:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.529822:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.529825:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.529830:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.529839:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45200. 02000000:00000010:3.0:1734676305.529856:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.529860:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.529864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.529868:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864388992, portal 16 00000400:00000010:3.0:1734676305.529870:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.529872:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864388992, offset 0 00000400:00000200:3.0:1734676305.529877:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.529881:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.529885:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.529888:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.529890:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.529892:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.529895:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80380:80380:256:4294967295] 192.168.203.46@tcp LPNI seq info [80376:80376:8:4294967295] 00000400:00000200:3.0:1734676305.529900:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.529904:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.529907:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.529910:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.529914:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.529916:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.530113:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.530115:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676305.530117:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.530120:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.530122:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676305.530124:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676305.530128:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864388992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.532396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7bfa00. 00010000:00000010:3.1:1734676305.532435:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e300. 00010000:00000010:3.1:1734676305.532441:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6c00. 00000400:00000200:0.0:1734676305.534652:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.534669:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14b80 00000400:00000200:0.0:1734676305.534677:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fcd [1] + 224 00000400:00000200:0.0:1734676305.534695:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.534699:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.534709:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864388992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.534816:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.534820:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.534822:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.534827:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864388992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.534834:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864388992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.534855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.534860:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45200. 00000100:00000010:3.0:1734676305.534863:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.534866:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.534870:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000400:00000200:0.0:1734676305.535134:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.535140:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d800 00000400:00000200:0.0:1734676305.535145:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 1640 00000400:00000200:0.0:1734676305.535194:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.535198:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.535203:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.535207:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676305.535387:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.535393:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.535397:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.535417:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867898368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.535444:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898368 02000000:00000010:1.0:1734676305.535452:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676305.535476:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6dcf00. 00010000:00000010:1.0:1734676305.535492:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.535498:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.535514:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.535517:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.535527:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676305.535531:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898368, offset 224 00000400:00000200:1.0:1734676305.535537:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.535544:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.535549:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80381:80381:256:4294967295] 192.168.203.46@tcp LPNI seq info [80377:80377:8:4294967295] 00000400:00000200:1.0:1734676305.535557:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.535562:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.535567:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.535571:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.535576:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.535580:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.535592:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.535596:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.535599:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00010000:00000010:0.1:1734676305.535641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4000. 00080000:00000010:3.0:1734676305.535742:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45200. 00010000:00000010:3.0:1734676305.535799:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.535805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6dce80. 00000800:00000200:2.0:1734676305.535856:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1734676305.535860:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44600. 00000800:00000010:2.0:1734676305.535860:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00010000:00000010:3.0:1734676305.535864:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00000400:00000200:2.0:1734676305.535865:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.535870:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676305.535871:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.535874:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000400:00000200:2.0:1734676305.535874:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:2.0:1734676305.535876:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000010:3.0:1734676305.535878:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.535887:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45000. 02000000:00000010:3.0:1734676305.535903:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44c00. 00000400:00000010:3.0:1734676305.535907:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.535909:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.535913:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389120, portal 16 00000400:00000010:3.0:1734676305.535916:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.535918:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389120, offset 0 00000400:00000200:3.0:1734676305.535922:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.535926:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.535930:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.535933:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.535936:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.535938:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.535940:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80382:80382:256:4294967295] 192.168.203.46@tcp LPNI seq info [80378:80378:8:4294967295] 00000400:00000200:3.0:1734676305.535946:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.535949:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.535952:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.535955:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.535958:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.535960:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.536732:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.536737:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.536740:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.536745:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.536749:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.536750:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676305.536756:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.537344:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.537352:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14c00 00000400:00000200:0.0:1734676305.537359:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fd9 [1] + 224 00000400:00000200:0.0:1734676305.537373:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.537376:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.537383:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.537463:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.537467:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.537468:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.537473:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.537480:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.537499:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44c00. 02000000:00000010:3.0:1734676305.537503:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45000. 00000100:00000010:3.0:1734676305.537507:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.537510:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.537513:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:1.1:1734676305.538714:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4ea00. 00010000:00000010:3.1:1734676305.538729:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d178c00. 00010000:00000010:3.1:1734676305.538736:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7400. 00010000:00000010:3.1:1734676305.538740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44000. 00010000:00000010:3.1:1734676305.538744:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7300. 00010000:00000010:3.1:1734676305.538747:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44a00. 00000400:00000200:0.0:1734676305.539641:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.539655:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d880 00000400:00000200:0.0:1734676305.539663:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa39cd [2] + 1968 00000400:00000010:0.0:1734676305.539667:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9c08. 00000400:00000200:0.0:1734676305.539670:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ea9c540 00000400:00000200:0.0:1734676305.539726:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.539731:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.539734:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ea9c540 00000400:00000010:0.0:1734676305.539736:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012ea9c540. 00000100:00000200:0.0:1734676305.539741:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1734676305.541221:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df200. 00010000:00000010:3.1:1734676305.541267:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7700. 00010000:00000010:3.1:1734676305.541275:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45800. 00000020:00000010:1.0:1734676305.541305:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676305.541310:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.541315:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.541338:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0050 x1818938867898496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.541368:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898496 02000000:00000010:1.0:1734676305.541377:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.541399:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76f800. 00010000:00000010:1.0:1734676305.541422:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.541428:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012fdfed80. 00000100:00000010:1.0:1734676305.541440:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012fdfed80. 00010000:00000010:1.0:1734676305.541442:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.541452:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676305.541460:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898496, offset 224 00000400:00000200:1.0:1734676305.541468:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.541477:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.541482:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80383:80383:256:4294967295] 192.168.203.46@tcp LPNI seq info [80379:80379:8:4294967295] 00000400:00000200:1.0:1734676305.541490:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00080000:00000010:3.0:1734676305.541497:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45800. 00000800:00000200:1.0:1734676305.541498:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.541501:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.541505:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.541512:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.541515:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.541534:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.541538:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.541541:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 02000000:00000010:1.0:1734676305.541549:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676305.541552:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676305.541558:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676305.541561:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676305.541563:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676305.541565:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676305.541567:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676305.541568:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676305.541573:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676305.541575:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e28a80. 00010000:00000010:3.0:1734676305.541576:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 02000000:00000010:1.0:1734676305.541577:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.541578:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 00000100:00000200:1.0:1734676305.541583:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1734676305.541584:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d76f780. 00000400:00000010:1.0:1734676305.541587:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad580. 00000400:00000010:1.0:1734676305.541590:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012fdfed80. 00000800:00000200:0.0:1734676305.541614:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.541618:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.541622:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.541627:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.541629:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676305.541631:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 02000000:00000010:0.0:1734676305.541635:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00010000:00000010:3.0:1734676305.541683:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def200. 00010000:00000010:3.0:1734676305.541687:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.541691:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44a00. 00010000:00000010:3.0:1734676305.541696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00080000:00000010:3.0:1734676305.541708:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44000. 00010000:00000010:3.0:1734676305.541738:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.541742:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.541795:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45000. 00010000:00000010:3.0:1734676305.541801:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.541808:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.541813:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.541820:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.541831:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44c00. 02000000:00000010:3.0:1734676305.541854:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f3200. 00000400:00000010:3.0:1734676305.541859:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.541864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.541869:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389248, portal 16 00000400:00000010:3.0:1734676305.541872:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.541875:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389248, offset 0 00000400:00000200:3.0:1734676305.541883:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.541891:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.541896:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.541901:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.541904:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.541906:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.541908:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80384:80384:256:4294967295] 192.168.203.46@tcp LPNI seq info [80380:80380:8:4294967295] 00000400:00000200:3.0:1734676305.541916:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.541921:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.541924:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.541929:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.541934:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.541937:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.542645:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.542649:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676305.542652:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.542656:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.542661:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676305.542662:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676305.542672:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.543786:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.543798:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14c80 00000400:00000200:0.0:1734676305.543806:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4fe9 [1] + 224 00000400:00000200:0.0:1734676305.543824:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.543827:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.543835:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.544347:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00010000:00000010:1.1:1734676305.544351:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c0c00. 00000400:00000200:3.0:1734676305.544353:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.544355:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.544361:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.544368:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.544389:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f3200. 02000000:00000010:3.0:1734676305.544393:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44c00. 00000100:00000010:3.0:1734676305.544397:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.544399:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.544402:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:0.1:1734676305.544519:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59a00. 00010000:00000010:0.1:1734676305.544524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44600. 00000400:00000200:2.0:1734676305.544537:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.544544:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d900 00000400:00000200:2.0:1734676305.544549:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 0 00000400:00000200:2.0:1734676305.544605:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.544609:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.544613:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.544617:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000020:00000010:0.0:1734676305.545157:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810800. 00000020:00000010:0.0:1734676305.545163:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.545167:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.545186:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867898624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.545215:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898624 02000000:00000010:0.0:1734676305.545222:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.545242:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ece600. 00010000:00000010:0.0:1734676305.545503:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae900. 00000100:00000010:0.0:1734676305.545510:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469780. 00000100:00000010:0.0:1734676305.545526:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469780. 00010000:00000010:0.0:1734676305.545529:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae900. 00000400:00000010:0.0:1734676305.545539:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676305.545543:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898624, offset 224 00000400:00000200:0.0:1734676305.545547:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.545553:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.545558:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80385:80385:256:4294967295] 192.168.203.46@tcp LPNI seq info [80381:80381:8:4294967295] 00000400:00000200:0.0:1734676305.545566:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.545571:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.545574:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676305.545579:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.545584:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.545588:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.545608:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.545612:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.545614:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810800. 00000800:00000200:1.0:1734676305.545669:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.545672:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:1.0:1734676305.545675:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.545679:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.545682:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:1.0:1734676305.545684:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00080000:00000010:3.0:1734676305.545883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f3200. 00010000:00000010:3.0:1734676305.545940:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.545946:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ece580. 00010000:00000010:3.0:1734676305.547963:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3c00. 00010000:00000010:3.0:1734676305.547972:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.547981:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.547988:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.547996:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.548005:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313f3800. 02000000:00000010:3.0:1734676305.548025:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f2400. 00000400:00000010:3.0:1734676305.548031:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.548035:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.548055:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389376, portal 16 00000400:00000010:3.0:1734676305.548059:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.548061:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389376, offset 0 00000400:00000200:3.0:1734676305.548068:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.548077:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.548090:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.548094:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.548097:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.548099:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.548102:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80386:80386:256:4294967295] 192.168.203.46@tcp LPNI seq info [80382:80382:8:4294967295] 00000400:00000200:3.0:1734676305.548109:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.548113:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.548117:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.548121:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.548127:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.548130:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.548244:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.548247:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.548251:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.548255:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.548258:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676305.548260:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676305.548266:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.551302:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.551317:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14d00 00000400:00000200:2.0:1734676305.551325:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa4ff5 [1] + 224 00000400:00000200:2.0:1734676305.551344:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.551348:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.551358:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.551562:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.551569:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516d980 00000400:00000010:3.0:1734676305.551571:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.551576:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.551578:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.551585:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.551592:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.551616:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f2400. 02000000:00000010:3.0:1734676305.551622:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313f3800. 00000100:00000010:3.0:1734676305.551625:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.551628:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.551632:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00010000:00000010:1.1:1734676305.551694:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def200. 00010000:00000010:1.1:1734676305.551700:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44a00. 00000400:00000200:0.0:1734676305.551773:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 328 00000400:00000200:0.0:1734676305.551821:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.551825:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.551830:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.551833:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:2.0:1734676305.554177:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097db7800. 00000020:00000010:2.0:1734676305.554186:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676305.554190:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.554213:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867898752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.554252:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898752 02000000:00000010:2.0:1734676305.554261:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:2.0:1734676305.554282:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a3880. 00010000:00000010:2.0:1734676305.554302:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d80. 00000100:00000010:2.0:1734676305.554309:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.554328:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.554331:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d80. 00000400:00000010:2.0:1734676305.554342:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.554347:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898752, offset 224 00000400:00000200:2.0:1734676305.554353:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.554363:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.554369:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80387:80387:256:4294967295] 192.168.203.46@tcp LPNI seq info [80383:80383:8:4294967295] 00080000:00000010:3.0:1734676305.554371:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f3800. 00000400:00000200:2.0:1734676305.554376:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.554381:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.554384:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.554389:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.554394:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.554398:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.554410:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676305.554412:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.554415:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097db7800. 00010000:00000010:3.0:1734676305.554426:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.554431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0a3a80. 00010000:00000010:3.0:1734676305.554493:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f2400. 00010000:00000010:3.0:1734676305.554498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.554504:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.554507:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.554512:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.554520:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313f2800. 02000000:00000010:3.0:1734676305.554536:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f2000. 00000400:00000010:3.0:1734676305.554541:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.554544:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.554548:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389504, portal 16 00000400:00000010:3.0:1734676305.554550:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.554552:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389504, offset 0 00000400:00000200:3.0:1734676305.554556:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.554561:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.554564:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.554567:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.554570:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.554572:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.554574:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80388:80388:255:4294967295] 192.168.203.46@tcp LPNI seq info [80384:80384:7:4294967295] 00000400:00000200:3.0:1734676305.554580:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.554583:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.554585:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.554588:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.554591:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.554594:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.554603:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.554607:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:1.0:1734676305.554611:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.554615:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.554618:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676305.554620:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000800:00000200:1.0:1734676305.554665:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.554667:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676305.554669:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.554672:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.554674:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676305.554675:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676305.554680:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.557564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5c00. 00000400:00000200:2.0:1734676305.557635:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.557649:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14d80 00000400:00000200:2.0:1734676305.557656:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5001 [1] + 224 00000400:00000200:2.0:1734676305.557666:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.557681:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.557692:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.557725:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.557730:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516da00 00000400:00000200:2.0:1734676305.557734:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 656 00000400:00000010:3.0:1734676305.557764:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.557769:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.557771:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.557778:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.557787:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.557795:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.557799:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.557803:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.557808:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676305.557809:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f2000. 02000000:00000010:3.0:1734676305.557813:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313f2800. 00000100:00000010:3.0:1734676305.557816:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.557818:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.557821:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.558702:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.558708:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.558712:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.558730:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867898880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.558749:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867898880 02000000:00000010:1.0:1734676305.558757:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.558777:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd86600. 00010000:00000010:1.0:1734676305.559977:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.559987:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676305.561170:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676305.561176:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.561190:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676305.561195:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867898880, offset 224 00000400:00000200:1.0:1734676305.561203:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.561212:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.561217:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80389:80389:256:4294967295] 192.168.203.46@tcp LPNI seq info [80385:80385:8:4294967295] 00000400:00000200:1.0:1734676305.561224:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.561229:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.561232:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.561237:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.561242:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.561245:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.561425:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2800. 00010000:00000010:3.0:1734676305.561482:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.561488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd86580. 00010000:00000010:3.0:1734676305.561537:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f2000. 00010000:00000010:3.0:1734676305.561541:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.561547:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.561552:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.561557:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.561566:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313f2c00. 02000000:00000010:3.0:1734676305.561584:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f3400. 00000400:00000010:3.0:1734676305.561588:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.561591:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.561594:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389632, portal 16 00000400:00000010:3.0:1734676305.561597:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.561598:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389632, offset 0 00000400:00000200:3.0:1734676305.561602:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.561606:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.561609:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.561612:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.561615:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.561617:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.561619:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80390:80390:255:4294967295] 192.168.203.46@tcp LPNI seq info [80386:80386:7:4294967295] 00000400:00000200:3.0:1734676305.561624:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.561627:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.561629:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.561632:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.561635:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.561637:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.561816:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.561820:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.561824:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00010000:00000010:1.1:1734676305.564312:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7800. 00010000:00000010:1.1:1734676305.564322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45000. 00010000:00000010:0.1:1734676305.564450:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bde00. 00000800:00000200:0.0:1734676305.564479:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.564482:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:0.0:1734676305.564486:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.564493:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.564497:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676305.564499:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000800:00000200:0.0:1734676305.564553:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.564555:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676305.564558:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.564560:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.564562:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676305.564564:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676305.564571:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.568249:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.568267:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14e00 00000400:00000200:0.0:1734676305.568275:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa500d [1] + 224 00000400:00000200:0.0:1734676305.568285:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.568289:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.568299:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.568335:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.568339:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516da80 00000400:00000200:0.0:1734676305.568344:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 984 00000400:00000200:0.0:1734676305.568361:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.568364:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676305.568366:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.568370:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.568372:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676305.568378:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1734676305.568379:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676305.568384:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000100:00000200:3.0:1734676305.568386:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676305.568460:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.568466:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.568470:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.568490:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867899008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.568523:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899008 02000000:00000010:1.0:1734676305.568532:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.568562:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.568572:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676305.568577:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676305.568579:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.568589:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676305.568592:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899008, offset 224 00000400:00000200:1.0:1734676305.568597:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.568605:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.568610:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80391:80391:256:4294967295] 192.168.203.46@tcp LPNI seq info [80387:80387:8:4294967295] 00000400:00000200:1.0:1734676305.568618:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.568622:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.568625:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.568629:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.568635:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.568638:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.568651:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.568654:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.568657:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00000800:00000200:2.0:1734676305.568776:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.568779:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:2.0:1734676305.568782:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.568784:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.568787:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:2.0:1734676305.568788:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00010000:00000010:3.0:1734676305.568847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0ce00. 02000000:00000010:3.0:1734676305.568859:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f3400. 02000000:00000010:3.0:1734676305.568864:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313f2c00. 00000100:00000010:3.0:1734676305.568867:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:3.0:1734676305.568870:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676305.568872:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00080000:00000010:3.0:1734676305.568886:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2c00. 00010000:00000010:3.0:1734676305.568945:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.568951:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c880. 00010000:00000010:3.0:1734676305.569010:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3400. 00010000:00000010:3.0:1734676305.569015:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.569022:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393040. 00000100:00000010:3.0:1734676305.569025:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676305.569029:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 02000000:00000010:3.0:1734676305.569063:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313f3000. 02000000:00000010:3.0:1734676305.569079:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f2e00. 00000400:00000010:3.0:1734676305.569090:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.569094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.569098:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389760, portal 16 00000400:00000010:3.0:1734676305.569101:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.569102:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389760, offset 0 00000400:00000200:3.0:1734676305.569106:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.569111:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.569114:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.569117:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.569120:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.569122:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.569125:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80392:80392:256:4294967295] 192.168.203.46@tcp LPNI seq info [80388:80388:8:4294967295] 00000400:00000200:3.0:1734676305.569131:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.569135:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.569137:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676305.569140:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.569144:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.569146:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.569877:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.569880:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676305.569884:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.569887:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.569890:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676305.569891:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676305.569897:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2a300 x1818938864389760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.570134:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51000. 00000400:00000200:1.0:1734676305.573512:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.573530:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14e80 00000400:00000200:1.0:1734676305.573538:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5019 [1] + 224 00000400:00000200:1.0:1734676305.573548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.573552:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.573561:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2a300 x1818938864389760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.573588:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.573592:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516db00 00000400:00000200:1.0:1734676305.573596:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 1312 00010000:00000010:0.1:1734676305.573632:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1f400. 00010000:00000010:0.1:1734676305.573643:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3c00. 00000400:00000200:1.0:1734676305.573645:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1734676305.573647:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdeff00. 00000400:00000200:1.0:1734676305.573649:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:0.1:1734676305.573650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2400. 00000100:00000200:1.0:1734676305.573653:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.573657:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 00000400:00000010:2.0:1734676305.574507:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:2.0:1734676305.574511:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676305.574513:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676305.574519:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2a300 x1818938864389760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.574526:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2a300 x1818938864389760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.574547:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f2e00. 02000000:00000010:2.0:1734676305.574550:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313f3000. 00000100:00000010:2.0:1734676305.574554:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2a300. 00000100:00000010:2.0:1734676305.574556:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:2.0:1734676305.574559:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393040. 00000020:00000010:1.0:1734676305.574644:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.574649:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.574652:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.574671:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131398000 x1818938867899136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.575572:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899136 02000000:00000010:1.0:1734676305.575582:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676305.575603:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d191a80. 00010000:00000010:1.0:1734676305.575628:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790900. 00000100:00000010:1.0:1734676305.575633:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676305.575648:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676305.575650:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790900. 00000400:00000010:1.0:1734676305.575660:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676305.575664:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899136, offset 224 00000400:00000200:1.0:1734676305.575669:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.575678:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.575683:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80393:80393:256:4294967295] 192.168.203.46@tcp LPNI seq info [80389:80389:8:4294967295] 00000400:00000200:1.0:1734676305.575691:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.575695:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.575698:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9200. 00000800:00000200:1.0:1734676305.575702:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.575708:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.575711:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9200 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.576132:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f3c00. 00010000:00000010:3.0:1734676305.576186:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.576191:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d191a00. 00010000:00000010:3.0:1734676305.576243:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def400. 00010000:00000010:3.0:1734676305.576245:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.576249:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3000. 00010000:00000010:3.0:1734676305.576253:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00080000:00000010:3.0:1734676305.576260:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2e00. 00010000:00000010:3.0:1734676305.576276:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.576279:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.576312:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45000. 00010000:00000010:3.0:1734676305.576314:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.576319:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.576322:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd600. 00000100:00000010:3.0:1734676305.576326:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.576334:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44a00. 02000000:00000010:3.0:1734676305.576350:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.576355:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.576359:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.576364:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864389888, portal 16 00000400:00000010:3.0:1734676305.576367:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.576369:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864389888, offset 0 00000400:00000200:3.0:1734676305.576374:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.576379:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.576383:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.576386:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.576389:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.576391:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.576394:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80394:80394:255:4294967295] 192.168.203.46@tcp LPNI seq info [80390:80390:7:4294967295] 00000400:00000200:3.0:1734676305.576401:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.576404:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.576407:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.576410:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.576414:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.576417:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.577214:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.577217:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9200. 00000400:00000200:2.0:1734676305.577220:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.577225:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.577228:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:2.0:1734676305.577230:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000020:00000010:1.0:1734676305.577317:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.577322:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.577326:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00000800:00000200:0.0:1734676305.577519:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.577522:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.577525:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.577529:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.577531:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676305.577533:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676305.577539:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864389888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.580246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b0800. 00010000:00000010:0.1:1734676305.580264:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1600. 00010000:00000010:0.1:1734676305.580268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2000. 00000400:00000200:2.0:1734676305.580323:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.580338:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14f00 00000400:00000200:2.0:1734676305.580345:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5025 [1] + 224 00000400:00000200:2.0:1734676305.580355:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.580359:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.580367:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864389888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.580495:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.580500:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516db80 00000400:00000200:2.0:1734676305.580505:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 1640 00000400:00000200:2.0:1734676305.580565:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.580568:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.580572:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.580577:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 00000020:00000010:0.0:1734676305.580653:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810200. 00000020:00000010:0.0:1734676305.580658:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.580662:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.580680:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867899264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.580699:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899264 02000000:00000010:0.0:1734676305.580707:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676305.580733:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676305.580738:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.580743:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676305.580746:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676305.580755:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676305.580758:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899264, offset 224 00000400:00000200:0.0:1734676305.580763:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.580770:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.580774:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80395:80395:256:4294967295] 192.168.203.46@tcp LPNI seq info [80391:80391:8:4294967295] 00000400:00000200:0.0:1734676305.580782:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.580786:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.580789:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676305.580793:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.580798:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.580801:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.580811:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca80. 00000020:00000010:0.0:1734676305.580813:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.580816:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810200. 00000400:00000010:3.0:1734676305.581035:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.581058:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.581059:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.581064:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864389888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.581075:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864389888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.581102:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08200. 02000000:00000010:3.0:1734676305.581113:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.581117:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44a00. 00000100:00000010:3.0:1734676305.581119:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.581121:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd600. 00010000:00000010:3.0:1734676305.581124:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00080000:00000010:3.0:1734676305.581136:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44a00. 00010000:00000010:3.0:1734676305.581193:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.581198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da08080. 00010000:00000010:3.0:1734676305.581253:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44600. 00010000:00000010:3.0:1734676305.581257:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676305.581264:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.581267:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd600. 00000100:00000010:3.0:1734676305.581271:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 02000000:00000010:3.0:1734676305.581278:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44c00. 02000000:00000010:3.0:1734676305.581294:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57000. 00000400:00000010:3.0:1734676305.581297:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.581300:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.581303:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390016, portal 16 00000400:00000010:3.0:1734676305.581306:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.581307:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390016, offset 0 00000400:00000200:3.0:1734676305.581311:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.581315:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.581319:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.581322:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.581324:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.581326:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.581328:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80396:80396:255:4294967295] 192.168.203.46@tcp LPNI seq info [80392:80392:7:4294967295] 00000400:00000200:3.0:1734676305.581333:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.581337:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.581339:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.581342:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.581346:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.581348:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.581384:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.581386:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:3.0:1734676305.581388:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.581391:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.581393:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:3.0:1734676305.581395:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000800:00000200:3.0:1734676305.581414:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.581416:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:3.0:1734676305.581417:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.581420:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.581422:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676305.581423:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.581427:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29180 x1818938864390016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.584139:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.584151:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e14f80 00000400:00000200:0.0:1734676305.584157:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5031 [1] + 224 00000400:00000200:0.0:1734676305.584171:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.584174:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.584182:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29180 x1818938864390016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.584258:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:3.0:1734676305.584261:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.584263:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.584267:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29180 x1818938864390016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.584274:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29180 x1818938864390016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.584293:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57000. 02000000:00000010:3.0:1734676305.584297:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44c00. 00000100:00000010:3.0:1734676305.584300:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000010:3.0:1734676305.584303:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd600. 00010000:00000010:3.0:1734676305.584307:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00010000:00000010:0.1:1734676305.584503:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d820c00. 00000400:00000200:2.0:1734676305.584691:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.584698:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516dc00 00000400:00000200:2.0:1734676305.584703:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a25 [2] + 1968 00000400:00000010:2.0:1734676305.584706:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:2.0:1734676305.584708:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012ea9c3c0 00000400:00000200:2.0:1734676305.584756:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.584760:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.584763:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ea9c3c0 00000400:00000010:2.0:1734676305.584765:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012ea9c3c0. 00000100:00000200:2.0:1734676305.584768:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.584835:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e57000. 00000020:00000010:3.0:1734676305.584840:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.584844:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.584861:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506c50 x1818938867899392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.584877:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899392 02000000:00000010:3.0:1734676305.584884:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.584902:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5ab80. 00010000:00000010:3.0:1734676305.584913:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.584918:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd600. 00000100:00000010:3.0:1734676305.584924:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd600. 00010000:00000010:3.0:1734676305.584925:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.584932:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.584935:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899392, offset 224 00000400:00000200:3.0:1734676305.584939:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.584944:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.584949:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80397:80397:256:4294967295] 192.168.203.46@tcp LPNI seq info [80393:80393:8:4294967295] 00000400:00000200:3.0:1734676305.584956:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.584960:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.584963:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.584966:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.584971:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.584974:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.584986:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.584988:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.584991:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e57000. 02000000:00000010:3.0:1734676305.584996:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:3.0:1734676305.584999:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:3.0:1734676305.585002:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676305.585004:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 02000000:00000010:3.0:1734676305.585007:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:3.0:1734676305.585008:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676305.585012:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:3.0:1734676305.585014:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676305.585015:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:3.0:1734676305.585018:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676305.585021:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676305.585023:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000200:3.0:1734676305.585027:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.585030:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd92c0. 00000400:00000010:3.0:1734676305.585033:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd600. 00000800:00000200:3.0:1734676305.585090:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.585093:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:3.0:1734676305.585095:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.585098:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.585100:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.585101:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 02000000:00000010:3.0:1734676305.585103:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00080000:00000010:2.0:1734676305.585297:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6400. 00010000:00000010:2.0:1734676305.585353:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:2.0:1734676305.585359:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5ab00. 00010000:00000010:2.0:1734676305.585411:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6000. 00010000:00000010:2.0:1734676305.585415:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a00. 00010000:00000010:2.0:1734676305.585421:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d80. 00000100:00000010:2.0:1734676305.585424:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.585429:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676305.585436:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6c00. 02000000:00000010:2.0:1734676305.585451:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7c00. 00000400:00000010:2.0:1734676305.585454:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676305.585457:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.585460:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390144, portal 16 00000400:00000010:2.0:1734676305.585462:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676305.585464:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390144, offset 0 00000400:00000200:2.0:1734676305.585468:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.585472:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.585475:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.585478:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.585480:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.585482:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.585484:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80398:80398:256:4294967295] 192.168.203.46@tcp LPNI seq info [80394:80394:8:4294967295] 00000400:00000200:2.0:1734676305.585490:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.585493:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.585495:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.585498:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.585501:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.585503:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.585580:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.585583:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.585585:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.585589:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.585592:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676305.585593:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676305.585598:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864390144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.607218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192000. 00010000:00000010:0.1:1734676305.607228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3400. 00010000:00000010:0.1:1734676305.607232:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def400. 00010000:00000010:0.1:1734676305.607234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3000. 00000400:00000200:0.0:1734676305.607848:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.607863:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15000 00000400:00000200:0.0:1734676305.607871:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5041 [1] + 224 00000400:00000200:0.0:1734676305.607890:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.607894:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.607904:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864390144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.607979:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:2.0:1734676305.607983:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676305.607985:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.607991:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864390144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.607998:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864390144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.608021:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7c00. 02000000:00000010:2.0:1734676305.608025:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6c00. 00000100:00000010:2.0:1734676305.608028:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676305.608032:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.608049:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d80. 00000400:00000200:3.0:1734676305.614694:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.614712:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516dc80 00000400:00000200:3.0:1734676305.614720:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 0 00000400:00000200:3.0:1734676305.614786:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.614790:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.614796:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676305.614805:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 00000020:00000010:3.0:1734676305.614868:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56c00. 00000020:00000010:3.0:1734676305.614873:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.614876:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.614896:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29180 x1818938867899520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.614926:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899520 02000000:00000010:3.0:1734676305.614934:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.614955:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1ea80. 00010000:00000010:3.0:1734676305.614967:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.614973:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.614992:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.614995:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.615004:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.615008:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899520, offset 224 00080000:00000010:2.0:1734676305.615011:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6c00. 00000400:00000200:3.0:1734676305.615012:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.615019:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.615024:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80399:80399:256:4294967295] 192.168.203.46@tcp LPNI seq info [80395:80395:8:4294967295] 00000400:00000200:3.0:1734676305.615031:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.615035:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.615052:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.615057:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.615062:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.615065:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.615076:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.615079:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00010000:00000010:2.0:1734676305.615079:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a00. 00010000:00000010:2.0:1734676305.615093:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1ea00. 00000020:00000010:3.0:1734676305.615096:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56c00. 00010000:00000010:2.0:1734676305.615149:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7c00. 00000800:00000200:3.0:1734676305.615150:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.615152:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:3.0:1734676305.615154:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676305.615154:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a00. 00000400:00000200:3.0:1734676305.615158:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.615160:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00010000:00000010:2.0:1734676305.615161:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009bfb4d80. 00000400:00000010:3.0:1734676305.615162:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000010:2.0:1734676305.615164:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.615168:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676305.615177:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676305.615194:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464c00. 00000400:00000010:2.0:1734676305.615198:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676305.615201:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.615206:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390272, portal 16 00000400:00000010:2.0:1734676305.615209:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.615214:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390272, offset 0 00000400:00000200:2.0:1734676305.615218:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.615222:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.615225:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.615228:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.615231:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.615233:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.615235:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80400:80400:256:4294967295] 192.168.203.46@tcp LPNI seq info [80396:80396:8:4294967295] 00000400:00000200:2.0:1734676305.615241:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.615245:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.615247:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.615251:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.615255:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.615257:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.615295:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.615297:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:2.0:1734676305.615299:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.615302:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.615304:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676305.615305:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.615310:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864390272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.616849:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea700. 00010000:00000010:3.1:1734676305.616856:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44600. 00000400:00000200:0.0:1734676305.621231:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.621246:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15080 00000400:00000200:0.0:1734676305.621253:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa504d [1] + 224 00000400:00000200:0.0:1734676305.621262:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.621266:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.621276:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864390272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.621309:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.621313:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516dd00 00000400:00000200:0.0:1734676305.621317:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 328 00000400:00000010:2.0:1734676305.621342:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:2.0:1734676305.621346:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676305.621348:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.621355:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864390272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.621362:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864390272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.621384:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464c00. 02000000:00000010:2.0:1734676305.621389:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7800. 00000100:00000010:2.0:1734676305.621393:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676305.621397:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.621400:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009bfb4d80. 00000400:00000200:0.0:1734676305.621458:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.621462:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.621467:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.621471:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:3.0:1734676305.621552:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56400. 00000020:00000010:3.0:1734676305.621557:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.621562:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.621580:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867899648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.621613:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899648 02000000:00000010:3.0:1734676305.621620:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.621638:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f5280. 00010000:00000010:3.0:1734676305.621650:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.621655:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.621659:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.621662:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.621670:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.621674:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899648, offset 224 00080000:00000010:2.0:1734676305.621675:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464c00. 00000400:00000200:3.0:1734676305.621679:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.621686:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.621691:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80401:80401:256:4294967295] 192.168.203.46@tcp LPNI seq info [80397:80397:8:4294967295] 00000400:00000200:3.0:1734676305.621700:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.621704:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.621707:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.621711:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.621716:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.621719:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676305.621730:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a00. 00000020:00000010:3.0:1734676305.621731:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.621734:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00010000:00000010:2.0:1734676305.621736:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f5b00. 00000020:00000010:3.0:1734676305.621738:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56400. 00010000:00000010:2.0:1734676305.621790:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464a00. 00010000:00000010:2.0:1734676305.621795:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a00. 00010000:00000010:2.0:1734676305.621800:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0ca80. 00000100:00000010:2.0:1734676305.621803:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.621807:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676305.621815:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465a00. 02000000:00000010:2.0:1734676305.621830:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465e00. 00000400:00000010:2.0:1734676305.621833:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676305.621835:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676305.621839:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390400, portal 16 00000400:00000010:2.0:1734676305.621842:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676305.621844:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390400, offset 0 00000400:00000200:2.0:1734676305.621848:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.621852:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.621856:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.621859:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.621861:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.621863:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.621866:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80402:80402:255:4294967295] 192.168.203.46@tcp LPNI seq info [80398:80398:7:4294967295] 00000400:00000200:2.0:1734676305.621872:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.621876:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.621878:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.621881:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.621884:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.621887:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676305.622096:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b2400. 00010000:00000010:0.1:1734676305.622102:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33900. 00010000:00000010:0.1:1734676305.622104:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45000. 00010000:00000010:0.1:1734676305.622107:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17200. 00000800:00000200:3.0:1734676305.622418:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.622421:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:3.0:1734676305.622423:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.622427:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.622430:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.622431:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:3.0:1734676305.622645:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.622648:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:3.0:1734676305.622651:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.622655:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.622657:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:3.0:1734676305.622659:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:3.0:1734676305.622664:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864390400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.625663:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.625676:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15100 00000400:00000200:2.0:1734676305.625683:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5059 [1] + 224 00000400:00000200:2.0:1734676305.625697:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.625700:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.625708:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864390400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676305.625801:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:0.0:1734676305.625805:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676305.625806:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676305.625812:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864390400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.625818:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864390400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676305.625838:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465e00. 02000000:00000010:0.0:1734676305.625843:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465a00. 00000100:00000010:0.0:1734676305.625845:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:0.0:1734676305.625848:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:0.0:1734676305.625851:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0ca80. 00000400:00000200:0.0:1734676305.626159:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.626165:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516dd80 00000400:00000200:0.0:1734676305.626171:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 656 00000400:00000200:0.0:1734676305.626296:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.626300:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.626305:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.626308:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676305.627633:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464600. 00000020:00000010:2.0:1734676305.627638:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676305.627642:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.627660:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867899776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.627679:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899776 02000000:00000010:2.0:1734676305.627687:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676305.627707:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d41800. 00010000:00000010:2.0:1734676305.627917:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc00. 00000100:00000010:2.0:1734676305.627923:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.627977:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.627981:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc00. 00000400:00000010:2.0:1734676305.627990:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676305.627994:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899776, offset 224 00000400:00000200:2.0:1734676305.627999:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.628006:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.628011:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80403:80403:256:4294967295] 192.168.203.46@tcp LPNI seq info [80399:80399:8:4294967295] 00000400:00000200:2.0:1734676305.628019:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.628023:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.628026:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.628030:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.628049:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.628053:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.628072:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676305.628075:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.628091:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464600. 00000800:00000200:3.0:1734676305.628147:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.628151:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:3.0:1734676305.628154:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.628158:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.628161:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:3.0:1734676305.628162:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00080000:00000010:0.0:1734676305.628367:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810200. 00010000:00000010:0.0:1734676305.628422:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a00. 00010000:00000010:0.0:1734676305.628427:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d41780. 00010000:00000010:0.0:1734676305.628478:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811200. 00010000:00000010:0.0:1734676305.628483:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca80. 00010000:00000010:0.0:1734676305.628489:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676305.628493:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.628498:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676305.628507:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811600. 02000000:00000010:0.0:1734676305.628523:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810800. 00000400:00000010:0.0:1734676305.628527:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676305.628530:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676305.628534:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390528, portal 16 00000400:00000010:0.0:1734676305.628537:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676305.628539:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390528, offset 0 00000400:00000200:0.0:1734676305.628543:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.628548:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.628551:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.628554:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.628556:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.628558:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.628560:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80404:80404:256:4294967295] 192.168.203.46@tcp LPNI seq info [80400:80400:8:4294967295] 00000400:00000200:0.0:1734676305.628566:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.628570:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.628572:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676305.628575:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.628578:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.628581:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676305.628627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a800. 00010000:00000010:2.1:1734676305.628631:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f68000. 00000800:00000200:2.0:1734676305.628668:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.628670:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:2.0:1734676305.628672:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.628675:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.628678:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:2.0:1734676305.628679:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:2.0:1734676305.628684:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864390528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.629143:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33800. 00010000:00000010:3.1:1734676305.629148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6000. 00000400:00000200:0.0:1734676305.629704:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.629713:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15180 00000400:00000200:0.0:1734676305.629720:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5065 [1] + 224 00000400:00000200:0.0:1734676305.629868:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.629872:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.629878:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864390528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.629911:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.629915:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516de00 00000400:00000200:0.0:1734676305.629920:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 984 00000400:00000010:2.0:1734676305.629929:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676305.629932:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676305.629933:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:2.0:1734676305.629937:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864390528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.629944:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864390528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.629961:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810800. 02000000:00000010:2.0:1734676305.629966:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811600. 00000100:00000010:2.0:1734676305.629969:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:2.0:1734676305.629973:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676305.629976:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000200:0.0:1734676305.630022:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.630026:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.630029:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.630033:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676305.630185:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464e00. 00000020:00000010:2.0:1734676305.630189:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676305.630193:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.630206:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867899904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.630778:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867899904 02000000:00000010:2.0:1734676305.630786:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676305.630801:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0ad4380. 00010000:00000010:2.0:1734676305.630811:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc00. 00000100:00000010:2.0:1734676305.630815:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.630820:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.630822:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc00. 00000400:00000010:2.0:1734676305.630829:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676305.630832:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867899904, offset 224 00000400:00000200:2.0:1734676305.630836:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.630842:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.630846:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80405:80405:256:4294967295] 192.168.203.46@tcp LPNI seq info [80401:80401:8:4294967295] 00000400:00000200:2.0:1734676305.630854:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.630858:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.630860:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.630864:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.630868:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.630871:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.630880:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676305.630883:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.630885:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464e00. 00080000:00000010:2.0:1734676305.630901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464e00. 00010000:00000010:2.0:1734676305.630942:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca80. 00010000:00000010:2.0:1734676305.630946:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0ad4f00. 00010000:00000010:2.0:1734676305.630992:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465600. 00010000:00000010:2.0:1734676305.630995:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676305.631000:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc00. 00000100:00000010:2.0:1734676305.631002:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.631006:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676305.631012:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465000. 02000000:00000010:2.0:1734676305.631024:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464200. 00000400:00000010:2.0:1734676305.631027:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676305.631029:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.631032:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390656, portal 16 00000400:00000010:2.0:1734676305.631057:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676305.631058:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390656, offset 0 00000400:00000200:2.0:1734676305.631062:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.631065:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.631068:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.631071:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.631073:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.631074:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.631077:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80406:80406:255:4294967295] 192.168.203.46@tcp LPNI seq info [80402:80402:7:4294967295] 00000400:00000200:2.0:1734676305.631090:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.631094:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.631096:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2800. 00000800:00000200:2.0:1734676305.631098:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.631102:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.631104:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.631173:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.631175:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:3.0:1734676305.631179:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.631182:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.631184:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:3.0:1734676305.631185:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000800:00000200:3.0:1734676305.631217:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.631219:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2800. 00000400:00000200:3.0:1734676305.631221:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.631224:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.631226:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:3.0:1734676305.631227:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:3.0:1734676305.631231:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864390656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.632593:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.632603:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15200 00000400:00000200:0.0:1734676305.632609:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5071 [1] + 224 00000400:00000200:0.0:1734676305.632617:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.632620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.632627:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864390656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.632654:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.632659:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516de80 00000400:00000200:0.0:1734676305.632664:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 1312 00000400:00000200:0.0:1734676305.632676:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.632680:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.632683:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.632688:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000010:2.0:1734676305.632749:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:2.0:1734676305.632754:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676305.632755:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.632760:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864390656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.632767:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864390656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.632942:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464200. 00000020:00000010:3.0:1734676305.632979:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56a00. 00000020:00000010:3.0:1734676305.632984:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 02000000:00000010:2.0:1734676305.632997:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465000. 00000100:00000010:2.0:1734676305.633001:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676305.633004:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.633008:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc00. 00000020:00000010:3.0:1734676305.633211:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.633229:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867900032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.633259:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900032 02000000:00000010:3.0:1734676305.633268:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.633286:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793000. 00010000:00000010:3.0:1734676305.633298:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.633302:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.633307:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.633309:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.633320:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.633324:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900032, offset 224 00000400:00000200:3.0:1734676305.633328:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.633334:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.633339:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80407:80407:256:4294967295] 192.168.203.46@tcp LPNI seq info [80403:80403:8:4294967295] 00000400:00000200:3.0:1734676305.633346:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.633350:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.633352:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.633358:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00080000:00000010:2.0:1734676305.633430:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465000. 00010000:00000010:2.0:1734676305.633479:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676305.633483:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4fc280. 00010000:00000010:2.0:1734676305.633536:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464200. 00010000:00000010:2.0:1734676305.633540:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676305.633546:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc00. 00000100:00000010:2.0:1734676305.633549:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.633553:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676305.633560:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465200. 02000000:00000010:2.0:1734676305.633573:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676305.633576:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676305.633580:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676305.633583:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390784, portal 16 00000400:00000010:2.0:1734676305.633586:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676305.633587:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390784, offset 0 00000400:00000200:2.0:1734676305.633591:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.633595:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.633598:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.633601:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.633603:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.633604:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.633606:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80408:80408:255:4294967295] 192.168.203.46@tcp LPNI seq info [80404:80404:7:4294967295] 00000400:00000200:2.0:1734676305.633611:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.633614:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.633617:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.633619:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.633622:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.633625:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.633767:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.633770:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:0.0:1734676305.633773:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.633776:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.633779:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676305.633780:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676305.633784:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864390784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676305.633933:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.633938:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.633951:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676305.633954:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.633958:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56a00. 00000800:00000200:2.0:1734676305.634397:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.634399:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:2.0:1734676305.634401:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.634405:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.634407:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676305.634409:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000400:00000200:0.0:1734676305.636380:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.636392:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15280 00000400:00000200:0.0:1734676305.636399:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa507d [1] + 224 00000400:00000200:0.0:1734676305.636407:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.636410:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.636418:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864390784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.637244:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.637251:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516df00 00000400:00000200:0.0:1734676305.637256:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 1640 00000400:00000200:0.0:1734676305.637314:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.637318:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.637322:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.637327:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:3.0:1734676305.637416:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:3.0:1734676305.637420:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:3.0:1734676305.637422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:3.0:1734676305.637428:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864390784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.637436:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864390784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.637456:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:3.0:1734676305.637460:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465200. 00000100:00000010:3.0:1734676305.637463:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:3.0:1734676305.637466:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676305.637470:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc00. 00000020:00000010:2.0:1734676305.637878:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464000. 00000020:00000010:2.0:1734676305.637883:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.637887:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.637905:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867900160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.637922:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900160 02000000:00000010:2.0:1734676305.637930:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:2.0:1734676305.637955:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793d80. 00010000:00000010:2.0:1734676305.637969:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.637974:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:2.0:1734676305.637980:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676305.637981:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000400:00000010:2.0:1734676305.637989:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676305.637993:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900160, offset 224 00000400:00000200:2.0:1734676305.637997:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.638004:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.638009:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80409:80409:256:4294967295] 192.168.203.46@tcp LPNI seq info [80405:80405:8:4294967295] 00000400:00000200:2.0:1734676305.638017:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.638021:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.638024:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.638028:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.638033:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.638052:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.638063:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.638065:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.638069:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464000. 00000800:00000200:0.0:1734676305.638220:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.638223:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:0.0:1734676305.638226:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.638229:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.638231:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676305.638232:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00080000:00000010:3.0:1734676305.638285:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56a00. 00010000:00000010:3.0:1734676305.638344:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:3.0:1734676305.638349:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d793d00. 00010000:00000010:3.0:1734676305.638403:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56000. 00010000:00000010:3.0:1734676305.638408:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.638414:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.638417:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.638423:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676305.638430:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56200. 02000000:00000010:3.0:1734676305.638446:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57200. 00000400:00000010:3.0:1734676305.638450:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.638454:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.638458:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864390912, portal 16 00000400:00000010:3.0:1734676305.638461:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.638462:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864390912, offset 0 00000400:00000200:3.0:1734676305.638466:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.638470:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.638473:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.638476:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.638479:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.638481:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.638483:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80410:80410:256:4294967295] 192.168.203.46@tcp LPNI seq info [80406:80406:8:4294967295] 00000400:00000200:3.0:1734676305.638489:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.638493:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.638495:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.638498:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.638501:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.638503:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676305.638511:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.638516:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56400. 02000000:00000010:3.0:1734676305.638523:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56c00. 00000400:00000010:3.0:1734676305.638525:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.638527:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.638530:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391040, portal 16 00000400:00000010:3.0:1734676305.638532:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.638533:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391040, offset 0 00000400:00000200:3.0:1734676305.638537:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.638540:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.638542:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.638544:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.638546:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.638547:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.638549:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80411:80411:255:4294967295] 192.168.203.46@tcp LPNI seq info [80407:80407:7:4294967295] 00000400:00000200:3.0:1734676305.638555:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.638559:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.638561:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.638563:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.638567:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.638569:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.638693:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.638696:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:2.0:1734676305.638698:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.638701:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.638704:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:2.0:1734676305.638705:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:2.0:1734676305.638710:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864390912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1734676305.638740:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.638742:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:2.0:1734676305.638744:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.638746:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.638748:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676305.638750:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676305.638753:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.642733:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.642749:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15300 00000400:00000200:0.0:1734676305.642757:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5089 [1] + 224 00000400:00000200:0.0:1734676305.642767:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.642770:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.642779:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864390912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.642800:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.642804:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15380 00000400:00000200:0.0:1734676305.642808:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5091 [1] + 224 00000400:00000200:0.0:1734676305.642822:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.642824:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.642829:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.642955:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a2b00. 00010000:00000010:2.1:1734676305.642964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7c00. 00010000:00000010:2.1:1734676305.642968:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e7800. 00010000:00000010:2.1:1734676305.642976:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37700. 00010000:00000010:2.1:1734676305.642979:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464a00. 00000400:00000010:3.0:1734676305.643158:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.643163:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676305.643165:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.643171:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864390912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.643179:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864390912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.643198:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.643200:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676305.643201:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.643204:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.643210:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.643220:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57200. 02000000:00000010:3.0:1734676305.643224:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56200. 00000100:00000010:3.0:1734676305.643228:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676305.643230:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56c00. 02000000:00000010:3.0:1734676305.643232:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56400. 00000100:00000010:3.0:1734676305.643233:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.643236:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.643240:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:0.0:1734676305.643602:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.643609:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e000 00000400:00000200:0.0:1734676305.643614:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3a75 [2] + 1968 00000400:00000010:0.0:1734676305.643617:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:0.0:1734676305.643619:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880076501600 00000400:00000200:0.0:1734676305.643624:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.643626:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.643628:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880076501600 00000400:00000010:0.0:1734676305.643630:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880076501600. 00000100:00000200:0.0:1734676305.643634:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1734676305.644317:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.644322:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516df80 00000400:00000200:0.0:1734676305.644326:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 0 00000020:00000010:2.0:1734676305.644622:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464a00. 00000020:00000010:2.0:1734676305.644627:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.644630:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.644646:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504850 x1818938867900416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.644674:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900416 02000000:00000010:2.0:1734676305.644680:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:2.0:1734676305.644698:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90580. 00000400:00000010:2.0:1734676305.644711:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.644715:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900416, offset 224 00000400:00000200:2.0:1734676305.644719:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.644725:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.644730:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80412:80412:256:4294967295] 192.168.203.46@tcp LPNI seq info [80408:80408:8:4294967295] 00000400:00000200:2.0:1734676305.644737:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.644741:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.644744:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.644748:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.644753:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.644756:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.644768:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.644771:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.644774:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464a00. 02000000:00000010:2.0:1734676305.644779:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:2.0:1734676305.644783:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676305.644788:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:2.0:1734676305.644790:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676305.644793:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676305.644796:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676305.644798:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:2.0:1734676305.644800:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676305.644802:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676305.644804:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676305.644806:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676305.644807:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29180. 00000100:00000200:2.0:1734676305.644812:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.644823:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7e18. 00000400:00000010:2.0:1734676305.644826:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d3c0. 00000400:00000200:0.0:1734676305.644860:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.644863:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.644867:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.644870:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000800:00000200:2.0:1734676305.644962:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.644964:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:2.0:1734676305.644966:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.644970:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.644972:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.644973:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 02000000:00000010:2.0:1734676305.644976:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00000020:00000010:2.0:1734676305.644991:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465c00. 00000020:00000010:2.0:1734676305.644993:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.644995:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.645003:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867900288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.645026:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900288 02000000:00000010:2.0:1734676305.645030:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:2.0:1734676305.645055:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90600. 00010000:00000010:2.0:1734676305.645073:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.645078:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.645096:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.645099:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000400:00000010:2.0:1734676305.645104:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.645106:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900288, offset 224 00000400:00000200:2.0:1734676305.645110:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.645114:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.645118:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80413:80413:256:4294967295] 192.168.203.46@tcp LPNI seq info [80409:80409:8:4294967295] 00000400:00000200:2.0:1734676305.645123:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.645126:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.645128:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.645131:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.645135:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.645137:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.645145:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.645147:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.645150:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465c00. 00000800:00000200:2.0:1734676305.645175:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.645176:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:2.0:1734676305.645178:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.645182:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.645184:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.645185:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:3.0:1734676305.645542:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56400. 00010000:00000010:3.0:1734676305.645600:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.645605:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f90500. 00010000:00000010:3.0:1734676305.645657:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56c00. 00010000:00000010:3.0:1734676305.645661:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.645667:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.645670:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.645675:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.645683:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56200. 02000000:00000010:3.0:1734676305.645699:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57200. 00000400:00000010:3.0:1734676305.645703:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.645706:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.645709:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391168, portal 16 00000400:00000010:3.0:1734676305.645712:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.645714:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391168, offset 0 00000400:00000200:3.0:1734676305.645719:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.645724:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.645727:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.645731:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.645733:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.645736:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.645738:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80414:80414:256:4294967295] 192.168.203.46@tcp LPNI seq info [80410:80410:8:4294967295] 00000400:00000200:3.0:1734676305.645744:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.645747:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.645750:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.645754:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.645758:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.645761:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.645990:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.645992:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.645994:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.645998:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.646000:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676305.646001:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676305.646006:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.650879:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1800. 00010000:00000010:3.1:1734676305.650895:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d800. 00010000:00000010:3.1:1734676305.650898:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464200. 00010000:00000010:3.1:1734676305.650908:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd5d600. 00010000:00000010:3.1:1734676305.650923:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ac7400. 00010000:00000010:3.1:1734676305.650926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811200. 00010000:00000010:3.1:1734676305.650929:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd26600. 00010000:00000010:3.1:1734676305.650936:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465600. 00010000:00000010:3.1:1734676305.650964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876000. 00000400:00000200:0.0:1734676305.650984:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.650998:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15400 00000400:00000200:0.0:1734676305.651005:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50a5 [1] + 224 00000400:00000200:0.0:1734676305.651017:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.651020:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.651029:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.651065:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.651069:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e080 00000400:00000200:0.0:1734676305.651073:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 328 00000400:00000010:3.0:1734676305.651200:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.651204:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676305.651206:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.651211:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.651218:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.651240:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57200. 02000000:00000010:3.0:1734676305.651244:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56200. 00000100:00000010:3.0:1734676305.651247:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.651250:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.651253:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:0.0:1734676305.651421:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.651425:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.651429:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.651433:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:3.0:1734676305.652067:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56200. 00000020:00000010:3.0:1734676305.652072:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.652076:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.652102:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867900544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.652120:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900544 02000000:00000010:3.0:1734676305.652127:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.652147:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff1a00. 00010000:00000010:3.0:1734676305.652167:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.652171:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.652177:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.652179:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.652186:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.652189:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900544, offset 224 00000400:00000200:3.0:1734676305.652193:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.652199:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.652204:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80415:80415:256:4294967295] 192.168.203.46@tcp LPNI seq info [80411:80411:8:4294967295] 00000400:00000200:3.0:1734676305.652211:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.652215:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.652218:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.652222:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.652227:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.652230:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.652239:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.652242:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.652245:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56200. 00080000:00000010:3.0:1734676305.652259:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56200. 00010000:00000010:3.0:1734676305.652305:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.652310:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ff1180. 00010000:00000010:3.0:1734676305.652361:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57200. 00010000:00000010:3.0:1734676305.652365:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.652371:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.652374:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.652378:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.652385:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e57000. 02000000:00000010:3.0:1734676305.652399:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56e00. 00000400:00000010:3.0:1734676305.652402:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.652404:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.652408:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391296, portal 16 00000400:00000010:3.0:1734676305.652411:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.652412:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391296, offset 0 00000400:00000200:3.0:1734676305.652416:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.652419:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.652422:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.652426:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.652428:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.652430:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.652432:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80416:80416:255:4294967295] 192.168.203.46@tcp LPNI seq info [80412:80412:7:4294967295] 00000400:00000200:3.0:1734676305.652437:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.652440:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.652443:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.652446:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.652449:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.652451:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.652634:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.652637:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:2.0:1734676305.652640:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.652644:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.652647:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676305.652648:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:2.0:1734676305.652683:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.652685:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676305.652687:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.652690:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.652692:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676305.652693:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676305.652697:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.655647:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.655660:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15480 00000400:00000200:0.0:1734676305.655666:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50b1 [1] + 224 00000400:00000200:0.0:1734676305.655685:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.655688:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.655697:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.656734:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.656739:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.656741:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.656748:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.656757:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.656779:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56e00. 02000000:00000010:3.0:1734676305.656784:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e57000. 00000100:00000010:3.0:1734676305.656787:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.656790:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.656793:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:0.0:1734676305.657325:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.657334:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e100 00000400:00000200:0.0:1734676305.657340:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 656 00000400:00000200:0.0:1734676305.657482:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.657487:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.657492:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.657496:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676305.658388:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465200. 00000020:00000010:2.0:1734676305.658394:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.658398:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.658417:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867900672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.658446:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900672 02000000:00000010:2.0:1734676305.658454:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:2.0:1734676305.658473:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a8000. 00010000:00000010:2.0:1734676305.658486:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.658491:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.658497:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.658500:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000400:00000010:2.0:1734676305.658509:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.658513:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900672, offset 224 00000400:00000200:2.0:1734676305.658518:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.658525:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.658531:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80417:80417:256:4294967295] 192.168.203.46@tcp LPNI seq info [80413:80413:8:4294967295] 00000400:00000200:2.0:1734676305.658538:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.658543:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.658546:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.658550:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.658556:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.658559:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.658569:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.658571:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.658575:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465200. 00000800:00000200:2.0:1734676305.658626:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.658628:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:2.0:1734676305.658630:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.658634:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.658636:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.658638:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:3.0:1734676305.658744:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e57000. 00010000:00000010:3.0:1734676305.658794:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.658799:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095947480. 00010000:00000010:3.0:1734676305.658848:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56e00. 00010000:00000010:3.0:1734676305.658852:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.658858:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.658861:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.658866:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.658874:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a45000. 02000000:00000010:3.0:1734676305.658889:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.658893:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.658895:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.658899:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391424, portal 16 00000400:00000010:3.0:1734676305.658902:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.658904:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391424, offset 0 00000400:00000200:3.0:1734676305.658908:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.658912:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.658915:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.658918:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.658920:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.658922:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.658924:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80418:80418:256:4294967295] 192.168.203.46@tcp LPNI seq info [80414:80414:8:4294967295] 00000400:00000200:3.0:1734676305.658930:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.658932:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.658935:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676305.658937:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.658940:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.658943:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.659072:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.659075:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676305.659077:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.659090:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.659092:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676305.659094:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676305.659099:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.661318:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.661331:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15500 00000400:00000200:2.0:1734676305.661339:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50bd [1] + 224 00000400:00000200:2.0:1734676305.661347:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.661350:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.661358:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.661387:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.661391:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e180 00000400:00000200:2.0:1734676305.661395:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 984 00000400:00000200:2.0:1734676305.661445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.661449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.661452:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.661457:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000020:00000010:3.0:1734676305.661524:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a44c00. 00000020:00000010:3.0:1734676305.661528:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.661532:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.661548:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867900800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.661563:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900800 02000000:00000010:3.0:1734676305.661570:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.661595:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035380. 00000100:00000010:3.0:1734676305.661600:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.661604:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.661608:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035380. 00000400:00000010:3.0:1734676305.661618:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.661622:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900800, offset 224 00000400:00000200:3.0:1734676305.661626:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.661632:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.661637:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80419:80419:256:4294967295] 192.168.203.46@tcp LPNI seq info [80415:80415:8:4294967295] 00000400:00000200:3.0:1734676305.661645:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.661649:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.661652:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.661656:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.661661:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.661664:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.661673:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.661675:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.661679:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a44c00. 00000400:00000010:3.0:1734676305.661692:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.661694:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.661696:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.661701:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.661708:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.661723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d30f980. 02000000:00000010:3.0:1734676305.661737:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.661740:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a45000. 00000100:00000010:3.0:1734676305.661743:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.661746:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.661748:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00080000:00000010:3.0:1734676305.661759:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45000. 00010000:00000010:3.0:1734676305.661813:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.661818:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d30f100. 00010000:00000010:3.0:1734676305.661875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44600. 00010000:00000010:3.0:1734676305.661878:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.661884:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.661887:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.661890:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.661897:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136a44c00. 02000000:00000010:3.0:1734676305.661911:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc6200. 00000400:00000010:3.0:1734676305.661913:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.661916:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.661919:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391552, portal 16 00000400:00000010:3.0:1734676305.661922:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.661924:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391552, offset 0 00000400:00000200:3.0:1734676305.661928:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.661932:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.661935:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.661938:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.661940:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.661942:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.661944:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80420:80420:255:4294967295] 192.168.203.46@tcp LPNI seq info [80416:80416:7:4294967295] 00000400:00000200:3.0:1734676305.661949:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.661952:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.661954:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.661957:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.661961:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.661963:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.661994:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.661996:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:3.0:1734676305.661998:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.662001:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.662003:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676305.662004:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:3.0:1734676305.662020:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.662022:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:3.0:1734676305.662023:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.662026:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.662028:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676305.662029:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.662032:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.663475:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74300. 00010000:00000010:3.1:1734676305.663482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56000. 00010000:00000010:3.1:1734676305.663491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1200. 00010000:00000010:3.1:1734676305.663494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b0800. 00000400:00000200:2.0:1734676305.665851:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.665864:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15580 00000400:00000200:2.0:1734676305.665872:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50c9 [1] + 224 00000400:00000200:2.0:1734676305.665880:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.665883:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.665892:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.665922:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.665925:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e200 00000400:00000200:2.0:1734676305.665929:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 1312 00000400:00000200:2.0:1734676305.665943:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.665946:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.665949:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.665954:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000020:00000010:2.0:1734676305.665985:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464800. 00000020:00000010:2.0:1734676305.665990:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.665994:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.666010:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867900928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.666025:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867900928 02000000:00000010:2.0:1734676305.666032:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676305.666079:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.666093:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.666098:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.666101:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000400:00000010:2.0:1734676305.666110:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.666114:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867900928, offset 224 00000400:00000200:2.0:1734676305.666117:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.666123:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.666128:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80421:80421:256:4294967295] 192.168.203.46@tcp LPNI seq info [80417:80417:8:4294967295] 00000400:00000200:2.0:1734676305.666135:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.666140:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.666143:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.666147:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.666152:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.666155:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.666167:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676305.666169:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.666173:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464800. 00000800:00000200:2.0:1734676305.666371:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.666373:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:2.0:1734676305.666376:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.666378:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.666382:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.666383:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000400:00000010:3.0:1734676305.666443:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.666447:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.666448:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.666452:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.666460:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.666476:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99f080. 02000000:00000010:3.0:1734676305.666483:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc6200. 02000000:00000010:3.0:1734676305.666487:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136a44c00. 00000100:00000010:3.0:1734676305.666490:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.666492:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.666495:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00080000:00000010:3.0:1734676305.666508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc6200. 00010000:00000010:3.0:1734676305.666560:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.666565:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99f000. 00010000:00000010:3.0:1734676305.666616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc7600. 00010000:00000010:3.0:1734676305.666620:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.666625:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.666628:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.666632:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.666639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc6c00. 02000000:00000010:3.0:1734676305.666653:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc7a00. 00000400:00000010:3.0:1734676305.666656:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.666659:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.666662:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391680, portal 16 00000400:00000010:3.0:1734676305.666665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.666667:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391680, offset 0 00000400:00000200:3.0:1734676305.666671:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.666675:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.666678:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.666681:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.666684:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.666686:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.666687:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80422:80422:256:4294967295] 192.168.203.46@tcp LPNI seq info [80418:80418:8:4294967295] 00000400:00000200:3.0:1734676305.666693:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.666696:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.666699:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.666701:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.666705:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.666707:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.666842:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.666844:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:2.0:1734676305.666846:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.666849:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.666851:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676305.666852:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676305.666857:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.670463:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:3.1:1734676305.670464:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d05600. 00000400:00000200:0.0:1734676305.670476:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15600 00010000:00000010:3.1:1734676305.670480:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79e00. 00000400:00000200:0.0:1734676305.670483:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50d5 [1] + 224 00000400:00000200:0.0:1734676305.670492:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1734676305.670495:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74f00. 00000400:00000200:0.0:1734676305.670495:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.1:1734676305.670499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56c00. 00010000:00000010:3.1:1734676305.670501:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82500. 00010000:00000010:3.1:1734676305.670503:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57200. 00000100:00000200:0.0:1734676305.670504:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.670506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e10ce00. 00010000:00000010:3.1:1734676305.670509:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b85c800. 00010000:00000010:3.1:1734676305.670511:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56e00. 00000400:00000200:0.0:1734676305.670524:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:3.0:1734676305.670526:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:0.0:1734676305.670527:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e280 00000400:00000200:3.0:1734676305.670529:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676305.670531:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.670535:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.670542:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.670567:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc7a00. 02000000:00000010:3.0:1734676305.670571:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc6c00. 00000100:00000010:3.0:1734676305.670574:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.670577:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.670580:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:0.0:1734676305.670699:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 1640 00000400:00000200:0.0:1734676305.670712:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.670715:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.670719:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.670723:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:3.0:1734676305.670797:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fc6c00. 00000020:00000010:3.0:1734676305.670802:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.670806:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.670823:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867901056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.670985:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901056 02000000:00000010:3.0:1734676305.670994:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.671012:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4eb080. 00010000:00000010:3.0:1734676305.671023:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.671028:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.671034:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.671051:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.671059:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.671234:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901056, offset 224 00000400:00000200:3.0:1734676305.671359:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.671366:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.671371:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80423:80423:256:4294967295] 192.168.203.46@tcp LPNI seq info [80419:80419:8:4294967295] 00000400:00000200:3.0:1734676305.671378:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.671382:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.671385:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.671389:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.671394:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.671397:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.671420:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.671423:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.671426:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fc6c00. 00080000:00000010:3.0:1734676305.671444:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc6c00. 00010000:00000010:3.0:1734676305.671496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.671501:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4eb000. 00010000:00000010:3.0:1734676305.671556:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc7a00. 00010000:00000010:3.0:1734676305.671560:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676305.671565:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.671568:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.671572:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.671580:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc7200. 02000000:00000010:3.0:1734676305.671594:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc6400. 00000400:00000010:3.0:1734676305.671597:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.671600:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.671603:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391808, portal 16 00000400:00000010:3.0:1734676305.671606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.671608:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391808, offset 0 00000400:00000200:3.0:1734676305.671611:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.671616:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.671620:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.671622:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.671624:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.671626:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.671628:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80424:80424:255:4294967295] 192.168.203.46@tcp LPNI seq info [80420:80420:7:4294967295] 00000400:00000200:3.0:1734676305.671633:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.671636:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.671638:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.671641:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.671644:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.671646:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.671704:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.671708:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:2.0:1734676305.671710:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.671713:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.671716:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:2.0:1734676305.671717:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000800:00000200:2.0:1734676305.671734:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.671735:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:2.0:1734676305.671737:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.671739:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.671741:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676305.671742:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:2.0:1734676305.671745:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864391808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.673167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff000. 00010000:00000010:3.1:1734676305.673174:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da37400. 00010000:00000010:3.1:1734676305.673185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44600. 00000400:00000200:0.0:1734676305.674935:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.674948:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15680 00000400:00000200:0.0:1734676305.674955:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50e1 [1] + 224 00000400:00000200:0.0:1734676305.674973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.674976:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.674984:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864391808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.675296:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:3.0:1734676305.675300:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676305.675301:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.675306:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864391808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.675313:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864391808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.675333:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc6400. 02000000:00000010:3.0:1734676305.675337:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc7200. 00000100:00000010:3.0:1734676305.675341:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.675344:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.675348:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:0.0:1734676305.675762:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.675768:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e300 00000400:00000200:0.0:1734676305.675772:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3acd [2] + 1968 00000400:00000010:0.0:1734676305.675775:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:0.0:1734676305.675778:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469f00 00000400:00000200:0.0:1734676305.675829:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.675833:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.675836:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469f00 00000400:00000010:0.0:1734676305.675837:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469f00. 00000100:00000200:0.0:1734676305.675842:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.677375:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fc7200. 00000020:00000010:3.0:1734676305.677384:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.677388:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.677408:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096505450 x1818938867901184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.677688:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901184 02000000:00000010:3.0:1734676305.677697:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.677719:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3b00. 00010000:00000010:3.0:1734676305.677733:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.677739:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd6c0. 00000100:00000010:3.0:1734676305.678014:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd6c0. 00010000:00000010:3.0:1734676305.678018:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.678030:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.678035:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901184, offset 224 00000400:00000200:3.0:1734676305.678060:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.678069:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.678074:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80425:80425:256:4294967295] 192.168.203.46@tcp LPNI seq info [80421:80421:8:4294967295] 00000400:00000200:3.0:1734676305.678089:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.678094:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.678098:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.678101:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.678107:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.678110:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.678125:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.678128:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.678132:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fc7200. 02000000:00000010:3.0:1734676305.678139:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676305.678143:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676305.678147:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:3.0:1734676305.678149:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676305.678152:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676305.678153:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:3.0:1734676305.678156:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:3.0:1734676305.678160:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676305.678166:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676305.678168:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:3.0:1734676305.678170:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00000100:00000010:3.0:1734676305.678173:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000200:3.0:1734676305.678177:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.678182:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9ec8. 00000400:00000010:3.0:1734676305.678185:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd6c0. 00010000:00000010:3.1:1734676305.678196:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57000. 00010000:00000010:3.1:1734676305.678200:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4ec100. 00010000:00000010:3.1:1734676305.678203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7600. 00080000:00000010:2.0:1734676305.679235:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465a00. 00010000:00000010:2.0:1734676305.679303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:2.0:1734676305.679309:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3a80. 00010000:00000010:2.0:1734676305.679381:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465e00. 00010000:00000010:2.0:1734676305.679386:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.679394:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.679398:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.679404:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676305.679413:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465400. 02000000:00000010:2.0:1734676305.679433:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464600. 00000800:00000200:0.0:1734676305.679436:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1734676305.679438:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000800:00000010:0.0:1734676305.679439:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000010:2.0:1734676305.679442:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000400:00000200:0.0:1734676305.679443:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676305.679446:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864391936, portal 16 00000400:00000010:2.0:1734676305.679449:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000400:00000200:0.0:1734676305.679449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.679451:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864391936, offset 0 00000400:00000200:0.0:1734676305.679452:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.679454:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 02000000:00000010:0.0:1734676305.679458:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000400:00000200:2.0:1734676305.681059:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.681069:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.681073:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.681077:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.681079:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.681088:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.681091:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80426:80426:256:4294967295] 192.168.203.46@tcp LPNI seq info [80422:80422:8:4294967295] 00000400:00000200:2.0:1734676305.681099:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.681104:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.681108:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.681112:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.681118:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.681121:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.681230:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.681233:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.681237:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.681240:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.681243:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676305.681244:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676305.681251:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864391936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.683208:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d800. 00010000:00000010:1.1:1734676305.683215:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7a00. 00010000:00000010:0.1:1734676305.683252:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfffe00. 00000400:00000200:0.0:1734676305.691543:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.691559:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15700 00000400:00000200:0.0:1734676305.691568:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50f1 [1] + 224 00000400:00000200:0.0:1734676305.691585:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.691590:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.691599:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864391936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.691857:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676305.691861:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.691864:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.691869:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864391936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.691876:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864391936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.691899:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464600. 02000000:00000010:2.0:1734676305.691903:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465400. 00000100:00000010:2.0:1734676305.691907:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:2.0:1734676305.691910:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.691914:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000400:00000200:0.0:1734676305.693246:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.693255:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e380 00000400:00000200:0.0:1734676305.693261:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 0 00000400:00000200:0.0:1734676305.693316:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.693320:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.693325:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.693329:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:3.0:1734676305.693596:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fc7600. 00000020:00000010:3.0:1734676305.693600:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.693604:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.693621:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867901312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.693636:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901312 02000000:00000010:3.0:1734676305.693643:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.693663:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d80d780. 00010000:00000010:3.0:1734676305.693691:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.693696:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.693708:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.693711:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.693722:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.693725:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901312, offset 224 00000400:00000200:3.0:1734676305.693729:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.693735:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.693739:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80427:80427:256:4294967295] 192.168.203.46@tcp LPNI seq info [80423:80423:8:4294967295] 00000400:00000200:3.0:1734676305.693746:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.693750:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.693753:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.693756:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.693761:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.693764:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.693774:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.693776:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.693779:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fc7600. 00080000:00000010:2.0:1734676305.693880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465400. 00010000:00000010:2.0:1734676305.693934:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.693939:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d80d700. 00010000:00000010:2.0:1734676305.693996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464600. 00010000:00000010:2.0:1734676305.694001:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.694009:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.694012:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.694016:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676305.694024:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465800. 02000000:00000010:2.0:1734676305.694061:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676305.694066:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676305.694069:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.694073:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392064, portal 16 00000400:00000010:2.0:1734676305.694076:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.694077:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392064, offset 0 00000400:00000200:2.0:1734676305.694110:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.694115:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.694119:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.694121:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.694124:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.694126:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.694128:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80428:80428:255:4294967295] 192.168.203.46@tcp LPNI seq info [80424:80424:7:4294967295] 00000400:00000200:2.0:1734676305.694134:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.694137:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.694140:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.694143:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.694146:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.694149:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.694183:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.694185:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:2.0:1734676305.694187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.694190:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.694192:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676305.694194:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:2.0:1734676305.694222:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.694223:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:2.0:1734676305.694225:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.694227:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.694229:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:2.0:1734676305.694230:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.694234:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864392064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.696201:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.696211:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15780 00000400:00000200:0.0:1734676305.696219:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa50fd [1] + 224 00000400:00000200:0.0:1734676305.696225:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.696228:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.696235:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864392064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.696266:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.696270:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e400 00000400:00000200:0.0:1734676305.696273:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 328 00000400:00000200:0.0:1734676305.696285:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.696287:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.696291:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.696295:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:2.0:1734676305.696367:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676305.696371:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676305.696373:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.696378:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864392064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.696385:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864392064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.696405:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:2.0:1734676305.696410:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465800. 00000100:00000010:2.0:1734676305.696413:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:2.0:1734676305.696416:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.696420:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00000020:00000010:3.0:1734676305.696483:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fc7600. 00000020:00000010:3.0:1734676305.696488:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.696491:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.696506:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867901440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.696521:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901440 02000000:00000010:3.0:1734676305.696527:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.696544:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093d80. 00010000:00000010:3.0:1734676305.696555:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.696560:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.696565:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.696567:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.696576:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676305.696579:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901440, offset 224 00000400:00000200:3.0:1734676305.696583:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.696589:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.696593:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80429:80429:256:4294967295] 192.168.203.46@tcp LPNI seq info [80425:80425:8:4294967295] 00000400:00000200:3.0:1734676305.696600:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.696604:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.696607:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.696611:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.696615:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.696618:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676305.696882:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465800. 00010000:00000010:2.0:1734676305.696933:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.696938:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d093d00. 00010000:00000010:2.0:1734676305.696985:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2c00. 00010000:00000010:2.0:1734676305.696987:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.696991:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464800. 00010000:00000010:2.0:1734676305.696995:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00080000:00000010:2.0:1734676305.697003:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464000. 00010000:00000010:2.0:1734676305.697016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676305.697019:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4c00. 00000020:00000010:3.0:1734676305.698142:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.698147:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.698151:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fc7600. 00010000:00000010:2.0:1734676305.698268:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465600. 00010000:00000010:2.0:1734676305.698272:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676305.698279:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0cc40. 00000100:00000010:2.0:1734676305.698282:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.698288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676305.698296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d464200. 02000000:00000010:2.0:1734676305.698314:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464a00. 00000400:00000010:2.0:1734676305.698319:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676305.698322:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.698327:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392192, portal 16 00000400:00000010:2.0:1734676305.698330:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.698332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392192, offset 0 00000400:00000200:2.0:1734676305.698337:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.698343:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.698347:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.698350:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.698353:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.698354:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.698356:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80430:80430:255:4294967295] 192.168.203.46@tcp LPNI seq info [80426:80426:7:4294967295] 00000400:00000200:2.0:1734676305.698362:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.698367:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.698369:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:1.0:1734676305.698498:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.698502:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676305.698504:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.698509:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.698511:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676305.698513:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:2.0:1734676305.698684:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.698691:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.698694:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.698766:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.698769:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:0.0:1734676305.698772:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.698775:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.698777:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676305.698778:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676305.698784:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864392192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.702402:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.702417:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15800 00000400:00000200:0.0:1734676305.702424:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5109 [1] + 224 00000400:00000200:0.0:1734676305.702434:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.702437:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.702446:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864392192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.702480:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.702483:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e480 00000400:00000200:0.0:1734676305.702487:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 656 00000400:00000200:0.0:1734676305.702547:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.702551:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.702555:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.702560:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:3.0:1734676305.702644:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097fc7600. 00000020:00000010:3.0:1734676305.702650:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.702654:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.702673:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867901568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.702690:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901568 02000000:00000010:3.0:1734676305.702697:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.702724:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.702730:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.702735:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.702738:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.702751:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.702755:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901568, offset 224 00000400:00000200:3.0:1734676305.702759:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.702766:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.702770:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80431:80431:256:4294967295] 192.168.203.46@tcp LPNI seq info [80427:80427:8:4294967295] 00000400:00000200:3.0:1734676305.702777:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.702781:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.702784:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.702788:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.702793:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.702796:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.702809:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676305.702812:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.702815:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097fc7600. 00000400:00000010:3.0:1734676305.702832:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:3.0:1734676305.702835:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:3.0:1734676305.702837:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:3.0:1734676305.702842:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864392192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.702849:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864392192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.702865:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f580. 02000000:00000010:3.0:1734676305.702874:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464a00. 02000000:00000010:3.0:1734676305.702879:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d464200. 00000100:00000010:3.0:1734676305.702882:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:3.0:1734676305.702884:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676305.702886:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0cc40. 00080000:00000010:3.0:1734676305.702898:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc7600. 00010000:00000010:3.0:1734676305.702959:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:3.0:1734676305.702964:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36f500. 00010000:00000010:3.0:1734676305.703016:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc7200. 00010000:00000010:3.0:1734676305.703020:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.703025:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.703028:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.703032:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.703057:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc6400. 02000000:00000010:3.0:1734676305.703071:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc6600. 00000400:00000010:3.0:1734676305.703074:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.703077:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.703089:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392320, portal 16 00000400:00000010:3.0:1734676305.703092:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.703093:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392320, offset 0 00000400:00000200:3.0:1734676305.703097:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.703101:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.703104:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.703107:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.703110:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.703111:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.703114:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80432:80432:255:4294967295] 192.168.203.46@tcp LPNI seq info [80428:80428:7:4294967295] 00000400:00000200:3.0:1734676305.703119:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.703123:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.703125:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.703127:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.703131:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.703133:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.703200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c6c00. 00000800:00000200:1.0:1734676305.703233:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.703235:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676305.703237:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.703240:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.703242:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676305.703243:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:1.0:1734676305.703262:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.703263:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676305.703264:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.703267:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.703268:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676305.703269:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676305.703273:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864392320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.704401:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792e00. 00010000:00000010:2.1:1734676305.704411:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465e00. 00000400:00000200:0.0:1734676305.708907:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.708922:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15880 00000400:00000200:0.0:1734676305.708930:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5115 [1] + 224 00000400:00000200:0.0:1734676305.708939:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.708942:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.708950:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864392320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.708974:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.708978:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e500 00000400:00000200:0.0:1734676305.708982:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 984 00000400:00000200:0.0:1734676305.708996:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.709000:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.709004:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.709009:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:0.0:1734676305.709064:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811600. 00000020:00000010:0.0:1734676305.709069:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676305.709073:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.709099:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867901696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.709119:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901696 02000000:00000010:0.0:1734676305.709127:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.709155:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdf80. 00000100:00000010:0.0:1734676305.709161:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.709166:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676305.709168:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdf80. 00000400:00000010:0.0:1734676305.709177:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676305.709181:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901696, offset 224 00000400:00000200:0.0:1734676305.709186:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.709193:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.709197:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80433:80433:256:4294967295] 192.168.203.46@tcp LPNI seq info [80429:80429:8:4294967295] 00000400:00000200:0.0:1734676305.709204:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.709209:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.709212:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.709216:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.709221:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.709223:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.709234:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c200. 00000020:00000010:0.0:1734676305.709237:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.709240:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811600. 00000800:00000200:0.0:1734676305.709306:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.709308:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:0.0:1734676305.709311:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.709315:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.709317:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:0.0:1734676305.709319:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000400:00000010:3.0:1734676305.709475:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.709479:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.709480:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.709485:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864392320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.709492:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864392320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.709507:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093180. 02000000:00000010:3.0:1734676305.709516:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc6600. 02000000:00000010:3.0:1734676305.709519:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc6400. 00000100:00000010:3.0:1734676305.709521:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.709524:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.709527:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00080000:00000010:3.0:1734676305.709541:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc6400. 00010000:00000010:3.0:1734676305.709596:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.709601:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d093500. 00010000:00000010:3.0:1734676305.709652:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc6600. 00010000:00000010:3.0:1734676305.709656:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.709662:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.709664:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.709668:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.709676:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc7000. 02000000:00000010:3.0:1734676305.709691:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc6000. 00000400:00000010:3.0:1734676305.709694:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.709696:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.709700:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392448, portal 16 00000400:00000010:3.0:1734676305.709702:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.709704:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392448, offset 0 00000400:00000200:3.0:1734676305.709708:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.709712:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.709715:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.709718:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.709720:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.709722:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.709724:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80434:80434:256:4294967295] 192.168.203.46@tcp LPNI seq info [80430:80430:8:4294967295] 00000400:00000200:3.0:1734676305.709729:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.709733:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.709736:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.709739:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.709742:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.709744:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.709818:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfcc00. 00010000:00000010:1.1:1734676305.709823:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adf800. 00010000:00000010:1.1:1734676305.709825:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8a00. 00010000:00000010:1.1:1734676305.709828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465600. 00010000:00000010:2.1:1734676305.710630:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf100. 00010000:00000010:2.1:1734676305.710636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464600. 00010000:00000010:2.1:1734676305.710639:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2c00. 00010000:00000010:2.1:1734676305.710642:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00000800:00000200:0.0:1734676305.710718:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.710721:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676305.710723:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.710726:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.710729:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676305.710731:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676305.710736:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864392448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.713223:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.713236:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15900 00000400:00000200:0.0:1734676305.713243:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5121 [1] + 224 00000400:00000200:0.0:1734676305.713251:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.713254:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.713262:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864392448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.713290:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.713293:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e580 00000400:00000200:0.0:1734676305.713297:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 1312 00000400:00000200:0.0:1734676305.713310:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.713313:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.713317:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.713322:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:3.0:1734676305.713419:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.713422:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.713424:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.713429:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864392448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.713435:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864392448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.713455:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc6000. 02000000:00000010:3.0:1734676305.713459:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc7000. 00000100:00000010:3.0:1734676305.713462:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.713465:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.713469:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000020:00000010:2.0:1734676305.714293:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464800. 00000020:00000010:2.0:1734676305.714298:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.714302:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.714321:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867901824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.714338:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901824 02000000:00000010:2.0:1734676305.714345:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676305.714505:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097903580. 00010000:00000010:2.0:1734676305.714523:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c540. 00000100:00000010:2.0:1734676305.714529:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.714543:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.714545:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c540. 00000400:00000010:2.0:1734676305.714555:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.714558:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901824, offset 224 00000400:00000200:2.0:1734676305.714563:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.714570:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.714574:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80435:80435:256:4294967295] 192.168.203.46@tcp LPNI seq info [80431:80431:8:4294967295] 00000400:00000200:2.0:1734676305.714582:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.714586:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.714589:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.714593:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.714599:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.714602:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.715161:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc7000. 00010000:00000010:3.0:1734676305.715215:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.715220:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097903500. 00010000:00000010:3.0:1734676305.715272:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc6000. 00010000:00000010:3.0:1734676305.715277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.715282:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.715286:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.715291:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.715299:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc7400. 02000000:00000010:3.0:1734676305.715315:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc6800. 00000400:00000010:3.0:1734676305.715319:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.715323:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.715327:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392576, portal 16 00000400:00000010:3.0:1734676305.715331:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676305.715332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392576, offset 0 00000400:00000200:3.0:1734676305.715337:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.715340:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.715344:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.715347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.715350:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.715351:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.715353:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80436:80436:255:4294967295] 192.168.203.46@tcp LPNI seq info [80432:80432:7:4294967295] 00000400:00000200:3.0:1734676305.715360:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.715363:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.715366:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.715369:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.715373:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.715375:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.716344:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.716350:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.716354:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464800. 00010000:00000010:0.1:1734676305.716530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e600. 00010000:00000010:0.1:1734676305.716536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bb600. 00010000:00000010:0.1:1734676305.716538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7200. 00000800:00000200:1.0:1734676305.716653:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.716656:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.716660:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.716664:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.716667:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676305.716669:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000800:00000200:1.0:1734676305.716722:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.716725:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676305.716727:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.716730:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.716731:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676305.716733:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676305.716739:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864392576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.718160:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.718171:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15980 00000400:00000200:0.0:1734676305.718178:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa512d [1] + 224 00000400:00000200:0.0:1734676305.718186:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.718189:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.718195:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864392576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.718221:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.718225:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e600 00000400:00000200:0.0:1734676305.718229:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 1640 00000400:00000200:0.0:1734676305.718396:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.718400:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.718403:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.718408:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:3.0:1734676305.718464:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.718467:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.718468:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.718473:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864392576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.718479:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864392576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.718496:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc6800. 02000000:00000010:3.0:1734676305.718500:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc7400. 00000100:00000010:3.0:1734676305.718502:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.718505:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.718508:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000020:00000010:2.0:1734676305.718580:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464800. 00000020:00000010:2.0:1734676305.718584:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.718587:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.718600:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867901952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.718637:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867901952 02000000:00000010:2.0:1734676305.718645:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676305.718661:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76e600. 00010000:00000010:2.0:1734676305.718672:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c540. 00000100:00000010:2.0:1734676305.718676:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.718679:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.718681:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c540. 00000400:00000010:2.0:1734676305.718688:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676305.718691:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867901952, offset 224 00000400:00000200:2.0:1734676305.718695:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.718701:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.718705:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80437:80437:256:4294967295] 192.168.203.46@tcp LPNI seq info [80433:80433:8:4294967295] 00000400:00000200:2.0:1734676305.718712:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.718716:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.718719:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.718723:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.718727:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.718730:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.719236:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc7400. 00010000:00000010:3.0:1734676305.719287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.719292:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d76e100. 00010000:00000010:3.0:1734676305.719336:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc6800. 00010000:00000010:3.0:1734676305.719339:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.719345:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.719347:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.719351:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.719357:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc7e00. 02000000:00000010:3.0:1734676305.719371:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fc7200. 00000400:00000010:3.0:1734676305.719374:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.719376:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.719380:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392704, portal 16 00000400:00000010:3.0:1734676305.719382:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676305.719383:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392704, offset 0 00000400:00000200:3.0:1734676305.719387:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.719391:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.719394:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.719396:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.719399:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.719401:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.719403:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80438:80438:255:4294967295] 192.168.203.46@tcp LPNI seq info [80434:80434:7:4294967295] 00000400:00000200:3.0:1734676305.719408:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.719411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.719413:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.719416:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.719419:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.719421:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.719607:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.719610:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.719614:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464800. 00000800:00000200:1.0:1734676305.720056:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.720060:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:1.0:1734676305.720063:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.720067:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.720069:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676305.720071:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000800:00000200:1.0:1734676305.720339:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.720342:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676305.720345:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.720348:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.720350:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676305.720351:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676305.720356:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864392704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.721245:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.721254:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15a00 00000400:00000200:0.0:1734676305.721259:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5139 [1] + 224 00000400:00000200:0.0:1734676305.721273:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.721276:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.721281:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864392704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.721379:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.721383:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.721384:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.721388:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864392704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.721395:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864392704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.721411:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fc7200. 02000000:00000010:3.0:1734676305.721415:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc7e00. 00000100:00000010:3.0:1734676305.721417:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.721420:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.721423:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00010000:00000010:0.1:1734676305.722189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21200. 00010000:00000010:0.1:1734676305.725331:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbf00. 00010000:00000010:0.1:1734676305.725342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6600. 00000400:00000200:0.0:1734676305.726723:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.726736:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e680 00000400:00000200:0.0:1734676305.726743:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b25 [2] + 1968 00000400:00000010:0.0:1734676305.726747:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:0.0:1734676305.726750:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d780 00000400:00000200:0.0:1734676305.726806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.726811:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.726814:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d780 00000400:00000010:0.0:1734676305.726816:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d780. 00000100:00000200:0.0:1734676305.726821:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676305.730390:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464800. 00000020:00000010:2.0:1734676305.730397:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.730400:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.730421:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506850 x1818938867902080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.730445:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902080 02000000:00000010:2.0:1734676305.730454:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676305.730473:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dbbd980. 00010000:00000010:2.0:1734676305.730491:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c540. 00000100:00000010:2.0:1734676305.730496:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:2.0:1734676305.730512:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:2.0:1734676305.730515:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c540. 00000400:00000010:2.0:1734676305.730524:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.730528:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902080, offset 224 00000400:00000200:2.0:1734676305.730533:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.730542:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.730547:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80439:80439:256:4294967295] 192.168.203.46@tcp LPNI seq info [80435:80435:8:4294967295] 00000400:00000200:2.0:1734676305.730553:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.730558:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.730561:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.730565:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.730569:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.730572:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.730582:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676305.730585:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.730588:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464800. 02000000:00000010:2.0:1734676305.730594:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676305.730597:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676305.730601:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:2.0:1734676305.730603:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676305.730605:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676305.730607:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676305.730610:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676305.730612:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676305.730614:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676305.730615:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676305.730617:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676305.730619:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000100:00000200:2.0:1734676305.730622:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.730625:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c77e8. 00000400:00000010:2.0:1734676305.730628:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d540. 00000800:00000200:1.0:1734676305.730643:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.730646:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:1.0:1734676305.730649:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.730657:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.730660:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676305.730662:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 02000000:00000010:1.0:1734676305.730666:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00080000:00000010:3.0:1734676305.730733:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc7e00. 00010000:00000010:3.0:1734676305.731733:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.731741:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dbbd900. 00010000:00000010:3.0:1734676305.731796:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def600. 00010000:00000010:3.0:1734676305.731799:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.731803:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc7200. 00010000:00000010:3.0:1734676305.731806:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676305.731816:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fc7a00. 00010000:00000010:3.0:1734676305.731836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676305.731839:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.731878:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fc7800. 00010000:00000010:3.0:1734676305.731881:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676305.731886:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.731890:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.731897:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.731906:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fc6600. 02000000:00000010:3.0:1734676305.731923:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44600. 00000400:00000010:3.0:1734676305.731927:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.731930:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.731933:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392832, portal 16 00000400:00000010:3.0:1734676305.731936:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676305.731938:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392832, offset 0 00000400:00000200:3.0:1734676305.731943:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.731947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.731951:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.731954:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.731956:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.731958:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.731960:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80440:80440:256:4294967295] 192.168.203.46@tcp LPNI seq info [80436:80436:8:4294967295] 00000400:00000200:3.0:1734676305.731966:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.731971:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.731973:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.731976:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.731980:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.731982:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.732129:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.732132:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676305.732134:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.732138:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.732144:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676305.732145:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676305.732150:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864392832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.733616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6200. 00000400:00000200:0.0:1734676305.734357:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.734368:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15a80 00000400:00000200:0.0:1734676305.734375:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5149 [1] + 224 00000400:00000200:0.0:1734676305.734389:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.734393:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.734401:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864392832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.734905:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.734909:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676305.734911:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.734916:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864392832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.734923:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864392832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.734942:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44600. 02000000:00000010:3.0:1734676305.734946:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fc6600. 00000100:00000010:3.0:1734676305.734950:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.734952:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.734956:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000200:1.0:1734676305.738017:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.738031:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e700 00000400:00000200:1.0:1734676305.738056:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 0 00000400:00000200:1.0:1734676305.738121:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.738126:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.738131:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.738136:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131399f80. 00000020:00000010:3.0:1734676305.738205:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136a44600. 00000020:00000010:3.0:1734676305.738210:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.738214:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.738234:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880131399f80 x1818938867902208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.738268:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902208 02000000:00000010:3.0:1734676305.738275:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676305.738297:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d407b00. 00010000:00000010:3.0:1734676305.738309:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.738315:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.738334:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.738337:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.738349:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676305.738353:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902208, offset 224 00000400:00000200:3.0:1734676305.738358:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.738364:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.738369:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80441:80441:256:4294967295] 192.168.203.46@tcp LPNI seq info [80437:80437:8:4294967295] 00000400:00000200:3.0:1734676305.738378:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.738382:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.738385:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.738389:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.738395:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.738398:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.738419:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.738422:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.738425:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136a44600. 00000800:00000200:0.0:1734676305.738707:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.738710:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.738713:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.738716:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.738720:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676305.738721:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00080000:00000010:2.0:1734676305.738937:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465e00. 00010000:00000010:2.0:1734676305.738997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:2.0:1734676305.739002:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d407a80. 00010000:00000010:2.0:1734676305.739070:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465c00. 00010000:00000010:2.0:1734676305.739075:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676305.739092:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c6c0. 00000100:00000010:2.0:1734676305.739096:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.739101:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.739109:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d464600. 02000000:00000010:2.0:1734676305.739126:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676305.739131:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676305.739135:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.739138:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864392960, portal 16 00000400:00000010:2.0:1734676305.739141:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676305.739143:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864392960, offset 0 00000400:00000200:2.0:1734676305.739147:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.739158:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.739161:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.739164:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.739167:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.739169:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.739171:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80442:80442:256:4294967295] 192.168.203.46@tcp LPNI seq info [80438:80438:8:4294967295] 00000400:00000200:2.0:1734676305.739178:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.739181:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.739184:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.739187:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.739191:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.739194:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676305.739255:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5600. 00010000:00000010:0.1:1734676305.739261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6000. 00000800:00000200:1.0:1734676305.740649:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.740654:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:1.0:1734676305.740658:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.740664:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.740667:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676305.740669:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:1.0:1734676305.740677:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864392960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.742393:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.742407:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15b00 00000400:00000200:1.0:1734676305.742414:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5155 [1] + 224 00000400:00000200:1.0:1734676305.742431:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.742435:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.742444:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864392960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.743618:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.743627:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e780 00000400:00000200:1.0:1734676305.743633:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 328 00000400:00000200:1.0:1734676305.743679:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.743682:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.743687:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.743692:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139bb80. 00000020:00000010:1.0:1734676305.743727:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.743732:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.743736:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.743754:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013139bb80 x1818938867902336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676305.743803:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:2.0:1734676305.743807:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:2.0:1734676305.743809:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.743815:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864392960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.743822:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864392960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.743842:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:2.0:1734676305.743846:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d464600. 00000100:00000010:2.0:1734676305.743849:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676305.743852:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.743855:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c6c0. 00000100:00000200:1.0:1734676305.744129:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902336 02000000:00000010:1.0:1734676305.744137:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676305.744157:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb900. 00010000:00000010:1.0:1734676305.744172:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f340. 00000100:00000010:1.0:1734676305.744177:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4c90b40. 00000100:00000010:1.0:1734676305.744182:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4c90b40. 00010000:00000010:1.0:1734676305.744184:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f340. 00000400:00000010:1.0:1734676305.744193:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676305.744197:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902336, offset 224 00000400:00000200:1.0:1734676305.744201:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.744207:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.744212:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80443:80443:256:4294967295] 192.168.203.46@tcp LPNI seq info [80439:80439:8:4294967295] 00000400:00000200:1.0:1734676305.744220:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.744225:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.744228:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d8e9700. 00000800:00000200:1.0:1734676305.744232:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.744238:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.744241:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d8e9700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.744253:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676305.744257:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.744260:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00000800:00000200:1.0:1734676305.744308:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.744310:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d8e9700. 00000400:00000200:1.0:1734676305.744313:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.744316:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.744318:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676305.744320:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00080000:00000010:1.0:1734676305.744340:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1da00. 00010000:00000010:1.0:1734676305.744394:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:1.0:1734676305.744399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb880. 00010000:00000010:1.0:1734676305.744453:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c800. 00010000:00000010:1.0:1734676305.744457:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59500. 00010000:00000010:1.0:1734676305.744464:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f340. 00000100:00000010:1.0:1734676305.744466:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4c90b40. 00000100:00000010:1.0:1734676305.744471:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880131398000. 02000000:00000010:1.0:1734676305.744478:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d400. 02000000:00000010:1.0:1734676305.744493:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1de00. 00000400:00000010:1.0:1734676305.744496:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676305.744499:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676305.744502:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393088, portal 16 00000400:00000010:1.0:1734676305.744505:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676305.744507:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393088, offset 0 00000400:00000200:1.0:1734676305.744510:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.744514:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.744518:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676305.744521:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676305.744524:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676305.744525:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676305.744528:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80444:80444:256:4294967295] 192.168.203.46@tcp LPNI seq info [80440:80440:8:4294967295] 00000400:00000200:1.0:1734676305.744534:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.744538:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.744540:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a900. 00000800:00000200:1.0:1734676305.744543:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.744546:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.744549:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.744575:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.744578:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a900. 00000400:00000200:1.0:1734676305.744580:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.744583:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.744585:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676305.744586:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676305.744590:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880131398000 x1818938864393088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:1.0:1734676305.744602:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013139b480. 02000000:00000010:1.0:1734676305.744606:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1cc00. 02000000:00000010:1.0:1734676305.744613:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1ce00. 00000400:00000010:1.0:1734676305.744616:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad268. 00000400:00000010:1.0:1734676305.744618:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676305.744620:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393216, portal 16 00000400:00000010:1.0:1734676305.744622:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676305.744624:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393216, offset 0 00000400:00000200:1.0:1734676305.744627:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.744630:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.744632:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676305.744635:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676305.744636:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676305.744638:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676305.744640:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80445:80445:256:4294967295] 192.168.203.46@tcp LPNI seq info [80441:80441:8:4294967295] 00000400:00000200:1.0:1734676305.744646:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.744650:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.744652:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a900. 00000800:00000200:1.0:1734676305.744654:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.744658:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.744660:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.744683:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.744684:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a900. 00000400:00000200:1.0:1734676305.744686:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.744689:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.744691:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676305.744693:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676305.744696:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88013139b480 x1818938864393216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.747282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff46e00. 00010000:00000010:1.1:1734676305.747604:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cdc5800. 00010000:00000010:1.1:1734676305.747609:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6800. 00010000:00000010:1.1:1734676305.747612:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def600. 00010000:00000010:1.1:1734676305.747615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7200. 00010000:00000010:1.1:1734676305.747617:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2dc00. 00010000:00000010:3.1:1734676305.747668:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6a00. 00010000:00000010:3.1:1734676305.747672:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db100. 00010000:00000010:3.1:1734676305.747674:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465c00. 00000400:00000200:1.0:1734676305.749913:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.749929:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15b80 00000400:00000200:1.0:1734676305.749936:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5161 [1] + 224 00000400:00000200:1.0:1734676305.749946:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.749950:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.749959:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880131398000 x1818938864393088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.751838:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.751845:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e800 00000400:00000010:2.0:1734676305.751864:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:2.0:1734676305.751868:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:2.0:1734676305.751869:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:2.0:1734676305.751875:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880131398000 x1818938864393088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.751883:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880131398000 x1818938864393088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.751933:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 656 00000400:00000200:1.0:1734676305.751941:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.751944:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.751948:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.751952:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800984faa00. 00000020:00000010:3.0:1734676305.752384:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56c00. 00000020:00000010:3.0:1734676305.752390:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.752394:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000400:00000200:1.0:1734676305.752419:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.752426:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15c00 00000400:00000200:1.0:1734676305.752430:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5169 [1] + 224 00000400:00000200:1.0:1734676305.752436:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.752438:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.752443:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88013139b480 x1818938864393216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.752469:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.752473:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e880 00000400:00000200:1.0:1734676305.752476:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 984 00000400:00000200:1.0:1734676305.752492:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.752495:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.752498:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.752502:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000100:00000200:3.0:1734676305.752504:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800984faa00 x1818938867902464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676305.752524:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56000. 00000020:00000010:3.0:1734676305.752527:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676305.752529:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c204b0. 00000100:00000200:3.0:1734676305.752536:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867902592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.752564:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902464 00000100:00000200:2.0:1734676305.752566:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902592 02000000:00000010:3.0:1734676305.752571:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 02000000:00000010:2.0:1734676305.752571:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:3.0:1734676305.752711:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801301b4300. 00010000:00000010:2.0:1734676305.752724:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c6c0. 00000100:00000010:2.0:1734676305.752733:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.752757:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.752760:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c6c0. 00000400:00000010:3.0:1734676305.752761:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000400:00000010:2.0:1734676305.752763:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676305.752765:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902464, offset 224 00000100:00000200:2.0:1734676305.752765:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902592, offset 224 00000400:00000200:2.0:1734676305.752770:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.752776:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.752781:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80446:80446:256:4294967295] 192.168.203.46@tcp LPNI seq info [80442:80442:8:4294967295] 00000400:00000200:2.0:1734676305.752789:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000400:00000200:3.0:1734676305.752791:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000200:2.0:1734676305.752793:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.752795:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000800:00000010:2.0:1734676305.752797:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2a00. 00000400:00000200:3.0:1734676305.752798:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80447:80447:255:4294967295] 192.168.203.46@tcp LPNI seq info [80443:80443:7:4294967295] 00000800:00000200:2.0:1734676305.752802:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:3.0:1734676305.752804:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.752806:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000200:2.0:1734676305.752807:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000010:3.0:1734676305.752809:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:2.0:1734676305.752810:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.752811:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.752814:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.752815:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.752830:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:2.0:1734676305.752830:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676305.752833:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:2.0:1734676305.752833:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c204b0. 00000020:00000010:3.0:1734676305.752836:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56c00. 00000020:00000010:2.0:1734676305.752836:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56000. 00000400:00000010:2.0:1734676305.752849:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad268. 00000400:00000200:2.0:1734676305.752850:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:2.0:1734676305.752852:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:2.0:1734676305.752856:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88013139b480 x1818938864393216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.752863:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88013139b480 x1818938864393216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.752873:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb380. 02000000:00000010:2.0:1734676305.752880:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1de00. 02000000:00000010:2.0:1734676305.752884:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d400. 00000100:00000010:2.0:1734676305.752887:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131398000. 00000800:00000200:1.0:1734676305.752887:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1734676305.752890:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1ce00. 00000800:00000010:1.0:1734676305.752890:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2a00. 02000000:00000010:2.0:1734676305.752892:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1cc00. 00000400:00000200:1.0:1734676305.752892:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1734676305.752894:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139b480. 00000400:00000200:1.0:1734676305.752895:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:2.0:1734676305.752896:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4c90b40. 00000400:00000200:1.0:1734676305.752897:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00010000:00000010:2.0:1734676305.752898:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f340. 00000400:00000010:1.0:1734676305.752899:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00080000:00000010:2.0:1734676305.752910:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464600. 00010000:00000010:2.0:1734676305.752972:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59500. 00010000:00000010:2.0:1734676305.752978:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb980. 00010000:00000010:2.0:1734676305.753032:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464800. 00000800:00000200:1.0:1734676305.753372:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.753375:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676305.753377:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.753380:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.753383:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676305.753385:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00010000:00000010:1.1:1734676305.753621:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db800. 00010000:00000010:1.1:1734676305.753625:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7800. 00010000:00000010:2.0:1734676305.753726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676305.753735:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c6c0. 00000100:00000010:2.0:1734676305.753738:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.753744:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676305.753752:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465600. 02000000:00000010:2.0:1734676305.753769:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464200. 00000400:00000010:2.0:1734676305.753773:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676305.753776:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676305.753780:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393344, portal 16 00000400:00000010:2.0:1734676305.753783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676305.753784:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393344, offset 0 00000400:00000200:2.0:1734676305.753788:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.753794:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.753798:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.753801:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.753803:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.753805:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.753808:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80448:80448:256:4294967295] 192.168.203.46@tcp LPNI seq info [80444:80444:8:4294967295] 00000400:00000200:2.0:1734676305.753814:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.753818:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.753820:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.753824:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.753829:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.753831:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.754489:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.754492:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:1.0:1734676305.754495:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.754498:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.754501:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676305.754502:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676305.754508:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864393344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676305.756820:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.756832:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15c80 00000400:00000200:2.0:1734676305.756839:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5179 [1] + 224 00000400:00000200:2.0:1734676305.756857:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.756861:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.756869:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864393344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676305.756947:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:0.0:1734676305.756951:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676305.756953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676305.756958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864393344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.756965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864393344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676305.757312:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464200. 02000000:00000010:0.0:1734676305.757317:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465600. 00000100:00000010:0.0:1734676305.757320:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:0.0:1734676305.757325:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:0.0:1734676305.757327:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c6c0. 00000400:00000200:1.0:1734676305.757367:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.757372:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e900 00000400:00000200:1.0:1734676305.757377:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 1312 00000400:00000200:1.0:1734676305.757420:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.757423:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.757427:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.757431:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00000020:00000010:2.0:1734676305.757490:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464a00. 00000020:00000010:2.0:1734676305.757494:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.757497:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.757512:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d1f80 x1818938867902720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.757535:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902720 02000000:00000010:2.0:1734676305.757541:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676305.757559:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009580b100. 00010000:00000010:2.0:1734676305.757572:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012dc0c600. 00000100:00000010:2.0:1734676305.757576:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.757586:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.757588:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012dc0c600. 00000400:00000010:2.0:1734676305.757595:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.757598:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902720, offset 224 00000400:00000200:2.0:1734676305.757601:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.757607:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.757611:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80449:80449:256:4294967295] 192.168.203.46@tcp LPNI seq info [80445:80445:8:4294967295] 00000400:00000200:2.0:1734676305.757617:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.757621:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.757623:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.757627:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.757632:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.757635:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.757645:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.757647:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.757651:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464a00. 00080000:00000010:0.0:1734676305.757739:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811200. 00010000:00000010:0.0:1734676305.757800:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:0.0:1734676305.757805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009580b080. 00010000:00000010:0.0:1734676305.757855:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810800. 00010000:00000010:0.0:1734676305.757860:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676305.757866:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64140. 00000100:00000010:0.0:1734676305.757869:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.757873:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676305.757881:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811600. 02000000:00000010:0.0:1734676305.757896:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136a44c00. 00000400:00000010:0.0:1734676305.757899:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676305.757902:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676305.757906:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393472, portal 16 00000400:00000010:0.0:1734676305.757910:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676305.757911:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393472, offset 0 00000400:00000200:0.0:1734676305.757915:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.757919:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.757923:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.757926:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.757928:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.757930:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.757932:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80450:80450:255:4294967295] 192.168.203.46@tcp LPNI seq info [80446:80446:7:4294967295] 00000400:00000200:0.0:1734676305.757938:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.757941:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.757943:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676305.757946:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.757950:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.757952:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.758003:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.758006:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:1.0:1734676305.758009:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.758012:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.758014:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676305.758016:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:1.0:1734676305.758064:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.758066:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676305.758068:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.758071:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.758073:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:1.0:1734676305.758074:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:1.0:1734676305.758079:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480a80 x1818938864393472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.759266:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.759273:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15d00 00000400:00000200:0.0:1734676305.759279:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5185 [1] + 224 00000400:00000200:0.0:1734676305.759292:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.759295:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.759306:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480a80 x1818938864393472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.759557:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.759564:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516e980 00000400:00000200:0.0:1734676305.759568:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 1640 00000400:00000010:2.0:1734676305.759618:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:2.0:1734676305.759623:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:2.0:1734676305.759624:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:2.0:1734676305.759629:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480a80 x1818938864393472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.759636:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480a80 x1818938864393472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.759662:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136a44c00. 02000000:00000010:2.0:1734676305.759666:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811600. 00000100:00000010:2.0:1734676305.759675:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000010:2.0:1734676305.759680:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:2.0:1734676305.759682:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64140. 00010000:00000010:1.1:1734676305.759775:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf6fe00. 00010000:00000010:1.1:1734676305.759780:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121d00. 00010000:00000010:1.1:1734676305.759783:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c800. 00000400:00000200:0.0:1734676305.759861:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.759865:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.759868:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.759872:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:3.0:1734676305.760101:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e56c00. 00000020:00000010:3.0:1734676305.760106:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.760109:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.760123:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867902848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.760147:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902848 02000000:00000010:3.0:1734676305.760153:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:3.0:1734676305.760169:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d10c900. 00010000:00000010:3.0:1734676305.760179:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.760183:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.760193:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.760196:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000400:00000010:3.0:1734676305.760205:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676305.760208:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902848, offset 224 00000400:00000200:3.0:1734676305.760212:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.760216:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.760220:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80451:80451:256:4294967295] 192.168.203.46@tcp LPNI seq info [80447:80447:8:4294967295] 00000400:00000200:3.0:1734676305.760226:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.760231:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.760234:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.760237:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.760242:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.760245:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676305.760325:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44600. 00010000:00000010:0.0:1734676305.760369:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676305.760372:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d10c880. 00010000:00000010:0.0:1734676305.760416:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2c00. 00010000:00000010:0.0:1734676305.760418:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c200. 00010000:00000010:0.0:1734676305.760421:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44c00. 00000800:00000200:1.0:1734676305.760808:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.760811:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.760814:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.760817:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.760820:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676305.760822:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:0.0:1734676305.760853:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c480. 00080000:00000010:0.0:1734676305.760865:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f3000. 00010000:00000010:0.0:1734676305.760885:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c480. 00010000:00000010:0.0:1734676305.760888:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c200. 00010000:00000010:0.0:1734676305.760926:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3400. 00010000:00000010:0.0:1734676305.760929:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676305.760934:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e40. 00000100:00000010:0.0:1734676305.760937:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676305.760942:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 02000000:00000010:0.0:1734676305.760950:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8801313f2000. 02000000:00000010:0.0:1734676305.760964:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3c00. 00000400:00000010:0.0:1734676305.760967:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676305.760971:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676305.760974:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393600, portal 16 00000400:00000010:0.0:1734676305.760978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676305.760979:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393600, offset 0 00000400:00000200:0.0:1734676305.760987:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.760991:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.760994:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676305.760996:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676305.760999:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676305.761000:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676305.761003:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80452:80452:256:4294967295] 192.168.203.46@tcp LPNI seq info [80448:80448:8:4294967295] 00000400:00000200:0.0:1734676305.761008:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.761012:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.761014:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676305.761017:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.761021:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.761023:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.761079:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.761091:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.761094:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e56c00. 00000800:00000200:1.0:1734676305.761141:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.761143:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676305.761145:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.761148:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.761150:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:1.0:1734676305.761151:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:1.0:1734676305.761156:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480000 x1818938864393600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.762785:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dcb200. 00000400:00000200:1.0:1734676305.764288:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.764300:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15d80 00000400:00000200:1.0:1734676305.764307:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5191 [1] + 224 00000400:00000200:1.0:1734676305.764320:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.764324:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.764332:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480000 x1818938864393600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.764448:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676305.764453:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:2.0:1734676305.764455:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:2.0:1734676305.764460:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480000 x1818938864393600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.764468:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480000 x1818938864393600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.764489:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3c00. 02000000:00000010:2.0:1734676305.764493:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8801313f2000. 00000100:00000010:2.0:1734676305.764497:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00000100:00000010:2.0:1734676305.764501:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:2.0:1734676305.764504:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e40. 00000400:00000200:0.0:1734676305.766246:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.766263:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ea00 00000400:00000200:0.0:1734676305.766273:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3b7d [2] + 1968 00000400:00000010:0.0:1734676305.766277:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:0.0:1734676305.766282:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097e4c9c0 00000400:00000200:0.0:1734676305.767248:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.767258:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.767263:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097e4c9c0 00000400:00000010:0.0:1734676305.767266:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097e4c9c0. 00000100:00000200:0.0:1734676305.767272:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.767378:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e57200. 00000020:00000010:3.0:1734676305.767386:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.767390:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.767414:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504050 x1818938867902976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.767444:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867902976 02000000:00000010:3.0:1734676305.767452:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:3.0:1734676305.767474:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2300. 00010000:00000010:3.0:1734676305.767488:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.767494:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.767501:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.767505:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00080000:00000010:3.0:1734676305.767528:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56000. 00010000:00000010:3.0:1734676305.767585:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c200. 00010000:00000010:3.0:1734676305.767591:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3580. 00010000:00000010:3.0:1734676305.767641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56e00. 00010000:00000010:3.0:1734676305.767646:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676305.767652:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.767655:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.767660:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.767668:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56c00. 02000000:00000010:3.0:1734676305.767686:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec200. 00000400:00000010:3.0:1734676305.767691:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.767695:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.767700:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393728, portal 16 00000400:00000010:3.0:1734676305.767704:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.767705:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393728, offset 0 00000400:00000200:3.0:1734676305.767710:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.767720:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.767724:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.767728:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.767730:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.767732:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.767736:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80453:80453:256:4294967295] 192.168.203.46@tcp LPNI seq info [80449:80449:8:4294967295] 00000400:00000200:3.0:1734676305.767743:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.767748:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.767751:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.767755:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.767762:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.767765:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1734676305.767794:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.767797:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867902976, offset 224 00000400:00000200:3.0:1734676305.767800:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.767804:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.767808:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80454:80454:255:4294967295] 192.168.203.46@tcp LPNI seq info [80450:80450:7:4294967295] 00000400:00000200:3.0:1734676305.767813:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.767817:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.767819:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.767822:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.767825:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.767827:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.767836:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676305.767838:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.767841:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e57200. 02000000:00000010:3.0:1734676305.767848:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676305.767852:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676305.767856:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:3.0:1734676305.767859:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 02000000:00000010:3.0:1734676305.767862:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:3.0:1734676305.767863:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 02000000:00000010:3.0:1734676305.767866:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676305.767868:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800984faa00. 02000000:00000010:3.0:1734676305.767871:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676305.767873:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013139bb80. 02000000:00000010:3.0:1734676305.767875:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676305.767876:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880131399f80. 00000100:00000200:3.0:1734676305.767883:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.767886:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9c08. 00000400:00000010:3.0:1734676305.767889:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcdcc0. 00010000:00000010:1.1:1734676305.769062:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9a00. 00000800:00000200:0.0:1734676305.769203:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.769208:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676305.769214:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.769221:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.769226:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676305.769228:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676305.769240:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864393728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.769320:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.769322:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676305.769324:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.769331:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.769334:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.769336:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 02000000:00000010:0.0:1734676305.769342:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000400:00000200:0.0:1734676305.771343:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.771360:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15e00 00000400:00000200:0.0:1734676305.771369:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5199 [1] + 224 00000400:00000200:0.0:1734676305.771389:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.771392:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.771403:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864393728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.771472:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.771478:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676305.771480:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.771490:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864393728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.771499:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864393728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.771522:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec200. 02000000:00000010:3.0:1734676305.771527:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56c00. 00000100:00000010:3.0:1734676305.771530:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:3.0:1734676305.771533:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.771536:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00010000:00000010:1.1:1734676305.772828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46ac00. 00010000:00000010:0.1:1734676305.772925:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736caf00. 00010000:00000010:0.1:1734676305.772931:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00010000:00000010:0.1:1734676305.772934:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994200. 00010000:00000010:0.1:1734676305.772937:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810800. 00010000:00000010:0.1:1734676305.772940:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2c00. 00010000:00000010:0.1:1734676305.772943:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44c00. 00000400:00000200:1.0:1734676305.773052:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.773067:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ea80 00000400:00000200:1.0:1734676305.773073:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 0 00000400:00000200:1.0:1734676305.773142:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.773147:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.773153:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.773157:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 00000020:00000010:2.0:1734676305.773229:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464a00. 00000020:00000010:2.0:1734676305.773234:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.773237:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.773256:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3800 x1818938867903104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.773284:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903104 02000000:00000010:2.0:1734676305.773291:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676305.773312:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097dbc700. 00010000:00000010:2.0:1734676305.773323:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4d04780. 00000100:00000010:2.0:1734676305.773327:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.773334:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.773336:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4d04780. 00000400:00000010:2.0:1734676305.773345:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676305.773350:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903104, offset 224 00000400:00000200:2.0:1734676305.773354:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.773360:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.773365:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80455:80455:256:4294967295] 192.168.203.46@tcp LPNI seq info [80451:80451:8:4294967295] 00000400:00000200:2.0:1734676305.773372:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.773376:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.773379:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.773383:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.773387:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.773391:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.773401:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.773403:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.773406:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464a00. 00000800:00000200:0.0:1734676305.773428:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.773431:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:0.0:1734676305.773433:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.773437:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.773439:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676305.773441:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:3.0:1734676305.773462:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec200. 00010000:00000010:3.0:1734676305.773521:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676305.773526:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097dbc680. 00010000:00000010:3.0:1734676305.773588:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec000. 00010000:00000010:3.0:1734676305.773592:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676305.773599:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.773601:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.773606:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.773615:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec600. 02000000:00000010:3.0:1734676305.773631:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dedc00. 00000400:00000010:3.0:1734676305.773635:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.773638:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.773642:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393856, portal 16 00000400:00000010:3.0:1734676305.773645:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.773647:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393856, offset 0 00000400:00000200:3.0:1734676305.773651:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.773655:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.773659:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.773661:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.773664:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.773665:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.773667:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80456:80456:256:4294967295] 192.168.203.46@tcp LPNI seq info [80452:80452:8:4294967295] 00000400:00000200:3.0:1734676305.773777:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.773781:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.773784:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.773786:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.773790:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.773792:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.773822:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.773825:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.773827:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.773830:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.773833:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676305.773835:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676305.773839:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864393856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.778970:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.778990:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15e80 00000400:00000200:1.0:1734676305.779001:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51ad [1] + 224 00000400:00000200:1.0:1734676305.779014:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.779018:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.779030:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864393856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.779091:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.779096:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516eb00 00000400:00000200:1.0:1734676305.779102:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 328 00000400:00000200:1.0:1734676305.779116:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.779120:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.779125:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.779132:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 00000400:00000010:3.0:1734676305.779138:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676305.779144:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676305.779146:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.779155:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864393856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.779160:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102800. 00000100:00000200:3.0:1734676305.779163:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864393856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.779167:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17500. 00010000:00000010:1.1:1734676305.779170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3400. 02000000:00000010:3.0:1734676305.779186:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dedc00. 02000000:00000010:3.0:1734676305.779190:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec600. 00000100:00000010:3.0:1734676305.779194:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000020:00000010:2.0:1734676305.779194:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d464a00. 00000100:00000010:3.0:1734676305.779197:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00000020:00000010:2.0:1734676305.779198:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00010000:00000010:3.0:1734676305.779200:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000020:00000010:2.0:1734676305.779202:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.779218:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3480 x1818938867903232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.779235:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903232 02000000:00000010:2.0:1734676305.779243:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676305.779262:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f9680. 00010000:00000010:2.0:1734676305.779276:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4d04780. 00000100:00000010:2.0:1734676305.779281:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.779287:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.779289:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4d04780. 00000400:00000010:2.0:1734676305.779298:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.779301:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903232, offset 224 00000400:00000200:2.0:1734676305.779306:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.779316:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.779322:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80457:80457:256:4294967295] 192.168.203.46@tcp LPNI seq info [80453:80453:8:4294967295] 00000400:00000200:2.0:1734676305.779331:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.779336:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.779339:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.779343:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.779361:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.779364:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.779377:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.779380:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.779383:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d464a00. 00080000:00000010:3.0:1734676305.779400:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec600. 00010000:00000010:3.0:1734676305.779451:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676305.779457:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9600. 00000800:00000200:2.0:1734676305.779471:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.779474:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:2.0:1734676305.779477:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.779480:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.779483:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:2.0:1734676305.779484:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00010000:00000010:3.0:1734676305.779508:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dedc00. 00010000:00000010:3.0:1734676305.779512:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676305.779517:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad0350c0. 00000100:00000010:3.0:1734676305.779519:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.779524:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 02000000:00000010:3.0:1734676305.779531:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dede00. 02000000:00000010:3.0:1734676305.779546:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec800. 00000400:00000010:3.0:1734676305.779549:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676305.779552:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.779556:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864393984, portal 16 00000400:00000010:3.0:1734676305.779559:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.779560:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864393984, offset 0 00000400:00000200:3.0:1734676305.779564:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.779568:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.779571:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.779574:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.779577:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.779578:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.779580:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80458:80458:256:4294967295] 192.168.203.46@tcp LPNI seq info [80454:80454:8:4294967295] 00000400:00000200:3.0:1734676305.779586:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.779589:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.779591:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.779594:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.779597:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.779599:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.779886:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.779889:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:2.0:1734676305.779891:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.779894:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.779896:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:2.0:1734676305.779897:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:2.0:1734676305.779902:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2ad80 x1818938864393984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.785932:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17a00. 00010000:00000010:1.1:1734676305.785942:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56e00. 00000400:00000200:0.0:1734676305.786739:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.786755:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15f00 00000400:00000200:0.0:1734676305.786764:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51b9 [1] + 224 00000400:00000200:0.0:1734676305.786775:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.786779:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.786790:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2ad80 x1818938864393984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.786823:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.786827:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516eb80 00000400:00000200:0.0:1734676305.786832:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 656 00000400:00000200:0.0:1734676305.786889:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.786893:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.786897:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.786904:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000010:2.0:1734676305.786958:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:2.0:1734676305.786963:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:2.0:1734676305.786965:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:2.0:1734676305.786970:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2ad80 x1818938864393984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.786977:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2ad80 x1818938864393984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.787005:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec800. 02000000:00000010:2.0:1734676305.787010:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dede00. 00000100:00000010:2.0:1734676305.787013:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2ad80. 00000100:00000010:2.0:1734676305.787016:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:2.0:1734676305.787021:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad0350c0. 00000020:00000010:2.0:1734676305.787073:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465200. 00000020:00000010:2.0:1734676305.787078:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.787091:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.787112:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867903360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.787131:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903360 02000000:00000010:2.0:1734676305.787139:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676305.787162:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0141d80. 00010000:00000010:2.0:1734676305.787177:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4d04780. 00000100:00000010:2.0:1734676305.787183:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.787188:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:2.0:1734676305.787190:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4d04780. 00000400:00000010:2.0:1734676305.787199:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.787202:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903360, offset 224 00000400:00000200:2.0:1734676305.787328:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.787336:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.787342:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80459:80459:256:4294967295] 192.168.203.46@tcp LPNI seq info [80455:80455:8:4294967295] 00000400:00000200:2.0:1734676305.787350:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.787355:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.787359:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.787364:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.787370:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.787373:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.787386:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676305.787390:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.787394:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465200. 00000800:00000200:2.0:1734676305.787438:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.787441:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:2.0:1734676305.787444:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.787447:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.787449:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:2.0:1734676305.787450:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00080000:00000010:2.0:1734676305.787469:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464a00. 00010000:00000010:2.0:1734676305.787548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:2.0:1734676305.787555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0141d00. 00010000:00000010:2.0:1734676305.787622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464800. 00010000:00000010:2.0:1734676305.787628:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676305.787635:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4d04780. 00000100:00000010:2.0:1734676305.787638:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d240. 00000100:00000010:2.0:1734676305.787643:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676305.787653:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465600. 02000000:00000010:2.0:1734676305.787673:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464200. 00000400:00000010:2.0:1734676305.787677:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676305.787680:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.787684:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394112, portal 16 00000400:00000010:2.0:1734676305.787687:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.787690:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394112, offset 0 00000400:00000200:2.0:1734676305.787693:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.787699:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.787703:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.787707:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.787710:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.787712:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.787714:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80460:80460:256:4294967295] 192.168.203.46@tcp LPNI seq info [80456:80456:8:4294967295] 00000400:00000200:2.0:1734676305.787720:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.787723:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.787725:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.787728:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.787731:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.787733:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676305.787762:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.787764:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:2.0:1734676305.787766:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.787768:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.787771:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.787772:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.787776:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864394112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.790757:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.790776:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e15f80 00000400:00000200:1.0:1734676305.790786:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51c5 [1] + 224 00000400:00000200:1.0:1734676305.790810:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.790813:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.790825:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864394112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.792130:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:3.0:1734676305.792140:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:3.0:1734676305.792142:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:3.0:1734676305.792154:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864394112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.792163:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864394112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.792187:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464200. 02000000:00000010:3.0:1734676305.792193:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465600. 00000100:00000010:3.0:1734676305.792197:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:3.0:1734676305.792200:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d240. 00010000:00000010:3.0:1734676305.792204:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4d04780. 00000400:00000200:3.0:1734676305.793673:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.793685:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ec00 00000400:00000200:3.0:1734676305.793691:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 984 00000400:00000200:3.0:1734676305.793757:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.793762:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.793766:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676305.793770:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 00010000:00000010:1.1:1734676305.796237:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf400. 00010000:00000010:1.1:1734676305.796296:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcaa00. 00000020:00000010:0.0:1734676305.796377:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3200. 00000020:00000010:0.0:1734676305.796384:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c480. 00000020:00000010:0.0:1734676305.796390:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.796418:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29880 x1818938867903488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.796447:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903488 02000000:00000010:0.0:1734676305.796459:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.796486:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0141280. 00010000:00000010:0.0:1734676305.796503:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64fc0. 00000100:00000010:0.0:1734676305.796511:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.796521:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676305.796527:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64fc0. 00000400:00000010:0.0:1734676305.796540:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676305.796546:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903488, offset 224 00000400:00000200:0.0:1734676305.796553:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.796565:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.796572:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80461:80461:256:4294967295] 192.168.203.46@tcp LPNI seq info [80457:80457:8:4294967295] 00000400:00000200:0.0:1734676305.796581:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.796586:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.796590:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676305.796595:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.796603:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.796607:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.796623:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c480. 00000020:00000010:0.0:1734676305.796627:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.796630:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3200. 00080000:00000010:3.0:1734676305.796708:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dece00. 00010000:00000010:3.0:1734676305.796793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:3.0:1734676305.796801:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0141180. 00010000:00000010:3.0:1734676305.796868:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676305.796871:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ac00. 00010000:00000010:3.0:1734676305.796875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deda00. 00010000:00000010:3.0:1734676305.796880:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.796890:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ded200. 00010000:00000010:3.0:1734676305.796910:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.796913:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ac00. 00010000:00000010:3.0:1734676305.796958:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded000. 00010000:00000010:3.0:1734676305.796961:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676305.796967:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.796970:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.796977:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676305.796987:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097deca00. 02000000:00000010:3.0:1734676305.797010:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec400. 00000400:00000010:3.0:1734676305.797016:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676305.797021:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.797027:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394240, portal 16 00000400:00000010:3.0:1734676305.797030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.797032:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394240, offset 0 00000800:00000200:2.0:1734676305.800859:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.800866:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:2.0:1734676305.800873:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.800881:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.800936:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.800951:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.800956:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.800960:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.800963:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.800965:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.800968:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80462:80462:255:4294967295] 192.168.203.46@tcp LPNI seq info [80458:80458:7:4294967295] 00000400:00000200:3.0:1734676305.800976:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.800980:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.800984:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.800988:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.800996:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.801000:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676305.801092:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6900. 00010000:00000010:1.1:1734676305.801099:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec000. 00000400:00000200:2.0:1734676305.804454:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676305.804460:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000800:00000200:2.0:1734676305.804555:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676305.804558:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:2.0:1734676305.804562:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.804569:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676305.804571:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676305.804573:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:2.0:1734676305.804581:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864394240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.810927:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fea500. 00010000:00000010:0.1:1734676305.810938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00010000:00000010:0.1:1734676305.810943:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:0.1:1734676305.810946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deda00. 00000400:00000200:0.0:1734676305.811108:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.811127:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16000 00000400:00000200:0.0:1734676305.811138:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51d1 [1] + 224 00000400:00000200:0.0:1734676305.811149:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.811153:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.811165:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864394240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.811190:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.811194:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ec80 00000400:00000200:0.0:1734676305.811199:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 1312 00000400:00000200:0.0:1734676305.811270:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.811274:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.811279:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.811286:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00010000:00000010:1.1:1734676305.811346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc9200. 00010000:00000010:1.1:1734676305.811350:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097feac00. 00010000:00000010:1.1:1734676305.811353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dedc00. 00000400:00000010:3.0:1734676305.811570:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676305.811576:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.811578:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.811584:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864394240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.811593:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864394240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.811625:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec400. 02000000:00000010:3.0:1734676305.811630:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097deca00. 00000100:00000010:3.0:1734676305.811633:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676305.811636:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676305.811641:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000020:00000010:3.0:1734676305.811675:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097deca00. 00000020:00000010:3.0:1734676305.811680:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676305.811685:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.811707:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867903616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.811727:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903616 02000000:00000010:3.0:1734676305.811737:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:3.0:1734676305.811762:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0f6a80. 00010000:00000010:3.0:1734676305.811775:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.811780:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.811786:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676305.811788:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.811797:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.811800:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903616, offset 224 00000400:00000200:3.0:1734676305.811805:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.811813:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.811818:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80463:80463:256:4294967295] 192.168.203.46@tcp LPNI seq info [80459:80459:8:4294967295] 00000400:00000200:3.0:1734676305.811828:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.811833:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.811837:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676305.811841:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.811847:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.811851:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.811862:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676305.811865:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.811869:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097deca00. 00000800:00000200:3.0:1734676305.811910:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.811912:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:3.0:1734676305.811915:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.811917:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.811920:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.811921:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:2.0:1734676305.812651:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465600. 00010000:00000010:2.0:1734676305.812723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:2.0:1734676305.812730:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0f6a00. 00010000:00000010:2.0:1734676305.812794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464200. 00010000:00000010:2.0:1734676305.812800:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.812808:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:2.0:1734676305.812811:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.812818:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.812828:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465200. 02000000:00000010:2.0:1734676305.812846:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676305.812850:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000400:00000010:2.0:1734676305.812854:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.812858:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394368, portal 16 00000400:00000010:2.0:1734676305.812861:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676305.812864:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394368, offset 0 00000400:00000200:2.0:1734676305.812868:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.812873:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.812877:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.812880:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.812883:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.812886:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.812889:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80464:80464:256:4294967295] 192.168.203.46@tcp LPNI seq info [80460:80460:8:4294967295] 00000400:00000200:2.0:1734676305.812895:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.812899:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.812902:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.812905:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.812910:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.812912:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.813011:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.813014:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:0.0:1734676305.813017:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.813021:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.813023:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676305.813025:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676305.813032:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864394368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.816661:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9400. 00080000:00000010:2.0:1734676305.817650:0:25709:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817658:0:25709:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817673:0:25709:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817677:0:25709:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817685:0:25709:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817689:0:25709:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817697:0:25709:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676305.817701:0:25709:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4280. 00000400:00000200:1.0:1734676305.818598:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.818616:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16080 00000400:00000200:1.0:1734676305.818624:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51dd [1] + 224 00000400:00000200:1.0:1734676305.818637:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.818641:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.818653:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864394368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.818678:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.818682:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ed00 00000400:00000200:1.0:1734676305.818688:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 1640 00000400:00000200:1.0:1734676305.818752:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.818757:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.818762:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.818767:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 00000020:00000010:0.0:1734676305.819242:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3200. 00000020:00000010:0.0:1734676305.819248:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676305.819253:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.819275:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3100 x1818938867903744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.819296:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903744 02000000:00000010:0.0:1734676305.819306:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.819340:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64540. 00000100:00000010:0.0:1734676305.819346:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.819351:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676305.819355:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64540. 00000400:00000010:0.0:1734676305.819367:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676305.819371:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903744, offset 224 00000400:00000200:0.0:1734676305.819376:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.819384:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.819390:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80465:80465:256:4294967295] 192.168.203.46@tcp LPNI seq info [80461:80461:8:4294967295] 00000400:00000200:0.0:1734676305.819398:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.819402:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.819406:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676305.819410:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.819417:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.819421:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.819430:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676305.819434:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.819436:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3200. 00010000:00000010:1.1:1734676305.819519:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089200. 00000800:00000200:0.0:1734676305.819622:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.819625:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:0.0:1734676305.819627:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.819630:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.819633:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:0.0:1734676305.819635:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000400:00000010:2.0:1734676305.820010:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:2.0:1734676305.820014:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.820017:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.820024:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864394368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.820032:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864394368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.820070:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4c80. 02000000:00000010:2.0:1734676305.820089:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:2.0:1734676305.820094:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465200. 00000100:00000010:2.0:1734676305.820098:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:2.0:1734676305.820103:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.820105:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00080000:00000010:2.0:1734676305.820120:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2000. 00010000:00000010:2.0:1734676305.820188:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.820194:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfc4c00. 00010000:00000010:2.0:1734676305.820269:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3400. 00010000:00000010:2.0:1734676305.820274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.820282:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:2.0:1734676305.820285:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.820291:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.820301:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465200. 02000000:00000010:2.0:1734676305.820320:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676305.820324:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000400:00000010:2.0:1734676305.820327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.820331:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394496, portal 16 00000400:00000010:2.0:1734676305.820334:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676305.820336:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394496, offset 0 00000400:00000200:2.0:1734676305.820341:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.820345:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.820349:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.820352:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.820355:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.820358:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.820360:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80466:80466:256:4294967295] 192.168.203.46@tcp LPNI seq info [80462:80462:8:4294967295] 00000400:00000200:2.0:1734676305.820366:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.820370:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.820372:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2100. 00000800:00000200:2.0:1734676305.820375:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.820379:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.820382:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.820425:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.820429:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810800. 02000000:00000010:2.0:1734676305.820436:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811600. 00000400:00000010:2.0:1734676305.820438:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676305.820441:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.820443:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394624, portal 16 00000400:00000010:2.0:1734676305.820445:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.820447:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394624, offset 0 00000400:00000200:2.0:1734676305.820450:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.820453:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.820456:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.820457:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.820459:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.820461:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.820465:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80467:80467:255:4294967295] 192.168.203.46@tcp LPNI seq info [80463:80463:7:4294967295] 00000400:00000200:2.0:1734676305.820470:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.820473:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.820475:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2000. 00000800:00000200:2.0:1734676305.820478:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.820481:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.820483:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.821107:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.821110:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2100. 00000400:00000200:0.0:1734676305.821114:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.821118:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.821121:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676305.821123:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676305.821129:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864394496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676305.821174:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.821176:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2000. 00000400:00000200:0.0:1734676305.821178:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.821180:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.821182:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676305.821183:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676305.821187:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864394624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.824690:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f500. 00010000:00000010:1.1:1734676305.824705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded000. 00000400:00000200:1.0:1734676305.827616:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.827637:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16100 00000400:00000200:1.0:1734676305.827646:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51e9 [1] + 224 00000400:00000200:1.0:1734676305.827660:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.827665:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.827677:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864394496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.827709:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.827713:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16180 00000400:00000200:1.0:1734676305.827717:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa51f1 [1] + 224 00000400:00000200:1.0:1734676305.827723:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.827725:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.827730:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864394624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.827742:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.827745:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ee00 00000400:00000200:1.0:1734676305.827750:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3bd5 [2] + 1968 00000400:00000010:1.0:1734676305.827754:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad370. 00000400:00000200:1.0:1734676305.827758:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012daa99c0 00000400:00000200:1.0:1734676305.827762:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.827764:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.827766:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012daa99c0 00000400:00000010:1.0:1734676305.827768:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012daa99c0. 00000100:00000200:1.0:1734676305.827773:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1734676305.827790:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.827794:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ed80 00000400:00000200:1.0:1734676305.827798:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 0 00000400:00000200:1.0:1734676305.827815:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.827818:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.827821:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.827827:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000020:00000010:1.0:1734676305.827875:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676305.827880:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.827885:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676305.827909:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507050 x1818938867904000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676305.827929:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d400. 00000020:00000010:1.0:1734676305.827931:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.827933:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.827939:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867903872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.827952:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904000 02000000:00000010:1.0:1734676305.827961:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00000400:00000010:1.0:1734676305.828002:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676305.828007:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904000, offset 224 00000400:00000200:1.0:1734676305.828012:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.828020:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.828025:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80468:80468:256:4294967295] 192.168.203.46@tcp LPNI seq info [80464:80464:8:4294967295] 00000400:00000200:1.0:1734676305.828034:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.828058:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.828062:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a500. 00000800:00000200:1.0:1734676305.828068:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.828075:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.828078:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.828101:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59400. 00000020:00000010:1.0:1734676305.828106:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676305.828110:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 02000000:00000010:1.0:1734676305.828118:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676305.828121:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676305.828125:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676305.828127:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676305.828133:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676305.828136:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:1.0:1734676305.828138:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:1.0:1734676305.828141:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676305.828146:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:1.0:1734676305.828149:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676305.828151:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:1.0:1734676305.828153:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3800. 00000100:00000200:1.0:1734676305.828158:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.828161:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad370. 00000400:00000010:1.0:1734676305.828165:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4c90b40. 00000100:00000200:1.0:1734676305.828173:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867903872 02000000:00000010:1.0:1734676305.828176:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676305.828192:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.828199:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.828205:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.828208:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.828213:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.828215:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867903872, offset 224 00000400:00000200:1.0:1734676305.828219:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.828223:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.828226:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80469:80469:255:4294967295] 192.168.203.46@tcp LPNI seq info [80465:80465:7:4294967295] 00000400:00000200:1.0:1734676305.828232:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.828235:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.828237:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60ad00. 00000800:00000200:1.0:1734676305.828240:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.828243:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.828245:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.828249:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.828251:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.828253:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d400. 00000800:00000200:1.0:1734676305.828287:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.828290:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a500. 00000400:00000200:1.0:1734676305.828293:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.828295:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.828298:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676305.828299:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:1.0:1734676305.828302:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000400:00000010:2.0:1734676305.828782:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:2.0:1734676305.828787:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676305.828788:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.828796:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864394496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.828803:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864394496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.828823:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e8800. 00000400:00000010:2.0:1734676305.828834:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676305.828835:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676305.828836:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.828841:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864394624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.828847:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864394624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.828853:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9de180. 02000000:00000010:2.0:1734676305.828863:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:2.0:1734676305.828869:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465200. 00000100:00000010:2.0:1734676305.828873:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.828877:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811600. 02000000:00000010:2.0:1734676305.828881:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810800. 00000100:00000010:2.0:1734676305.828884:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676305.828887:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.828889:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00080000:00000010:2.0:1734676305.828905:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6000. 00010000:00000010:2.0:1734676305.828978:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.828984:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9de080. 00010000:00000010:2.0:1734676305.829072:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:2.0:1734676305.829078:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.829094:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:2.0:1734676305.829098:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.829103:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.829113:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7c00. 02000000:00000010:2.0:1734676305.829133:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810800. 00000400:00000010:2.0:1734676305.829135:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676305.829138:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.829141:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394752, portal 16 00000400:00000010:2.0:1734676305.829144:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.829145:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394752, offset 0 00000400:00000200:2.0:1734676305.829149:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.829153:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.829157:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.829160:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.829163:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.829165:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.829167:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80470:80470:255:4294967295] 192.168.203.46@tcp LPNI seq info [80466:80466:7:4294967295] 00000400:00000200:2.0:1734676305.829173:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.829176:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.829179:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.829181:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.829186:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.829188:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:3.0:1734676305.830503:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830511:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830556:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830561:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830569:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830574:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830581:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676305.830584:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a800. 00000800:00000200:1.0:1734676305.832584:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.832591:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60ad00. 00000400:00000200:1.0:1734676305.832599:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.832607:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.832614:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676305.832617:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000800:00000200:1.0:1734676305.832694:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.832696:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:1.0:1734676305.832700:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.832704:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.832706:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676305.832707:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676305.832717:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864394752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.834975:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.834993:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16200 00000400:00000200:0.0:1734676305.835002:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5205 [1] + 224 00000400:00000200:0.0:1734676305.835014:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.835017:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.835029:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864394752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.835100:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.835105:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ee80 00000400:00000200:0.0:1734676305.835110:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 328 00000400:00000200:0.0:1734676305.835123:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.835127:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.835131:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.835137:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676305.835282:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1de00. 00000020:00000010:1.0:1734676305.835289:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.835294:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.835318:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867904128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.835339:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904128 02000000:00000010:1.0:1734676305.835351:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676305.835389:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.835395:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.835402:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.835404:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.835419:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.835424:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904128, offset 224 00000400:00000200:1.0:1734676305.835429:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.835437:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.835442:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80471:80471:256:4294967295] 192.168.203.46@tcp LPNI seq info [80467:80467:8:4294967295] 00000400:00000200:1.0:1734676305.835450:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.835455:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.835458:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a100. 00000800:00000200:1.0:1734676305.835462:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.835468:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.835472:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.835484:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.835489:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.835492:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1de00. 00000800:00000200:1.0:1734676305.835567:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.835571:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a100. 00000400:00000200:1.0:1734676305.835573:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.835576:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.835579:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676305.835580:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000400:00000010:2.0:1734676305.836828:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676305.836835:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676305.836838:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.836849:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864394752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.836859:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864394752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.836886:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4e8d80. 02000000:00000010:2.0:1734676305.836901:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810800. 02000000:00000010:2.0:1734676305.836908:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7c00. 00000100:00000010:2.0:1734676305.836914:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676305.836918:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:2.0:1734676305.836921:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00080000:00000010:2.0:1734676305.836942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810800. 00010000:00000010:2.0:1734676305.837020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.837027:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4e8d00. 00010000:00000010:2.0:1734676305.837123:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811600. 00010000:00000010:2.0:1734676305.837129:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676305.837139:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:2.0:1734676305.837144:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:2.0:1734676305.837150:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676305.837160:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7c00. 02000000:00000010:2.0:1734676305.837185:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465200. 00000400:00000010:2.0:1734676305.837189:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676305.837194:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.837199:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864394880, portal 16 00000400:00000010:2.0:1734676305.837203:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676305.837205:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864394880, offset 0 00000400:00000200:2.0:1734676305.837210:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.837218:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.837223:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.837227:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.837231:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.837233:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.837236:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80472:80472:256:4294967295] 192.168.203.46@tcp LPNI seq info [80468:80468:8:4294967295] 00000400:00000200:2.0:1734676305.837243:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.837248:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.837251:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2400. 00000800:00000200:2.0:1734676305.837257:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.837263:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.837267:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.838571:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.838577:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2400. 00000400:00000200:1.0:1734676305.838583:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.838589:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.838593:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676305.838595:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:1.0:1734676305.838606:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864394880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.838725:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0000. 00010000:00000010:1.1:1734676305.838732:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53600. 00010000:00000010:1.1:1734676305.838735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464200. 00000400:00000200:1.0:1734676305.843154:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.843176:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16280 00000400:00000200:1.0:1734676305.843187:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5211 [1] + 224 00000400:00000200:1.0:1734676305.843200:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.843204:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.843218:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864394880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.843677:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:1.0:1734676305.843680:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.843683:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:3.0:1734676305.843685:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000400:00000200:1.0:1734676305.843685:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ef00 00000400:00000200:1.0:1734676305.843691:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 656 00000100:00000200:3.0:1734676305.843692:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864394880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.843699:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864394880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.843704:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.843706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.843710:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.843716:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 02000000:00000010:3.0:1734676305.843729:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465200. 02000000:00000010:3.0:1734676305.843735:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7c00. 00000100:00000010:3.0:1734676305.843740:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:3.0:1734676305.843743:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676305.843747:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00000020:00000010:0.0:1734676305.844001:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3e00. 00000020:00000010:0.0:1734676305.844010:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676305.844015:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.844057:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3800 x1818938867904256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.844078:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904256 02000000:00000010:0.0:1734676305.844099:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676305.844130:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd9c980. 00010000:00000010:0.0:1734676305.844148:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64500. 00000100:00000010:0.0:1734676305.844154:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.844170:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676305.844173:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64500. 00000400:00000010:0.0:1734676305.844185:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676305.844190:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904256, offset 224 00000400:00000200:0.0:1734676305.844196:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.844204:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.844210:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80473:80473:256:4294967295] 192.168.203.46@tcp LPNI seq info [80469:80469:8:4294967295] 00000400:00000200:0.0:1734676305.844219:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.844223:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.844227:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676305.844232:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.844240:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.844244:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.844256:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676305.844259:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.844262:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3e00. 00080000:00000010:3.0:1734676305.844280:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec800. 00010000:00000010:3.0:1734676305.844368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:3.0:1734676305.844374:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd9c900. 00010000:00000010:3.0:1734676305.844446:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def800. 00010000:00000010:3.0:1734676305.844449:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.844453:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded400. 00010000:00000010:3.0:1734676305.844457:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00080000:00000010:3.0:1734676305.844466:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dede00. 00010000:00000010:3.0:1734676305.844483:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.844486:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.844529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec400. 00010000:00000010:3.0:1734676305.844531:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.844538:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676305.844541:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.844548:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676305.844557:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097ded000. 02000000:00000010:3.0:1734676305.844579:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deca00. 00000400:00000010:3.0:1734676305.844583:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676305.844587:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.844592:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395008, portal 16 00000400:00000010:3.0:1734676305.844596:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.844597:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395008, offset 0 00000400:00000200:3.0:1734676305.844602:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.844607:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.844610:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.844614:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.844618:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.844620:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.844623:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80474:80474:255:4294967295] 192.168.203.46@tcp LPNI seq info [80470:80470:7:4294967295] 00000400:00000200:3.0:1734676305.844629:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.844632:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.844635:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.844638:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.844642:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.844644:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.844713:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.844716:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:1.0:1734676305.844719:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.844722:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.844725:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676305.844726:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000800:00000200:1.0:1734676305.844788:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.844790:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676305.844792:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.844795:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.844797:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676305.844799:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676305.844804:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864395008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.846197:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.846209:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16300 00000400:00000200:1.0:1734676305.846217:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa521d [1] + 224 00000400:00000200:1.0:1734676305.846230:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.846233:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.846243:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864395008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.847388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cddfc00. 00010000:00000010:0.1:1734676305.847404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c9400. 00010000:00000010:0.1:1734676305.847410:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df300. 00010000:00000010:0.1:1734676305.847415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3400. 00010000:00000010:0.1:1734676305.847422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6a00. 00010000:00000010:0.1:1734676305.847425:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8d500. 00010000:00000010:0.1:1734676305.847429:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00000400:00000010:3.0:1734676305.847858:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676305.847864:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.847867:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.847876:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864395008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.847886:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864395008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.847914:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deca00. 02000000:00000010:3.0:1734676305.847918:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097ded000. 00000100:00000010:3.0:1734676305.847922:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676305.847925:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676305.847929:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00000400:00000200:1.0:1734676305.849757:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.849774:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ef80 00000400:00000200:1.0:1734676305.849783:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 984 00000400:00000200:1.0:1734676305.849859:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.849864:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.849870:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.849876:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 00000020:00000010:0.0:1734676305.850091:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3c00. 00000020:00000010:0.0:1734676305.850098:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676305.850104:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.850127:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3480 x1818938867904384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.850163:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904384 02000000:00000010:0.0:1734676305.850175:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.850204:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098e99600. 00010000:00000010:0.0:1734676305.850220:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64d80. 00000100:00000010:0.0:1734676305.850227:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676305.850243:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676305.850246:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64d80. 00000400:00000010:0.0:1734676305.850258:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676305.850263:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904384, offset 224 00000400:00000200:0.0:1734676305.850269:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.850277:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.850283:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80475:80475:256:4294967295] 192.168.203.46@tcp LPNI seq info [80471:80471:8:4294967295] 00000400:00000200:0.0:1734676305.850291:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.850296:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.850300:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.850304:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.850311:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.850314:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.850335:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c680. 00000020:00000010:0.0:1734676305.850339:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.850342:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3c00. 00000800:00000200:1.0:1734676305.850392:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.850395:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:1.0:1734676305.850397:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.850401:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.850405:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:1.0:1734676305.850406:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00080000:00000010:3.0:1734676305.850459:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ded000. 00010000:00000010:3.0:1734676305.850534:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.850541:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098e99580. 00010000:00000010:3.0:1734676305.850613:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deca00. 00010000:00000010:3.0:1734676305.850619:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.850626:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676305.850630:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.850644:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676305.850655:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dedc00. 02000000:00000010:3.0:1734676305.850676:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deda00. 00000400:00000010:3.0:1734676305.850682:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676305.850686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.850691:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395136, portal 16 00000400:00000010:3.0:1734676305.850695:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.850697:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395136, offset 0 00000400:00000200:3.0:1734676305.850701:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.850707:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.850711:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.850715:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.850718:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.850720:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.850722:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80476:80476:256:4294967295] 192.168.203.46@tcp LPNI seq info [80472:80472:8:4294967295] 00000400:00000200:3.0:1734676305.850728:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.850732:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.850734:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.850737:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.850740:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.850744:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.850815:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.850817:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676305.850820:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.850824:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.850826:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676305.850827:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676305.850832:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864395136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.852766:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.852783:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16380 00000400:00000200:1.0:1734676305.852793:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5229 [1] + 224 00000400:00000200:1.0:1734676305.852805:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.852808:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.852818:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864395136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.852852:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.852857:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f000 00000400:00000200:1.0:1734676305.852862:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 1312 00000400:00000200:1.0:1734676305.852920:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.852924:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.852928:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.852935:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 00000020:00000010:1.0:1734676305.852977:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d000. 00000020:00000010:1.0:1734676305.852982:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.852987:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.853007:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3100 x1818938867904512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.853028:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904512 02000000:00000010:1.0:1734676305.853051:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676305.853091:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.853097:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.853102:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.853104:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.853117:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.853121:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904512, offset 224 00000400:00000200:1.0:1734676305.853126:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.853133:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.853139:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80477:80477:256:4294967295] 192.168.203.46@tcp LPNI seq info [80473:80473:8:4294967295] 00000400:00000200:1.0:1734676305.853147:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.853151:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.853154:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a100. 00000800:00000200:1.0:1734676305.853158:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.853164:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.853167:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.853179:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.853183:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.853190:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d000. 00000800:00000200:1.0:1734676305.853221:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.853223:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a100. 00000400:00000200:1.0:1734676305.853225:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.853228:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676305.853233:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676305.853239:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676305.853242:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.853249:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864395136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.853257:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864395136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.853279:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1a7b80. 02000000:00000010:3.0:1734676305.853292:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deda00. 02000000:00000010:3.0:1734676305.853297:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dedc00. 00000100:00000010:3.0:1734676305.853301:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676305.853303:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676305.853307:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00080000:00000010:3.0:1734676305.853323:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dedc00. 00010000:00000010:3.0:1734676305.853384:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.853390:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1a7b00. 00010000:00000010:3.0:1734676305.853460:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deda00. 00010000:00000010:3.0:1734676305.853465:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676305.853472:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393640. 00000100:00000010:3.0:1734676305.853475:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.853480:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676305.853489:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec000. 02000000:00000010:3.0:1734676305.853509:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:3.0:1734676305.853513:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000200:1.0:1734676305.856501:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676305.856508:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000400:00000010:3.0:1734676305.856741:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.856751:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395264, portal 16 00000400:00000010:3.0:1734676305.856756:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.856759:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395264, offset 0 00000400:00000200:3.0:1734676305.856769:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.856784:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.856789:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.856793:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.856796:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.856797:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.856800:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80478:80478:255:4294967295] 192.168.203.46@tcp LPNI seq info [80474:80474:7:4294967295] 00000400:00000200:3.0:1734676305.856809:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.856814:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.856819:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676305.856824:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.856831:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.856835:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.856974:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.856978:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676305.856982:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.856986:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.856989:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676305.856990:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676305.856999:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864395264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.863275:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d146800. 00000400:00000200:1.0:1734676305.864652:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.864671:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16400 00000400:00000200:1.0:1734676305.864681:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5235 [1] + 224 00000400:00000200:1.0:1734676305.864693:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.864697:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.864708:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864395264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.864745:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.864749:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f080 00000400:00000200:1.0:1734676305.864754:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 1640 00000400:00000010:2.0:1734676305.864767:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:1.0:1734676305.864771:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.864772:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000200:1.0:1734676305.864773:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676305.864775:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676305.864779:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676305.864780:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864395264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:1.0:1734676305.864785:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00000100:00000200:2.0:1734676305.864787:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864395264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.864823:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676305.864827:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec000. 00000100:00000010:2.0:1734676305.864832:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:2.0:1734676305.864837:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:2.0:1734676305.864841:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393640. 00000020:00000010:3.0:1734676305.866014:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097db7c00. 00000020:00000010:3.0:1734676305.866025:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676305.866030:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.866072:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d1f80 x1818938867904640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.866113:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904640 02000000:00000010:3.0:1734676305.866124:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:3.0:1734676305.866154:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d816680. 00010000:00000010:3.0:1734676305.866174:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.866182:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcda80. 00000100:00000010:3.0:1734676305.866804:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcda80. 00010000:00000010:3.0:1734676305.866810:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.866824:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.866830:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904640, offset 224 00000400:00000200:3.0:1734676305.866839:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.866851:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.866858:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80479:80479:256:4294967295] 192.168.203.46@tcp LPNI seq info [80475:80475:8:4294967295] 00000400:00000200:3.0:1734676305.866866:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.866871:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.866875:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676305.866881:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.866888:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.866892:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.866908:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676305.866912:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.866917:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097db7c00. 00080000:00000010:2.0:1734676305.867302:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464800. 00010000:00000010:2.0:1734676305.867387:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:2.0:1734676305.867395:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d816600. 00010000:00000010:2.0:1734676305.867469:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465c00. 00010000:00000010:2.0:1734676305.867474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676305.867484:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d500. 00000100:00000010:2.0:1734676305.867489:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:2.0:1734676305.867497:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676305.867508:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec000. 02000000:00000010:2.0:1734676305.867532:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0e00. 00000400:00000010:2.0:1734676305.867539:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000400:00000010:2.0:1734676305.867543:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676305.867549:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395392, portal 16 00000400:00000010:2.0:1734676305.867553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676305.867555:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395392, offset 0 00000400:00000200:2.0:1734676305.867561:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.867565:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.867569:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.867574:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.867578:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.867580:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.867583:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80480:80480:255:4294967295] 192.168.203.46@tcp LPNI seq info [80476:80476:7:4294967295] 00000400:00000200:2.0:1734676305.867589:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.867593:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.867596:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.867599:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.867603:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.867605:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.867703:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.867708:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:1.0:1734676305.867712:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.867716:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.867720:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676305.867722:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:1.0:1734676305.867758:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.867760:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:1.0:1734676305.867763:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.867766:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.867768:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676305.867769:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676305.867775:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864395392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.869527:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccc00. 00010000:00000010:3.1:1734676305.869536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811600. 00010000:00000010:3.1:1734676305.869542:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def800. 00010000:00000010:3.1:1734676305.869544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded400. 00010000:00000010:3.1:1734676305.869547:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33d00. 00010000:00000010:3.1:1734676305.869550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec400. 00010000:00000010:3.1:1734676305.869553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8e00. 00010000:00000010:3.1:1734676305.869558:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6200. 00010000:00000010:3.1:1734676305.869560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deca00. 00000400:00000200:1.0:1734676305.872831:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.872850:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16480 00000400:00000200:1.0:1734676305.872859:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5241 [1] + 224 00000400:00000200:1.0:1734676305.872871:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.872874:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.872886:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864395392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.872913:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.872918:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f100 00000400:00000200:1.0:1734676305.872923:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c2d [2] + 1968 00000400:00000010:1.0:1734676305.872928:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad3c8. 00000400:00000200:1.0:1734676305.872931:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136aa0a80 00000400:00000010:3.0:1734676305.873288:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:3.0:1734676305.873293:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:3.0:1734676305.873296:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:3.0:1734676305.873303:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864395392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.873311:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864395392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.873340:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0e00. 02000000:00000010:3.0:1734676305.873345:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec000. 00000100:00000010:3.0:1734676305.873349:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:3.0:1734676305.873355:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:3.0:1734676305.873360:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d500. 00000400:00000200:1.0:1734676305.876459:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.876473:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.876481:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aa0a80 00000400:00000010:1.0:1734676305.876484:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136aa0a80. 00000100:00000200:1.0:1734676305.876491:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676305.877011:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097db7c00. 00000020:00000010:3.0:1734676305.877019:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676305.877024:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.877066:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507c50 x1818938867904768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.877104:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904768 02000000:00000010:3.0:1734676305.877116:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:3.0:1734676305.877146:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a529ee80. 00010000:00000010:3.0:1734676305.877162:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.877169:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcda80. 00000100:00000010:3.0:1734676305.877179:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcda80. 00010000:00000010:3.0:1734676305.877183:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000010:3.0:1734676305.877196:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676305.877202:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904768, offset 224 00000400:00000200:3.0:1734676305.877209:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.877220:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.877226:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80481:80481:256:4294967295] 192.168.203.46@tcp LPNI seq info [80477:80477:8:4294967295] 00000400:00000200:3.0:1734676305.877236:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.877241:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.877245:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676305.877250:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.877258:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.877262:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.877276:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676305.877279:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.877283:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097db7c00. 02000000:00000010:3.0:1734676305.877290:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:3.0:1734676305.877296:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 02000000:00000010:3.0:1734676305.877300:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:3.0:1734676305.877303:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 02000000:00000010:3.0:1734676305.877307:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:3.0:1734676305.877309:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 02000000:00000010:3.0:1734676305.877311:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:3.0:1734676305.877314:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3800. 02000000:00000010:3.0:1734676305.877316:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676305.877319:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676305.877323:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676305.877325:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000200:3.0:1734676305.877329:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676305.877335:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9268. 00000400:00000010:3.0:1734676305.877339:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcda80. 00080000:00000010:3.0:1734676305.877364:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7c00. 00010000:00000010:3.0:1734676305.877438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:3.0:1734676305.877444:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a529ee00. 00010000:00000010:3.0:1734676305.877510:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:3.0:1734676305.877515:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.877523:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.877526:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.877533:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.877545:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec000. 02000000:00000010:3.0:1734676305.877566:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deca00. 00000400:00000010:3.0:1734676305.877569:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.877572:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.877575:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395520, portal 16 00000400:00000010:3.0:1734676305.877578:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676305.877580:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395520, offset 0 00000400:00000200:3.0:1734676305.877583:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.877588:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.877592:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.877596:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.877599:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.877601:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.877603:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80482:80482:255:4294967295] 192.168.203.46@tcp LPNI seq info [80478:80478:7:4294967295] 00000400:00000200:3.0:1734676305.877610:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.877613:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.877616:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676305.877618:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.877621:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.877623:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.878418:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.878422:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676305.878426:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.878431:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.878434:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676305.878436:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 02000000:00000010:1.0:1734676305.878440:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00000800:00000200:1.0:1734676305.878497:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.878499:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676305.878502:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.878505:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.878506:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676305.878508:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676305.878514:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864395520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.879759:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdd000. 00000400:00000200:1.0:1734676305.882356:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.882376:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16500 00000400:00000200:1.0:1734676305.882387:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5251 [1] + 224 00000400:00000200:1.0:1734676305.882399:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.882403:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.882415:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864395520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.882444:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.882448:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f180 00000400:00000200:1.0:1734676305.882452:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 0 00000400:00000200:1.0:1734676305.882472:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.882475:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.882480:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.882488:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000400:00000010:3.0:1734676305.882550:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676305.882555:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.882557:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.882563:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864395520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.882569:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864395520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.882597:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deca00. 02000000:00000010:3.0:1734676305.882601:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec000. 00000100:00000010:3.0:1734676305.882604:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676305.882607:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676305.882612:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000020:00000010:0.0:1734676305.882675:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3a00. 00000020:00000010:0.0:1734676305.882680:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.882685:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.882707:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867904896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.882727:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867904896 02000000:00000010:0.0:1734676305.882736:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676305.882761:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64a00. 00010000:00000010:0.0:1734676305.882776:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c00. 00000100:00000010:0.0:1734676305.882782:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.882787:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676305.882791:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c00. 00000400:00000010:0.0:1734676305.882801:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676305.882806:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867904896, offset 224 00000400:00000200:0.0:1734676305.882811:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.882818:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.882824:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80483:80483:256:4294967295] 192.168.203.46@tcp LPNI seq info [80479:80479:8:4294967295] 00000400:00000200:0.0:1734676305.882832:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.882836:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.882840:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676305.882844:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.882850:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.882854:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.882865:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.882869:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.882872:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3a00. 00080000:00000010:3.0:1734676305.883644:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec000. 00000800:00000200:1.0:1734676305.883710:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.883713:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:1.0:1734676305.883717:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676305.883723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00000400:00000200:1.0:1734676305.883725:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.883729:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00010000:00000010:3.0:1734676305.883730:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d64980. 00000400:00000010:1.0:1734676305.883730:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00010000:00000010:3.0:1734676305.883810:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deca00. 00010000:00000010:3.0:1734676305.883814:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.883822:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.883826:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.883832:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.883842:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec400. 02000000:00000010:3.0:1734676305.883864:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097ded400. 00000400:00000010:3.0:1734676305.883867:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.883870:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.883876:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395648, portal 16 00000400:00000010:3.0:1734676305.883879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676305.883881:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395648, offset 0 00000400:00000200:3.0:1734676305.883886:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.883892:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.883896:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.883900:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.883902:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.883904:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.883907:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80484:80484:256:4294967295] 192.168.203.46@tcp LPNI seq info [80480:80480:8:4294967295] 00000400:00000200:3.0:1734676305.883913:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.883917:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.883920:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.883923:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.883928:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.883930:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.884277:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.884279:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:1.0:1734676305.884282:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.884285:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.884288:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676305.884289:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676305.884296:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864395648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.885672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0200. 00010000:00000010:1.1:1734676305.888406:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2b00. 00010000:00000010:1.1:1734676305.888419:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deda00. 00000400:00000200:0.0:1734676305.889363:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.889382:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16580 00000400:00000200:0.0:1734676305.889392:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa525d [1] + 224 00000400:00000200:0.0:1734676305.890087:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.890093:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.890106:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864395648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.890142:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.890148:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f200 00000400:00000200:0.0:1734676305.890154:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 328 00000400:00000200:0.0:1734676305.890225:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.890228:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.890233:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.890239:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000010:3.0:1734676305.890414:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676305.890420:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.890422:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.890428:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864395648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.890436:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864395648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.890466:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097ded400. 02000000:00000010:3.0:1734676305.890471:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec400. 00000100:00000010:3.0:1734676305.890475:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676305.890478:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676305.890483:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000020:00000010:2.0:1734676305.890557:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0200. 00000020:00000010:2.0:1734676305.890565:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676305.890570:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.890592:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867905024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.890624:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905024 02000000:00000010:2.0:1734676305.890635:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676305.890660:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097327c00. 00010000:00000010:2.0:1734676305.890678:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0280. 00000100:00000010:2.0:1734676305.890686:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15240. 00000100:00000010:2.0:1734676305.890692:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15240. 00010000:00000010:2.0:1734676305.890696:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0280. 00000400:00000010:2.0:1734676305.890707:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676305.890712:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905024, offset 224 00000400:00000200:2.0:1734676305.890718:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.890727:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.890734:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80485:80485:256:4294967295] 192.168.203.46@tcp LPNI seq info [80481:80481:8:4294967295] 00000400:00000200:2.0:1734676305.890743:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.890748:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.890752:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.890757:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.890764:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.890768:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.890780:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676305.890783:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.890788:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0200. 00000800:00000200:1.0:1734676305.890878:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.890882:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:1.0:1734676305.890885:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.890888:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.890891:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676305.890892:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00080000:00000010:3.0:1734676305.890938:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec400. 00010000:00000010:3.0:1734676305.891012:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.891019:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097327400. 00010000:00000010:3.0:1734676305.891143:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded400. 00010000:00000010:3.0:1734676305.891148:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.891156:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.891159:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.891164:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.891174:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097deda00. 02000000:00000010:3.0:1734676305.891194:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811600. 00000400:00000010:3.0:1734676305.891198:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.891201:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.891211:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395776, portal 16 00000400:00000010:3.0:1734676305.891214:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676305.891216:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395776, offset 0 00000400:00000200:3.0:1734676305.891221:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.891225:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.891229:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.891232:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.891236:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.891238:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.891240:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80486:80486:256:4294967295] 192.168.203.46@tcp LPNI seq info [80482:80482:8:4294967295] 00000400:00000200:3.0:1734676305.891247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.891250:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.891253:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676305.891256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.891260:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.891262:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.891464:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.891467:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676305.891470:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.891474:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.891477:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676305.891478:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676305.891483:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864395776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.894538:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54a00. 00010000:00000010:0.1:1734676305.894548:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2000. 00010000:00000010:0.1:1734676305.894552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465c00. 00010000:00000010:0.1:1734676305.894558:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf75500. 00010000:00000010:0.1:1734676305.894572:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00000400:00000200:0.0:1734676305.896216:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.896697:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16600 00000400:00000200:0.0:1734676305.896707:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5269 [1] + 224 00000400:00000200:0.0:1734676305.896720:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.896723:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.896735:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864395776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.896856:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.896861:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f280 00000400:00000200:0.0:1734676305.896866:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 656 00000400:00000200:0.0:1734676305.896883:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.896885:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.896890:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.896896:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:3.0:1734676305.896973:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676305.897166:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.897169:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.897175:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864395776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.897189:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864395776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.897216:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811600. 02000000:00000010:3.0:1734676305.897224:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097deda00. 00000100:00000010:3.0:1734676305.897227:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676305.897230:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676305.897235:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000020:00000010:1.0:1734676305.897410:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.897417:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.897423:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.897445:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867905152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.897469:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905152 02000000:00000010:1.0:1734676305.897479:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.897502:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58480. 00010000:00000010:1.0:1734676305.897524:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.897529:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.897534:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.897536:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.897546:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.897551:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905152, offset 224 00000400:00000200:1.0:1734676305.897556:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.897564:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.897570:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80487:80487:256:4294967295] 192.168.203.46@tcp LPNI seq info [80483:80483:8:4294967295] 00000400:00000200:1.0:1734676305.897578:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.897583:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.897587:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a100. 00000800:00000200:1.0:1734676305.897591:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.897598:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.897601:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.897612:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.897616:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.897620:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00000800:00000200:1.0:1734676305.897696:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.897699:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a100. 00000400:00000200:1.0:1734676305.897701:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.897704:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.897706:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676305.897708:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00080000:00000010:3.0:1734676305.897906:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811600. 00010000:00000010:3.0:1734676305.897977:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.897984:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58400. 00010000:00000010:3.0:1734676305.898214:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deda00. 00010000:00000010:3.0:1734676305.898221:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.898228:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.898232:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.898237:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.898249:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56e00. 02000000:00000010:3.0:1734676305.898269:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56c00. 00000400:00000010:3.0:1734676305.898273:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.898277:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.898282:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864395904, portal 16 00000400:00000010:3.0:1734676305.898285:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676305.898287:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864395904, offset 0 00000400:00000200:3.0:1734676305.898292:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.898297:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.898301:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.898305:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.898308:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.898311:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.898313:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80488:80488:256:4294967295] 192.168.203.46@tcp LPNI seq info [80484:80484:8:4294967295] 00000400:00000200:3.0:1734676305.898319:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.898324:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.898327:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676305.898330:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.898334:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.898337:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.898406:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.898409:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:1.0:1734676305.898411:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.898414:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.898417:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676305.898418:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676305.898424:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864395904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.900273:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1800. 00000400:00000200:0.0:1734676305.900335:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.900350:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16680 00000400:00000200:0.0:1734676305.900360:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5275 [1] + 224 00000400:00000200:0.0:1734676305.900377:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.900381:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.900391:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864395904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.900527:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676305.900532:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.900534:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.900539:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864395904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.900547:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864395904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.900575:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56c00. 02000000:00000010:3.0:1734676305.900580:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56e00. 00000100:00000010:3.0:1734676305.900584:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676305.900587:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676305.900591:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000200:0.0:1734676305.901340:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.901356:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f300 00000400:00000200:0.0:1734676305.901362:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 984 00000400:00000200:0.0:1734676305.901942:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.901947:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.901953:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.901958:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676305.903361:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0200. 00000020:00000010:2.0:1734676305.903368:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676305.903372:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.903394:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867905280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.903412:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905280 02000000:00000010:2.0:1734676305.903421:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676305.903445:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5b00. 00010000:00000010:2.0:1734676305.903462:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0280. 00000100:00000010:2.0:1734676305.903468:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15240. 00000100:00000010:2.0:1734676305.903490:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15240. 00010000:00000010:2.0:1734676305.903494:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0280. 00000400:00000010:2.0:1734676305.903504:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676305.903509:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905280, offset 224 00000400:00000200:2.0:1734676305.903515:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.903523:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.903529:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80489:80489:256:4294967295] 192.168.203.46@tcp LPNI seq info [80485:80485:8:4294967295] 00000400:00000200:2.0:1734676305.903537:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.903542:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.903545:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.903550:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.903555:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.903559:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.903583:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676305.903586:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.903590:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0200. 00080000:00000010:3.0:1734676305.903705:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56e00. 00000800:00000200:0.0:1734676305.903755:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.903759:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:0.0:1734676305.903763:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.903767:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.903770:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676305.903772:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00010000:00000010:3.0:1734676305.903788:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.903796:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5a80. 00010000:00000010:3.0:1734676305.903875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56c00. 00010000:00000010:3.0:1734676305.903881:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.903890:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.903896:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.903904:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.903917:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e57200. 02000000:00000010:3.0:1734676305.903944:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df97400. 00000400:00000010:3.0:1734676305.903951:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.903956:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.903963:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396032, portal 16 00000400:00000010:3.0:1734676305.903967:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676305.903969:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396032, offset 0 00000400:00000200:3.0:1734676305.903976:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.903985:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.903989:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.903993:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.903997:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.903999:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.904002:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80490:80490:256:4294967295] 192.168.203.46@tcp LPNI seq info [80486:80486:8:4294967295] 00000400:00000200:3.0:1734676305.904009:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.904014:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.904017:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.904022:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.904028:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.904031:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.904375:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.904378:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676305.904381:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.904385:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.904388:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676305.904390:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676305.904396:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864396032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.908813:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a86a9d00. 00010000:00000010:2.1:1734676305.908828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deca00. 00010000:00000010:0.1:1734676305.908891:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ec00. 00000400:00000200:0.0:1734676305.909432:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.909447:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16700 00000400:00000200:0.0:1734676305.909455:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5281 [1] + 224 00000400:00000200:0.0:1734676305.909486:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.909491:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.909500:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864396032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.909574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349ec00. 00000400:00000010:3.0:1734676305.909576:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676305.909586:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676305.909589:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.909599:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864396032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.909609:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864396032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.909645:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df97400. 02000000:00000010:3.0:1734676305.909652:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e57200. 00000100:00000010:3.0:1734676305.909658:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676305.909661:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676305.909666:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00000400:00000200:0.0:1734676305.909902:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.909908:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f380 00000400:00000200:0.0:1734676305.909913:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 1312 00000400:00000200:0.0:1734676305.909959:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.909963:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.909967:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.909972:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676305.910099:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676305.910106:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.910112:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.910135:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867905408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.910164:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905408 02000000:00000010:1.0:1734676305.910174:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.910201:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e20280. 00010000:00000010:1.0:1734676305.910219:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.910225:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.910241:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.910243:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.910256:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676305.910261:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905408, offset 224 00000400:00000200:1.0:1734676305.910267:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.910278:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.910285:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80491:80491:256:4294967295] 192.168.203.46@tcp LPNI seq info [80487:80487:8:4294967295] 00000400:00000200:1.0:1734676305.910295:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.910301:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.910305:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a100. 00000800:00000200:1.0:1734676305.910311:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.910318:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.910322:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.910342:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.910356:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.910360:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000800:00000200:0.0:1734676305.910412:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.910415:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a100. 00000400:00000200:0.0:1734676305.910421:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.910424:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.910427:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676305.910429:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00080000:00000010:3.0:1734676305.910492:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df97400. 00010000:00000010:3.0:1734676305.910560:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.910566:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e20f80. 00010000:00000010:3.0:1734676305.910879:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df97c00. 00010000:00000010:3.0:1734676305.910885:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676305.910892:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393080. 00000100:00000010:3.0:1734676305.910895:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.910901:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676305.910911:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df97e00. 02000000:00000010:3.0:1734676305.910931:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df97600. 00000400:00000010:3.0:1734676305.910935:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.910939:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676305.910944:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396160, portal 16 00000400:00000010:3.0:1734676305.910948:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676305.910949:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396160, offset 0 00000400:00000200:3.0:1734676305.910954:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.910959:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.910963:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.910967:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.910970:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.910972:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.910974:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80492:80492:256:4294967295] 192.168.203.46@tcp LPNI seq info [80488:80488:8:4294967295] 00000400:00000200:3.0:1734676305.910981:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.910985:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.910988:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.910991:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.910995:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.910999:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.911500:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.911504:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676305.911508:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.911512:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.911516:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676305.911518:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676305.911525:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864396160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.914469:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.914484:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16780 00000400:00000200:1.0:1734676305.914492:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa528d [1] + 224 00000400:00000200:1.0:1734676305.914502:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.914506:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.914515:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864396160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676305.914981:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a400. 00010000:00000010:3.1:1734676305.914996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded400. 00010000:00000010:3.1:1734676305.915000:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5bf00. 00010000:00000010:3.1:1734676305.915003:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deda00. 00000400:00000200:1.0:1734676305.915340:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.915346:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f400 00000400:00000200:1.0:1734676305.915351:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 1640 00000400:00000200:1.0:1734676305.915408:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.915411:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.915416:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.915421:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 00000020:00000010:0.0:1734676305.915496:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2a00. 00000020:00000010:0.0:1734676305.915501:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.915505:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.915524:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3800 x1818938867905536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.915552:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905536 02000000:00000010:0.0:1734676305.915560:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.915754:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c00. 00000100:00000010:0.0:1734676305.915760:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.915765:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676305.915768:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c00. 00000400:00000010:0.0:1734676305.915779:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676305.915783:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905536, offset 224 00000400:00000200:0.0:1734676305.915787:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.915794:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.915799:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80493:80493:256:4294967295] 192.168.203.46@tcp LPNI seq info [80489:80489:8:4294967295] 00000400:00000200:0.0:1734676305.915806:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.915810:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.915813:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676305.915817:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.915823:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.915826:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.915839:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.915842:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.915845:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2a00. 00000400:00000010:2.0:1734676305.916795:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:2.0:1734676305.916801:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676305.916802:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676305.916810:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864396160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.916817:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864396160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.916836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d23100. 02000000:00000010:2.0:1734676305.916845:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df97600. 02000000:00000010:2.0:1734676305.916849:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df97e00. 00000100:00000010:2.0:1734676305.916852:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:2.0:1734676305.916854:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:2.0:1734676305.916858:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393080. 00080000:00000010:2.0:1734676305.916871:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0200. 00010000:00000010:2.0:1734676305.916987:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:2.0:1734676305.916993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d23480. 00010000:00000010:2.0:1734676305.917078:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0800. 00010000:00000010:2.0:1734676305.917092:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676305.917100:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0280. 00000100:00000010:2.0:1734676305.917105:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15240. 00000100:00000010:2.0:1734676305.917110:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676305.917119:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0e00. 02000000:00000010:2.0:1734676305.917137:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:2.0:1734676305.917141:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676305.917144:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000800:00000200:1.0:1734676305.917265:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.917268:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:1.0:1734676305.917272:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.917276:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.917279:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676305.917281:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:2.0:1734676305.917521:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396288, portal 16 00000400:00000010:2.0:1734676305.917525:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676305.917527:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396288, offset 0 00000400:00000200:2.0:1734676305.917534:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.917541:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.917545:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.917548:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.917551:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.917553:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.917555:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80494:80494:256:4294967295] 192.168.203.46@tcp LPNI seq info [80490:80490:8:4294967295] 00000400:00000200:2.0:1734676305.917562:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.917567:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.917570:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.917575:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.917580:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.917583:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676305.917671:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.917674:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:0.0:1734676305.917677:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.917681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.917683:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676305.917685:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676305.917690:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864396288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676305.920233:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da9e00. 00010000:00000010:3.1:1734676305.923917:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93c00. 00010000:00000010:3.1:1734676305.923934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56c00. 00010000:00000010:1.1:1734676305.924348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7800. 00000400:00000200:0.0:1734676305.925028:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.925056:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16800 00000400:00000200:0.0:1734676305.925064:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5299 [1] + 224 00000400:00000200:0.0:1734676305.925074:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.925078:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.925098:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864396288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.925918:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:2.0:1734676305.925923:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676305.925925:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000400:00000200:0.0:1734676305.925928:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:2.0:1734676305.925931:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864396288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.925933:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f480 00000100:00000200:2.0:1734676305.925938:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864396288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.925938:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3c85 [2] + 1968 00000400:00000010:0.0:1734676305.925940:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb58. 00000400:00000200:0.0:1734676305.925943:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136aa0cc0 00000400:00000200:0.0:1734676305.925960:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676305.925961:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 00000400:00000200:0.0:1734676305.925963:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:2.0:1734676305.925965:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0e00. 00000400:00000200:0.0:1734676305.925966:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aa0cc0 00000400:00000010:0.0:1734676305.925967:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136aa0cc0. 00000100:00000010:2.0:1734676305.925968:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000200:0.0:1734676305.925972:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.925974:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15240. 00010000:00000010:2.0:1734676305.925977:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0280. 00000020:00000010:1.0:1734676305.926257:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676305.926263:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.926267:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.926285:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507450 x1818938867905664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.926306:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905664 02000000:00000010:1.0:1734676305.926313:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676305.926333:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d4fc80. 00010000:00000010:1.0:1734676305.926361:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f400. 00000100:00000010:1.0:1734676305.926367:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012daa99c0. 00000100:00000010:1.0:1734676305.927205:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012daa99c0. 00010000:00000010:1.0:1734676305.927211:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f400. 00000400:00000010:1.0:1734676305.927224:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676305.927228:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905664, offset 224 00000400:00000200:1.0:1734676305.927234:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.927243:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.927249:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80495:80495:256:4294967295] 192.168.203.46@tcp LPNI seq info [80491:80491:8:4294967295] 00000400:00000200:1.0:1734676305.927257:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.927262:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.927265:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a500. 00080000:00000010:2.0:1734676305.927296:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0e00. 00010000:00000010:2.0:1734676305.927381:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676305.927389:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d4fc00. 00000800:00000200:1.0:1734676305.927410:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.927419:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.927423:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.927446:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.927451:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.927454:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00010000:00000010:2.0:1734676305.927456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1600. 00010000:00000010:2.0:1734676305.927461:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 02000000:00000010:1.0:1734676305.927461:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676305.927465:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3800. 02000000:00000010:1.0:1734676305.927468:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00010000:00000010:2.0:1734676305.927470:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0280. 00000100:00000010:1.0:1734676305.927470:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676305.927473:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676305.927476:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15240. 00000100:00000010:1.0:1734676305.927476:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676305.927478:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676305.927480:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676305.927483:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:2.0:1734676305.927484:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000100:00000010:1.0:1734676305.927485:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676305.927488:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676305.927490:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 02000000:00000010:2.0:1734676305.927495:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0400. 00000100:00000200:1.0:1734676305.927496:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676305.927501:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad3c8. 00000400:00000010:1.0:1734676305.927504:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012daa99c0. 02000000:00000010:2.0:1734676305.927521:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1000. 00000400:00000010:2.0:1734676305.927527:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676305.927532:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.927538:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396416, portal 16 00000400:00000010:2.0:1734676305.927542:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676305.927543:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396416, offset 0 00000400:00000200:2.0:1734676305.927551:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.927561:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.927566:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.927570:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.927573:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.927575:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.927578:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80496:80496:255:4294967295] 192.168.203.46@tcp LPNI seq info [80492:80492:7:4294967295] 00000400:00000200:2.0:1734676305.927586:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.927591:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.927595:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.927600:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.927602:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1734676305.927606:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000010:0.0:1734676305.927606:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a500. 00000800:00000200:2.0:1734676305.927609:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1734676305.927610:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.927614:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.927617:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676305.927619:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:0.0:1734676305.927622:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000800:00000200:0.0:1734676305.927642:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.927644:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:0.0:1734676305.927647:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.927650:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.927652:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676305.927654:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676305.927660:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864396416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.932831:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.932845:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16880 00000400:00000200:0.0:1734676305.932852:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52a9 [1] + 224 00000400:00000200:0.0:1734676305.932862:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.932865:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.932874:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864396416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.932901:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.932904:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f500 00000400:00000200:0.0:1734676305.932908:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 0 00000400:00000200:0.0:1734676305.932921:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.932923:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.932928:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.932932:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:2.0:1734676305.932964:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:2.0:1734676305.932973:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676305.932976:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.932987:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864396416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.932997:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864396416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.933034:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1000. 02000000:00000010:2.0:1734676305.933071:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0400. 00000100:00000010:2.0:1734676305.933076:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000020:00000010:1.0:1734676305.933091:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000100:00000010:2.0:1734676305.933093:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15240. 00000020:00000010:1.0:1734676305.933096:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00010000:00000010:2.0:1734676305.933098:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0280. 00000020:00000010:1.0:1734676305.933101:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.933120:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867905792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:2.1:1734676305.933245:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfc3e00. 00010000:00000010:2.1:1734676305.933262:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af900. 00010000:00000010:2.1:1734676305.933266:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df97c00. 00000100:00000200:1.0:1734676305.933524:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905792 02000000:00000010:1.0:1734676305.933534:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676305.933557:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a014f880. 00010000:00000010:1.0:1734676305.933570:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f800. 00000100:00000010:1.0:1734676305.933577:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676305.933592:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676305.933595:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f800. 00000400:00000010:1.0:1734676305.933605:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676305.933609:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905792, offset 224 00000400:00000200:1.0:1734676305.933614:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.933621:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.933625:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80497:80497:256:4294967295] 192.168.203.46@tcp LPNI seq info [80493:80493:8:4294967295] 00000400:00000200:1.0:1734676305.933632:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.933636:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.933639:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a900. 00000800:00000200:1.0:1734676305.933643:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.933649:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.933652:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.933668:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.933671:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.933674:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00080000:00000010:2.0:1734676305.933716:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0400. 00010000:00000010:2.0:1734676305.933802:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676305.933809:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d79e00. 00000800:00000200:0.0:1734676305.933810:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.933812:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a900. 00000400:00000200:0.0:1734676305.933817:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.933821:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.933823:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676305.933825:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00010000:00000010:2.0:1734676305.933888:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1000. 00010000:00000010:2.0:1734676305.933894:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676305.933903:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0280. 00000100:00000010:2.0:1734676305.933908:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15240. 00000100:00000010:2.0:1734676305.933914:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676305.933924:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1e00. 02000000:00000010:2.0:1734676305.933948:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deda00. 00000400:00000010:2.0:1734676305.933952:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676305.933956:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676305.933962:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396544, portal 16 00000400:00000010:2.0:1734676305.933965:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676305.933967:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396544, offset 0 00000400:00000200:2.0:1734676305.933972:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.933981:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.933985:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.933988:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.933992:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.933994:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.933997:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80498:80498:256:4294967295] 192.168.203.46@tcp LPNI seq info [80494:80494:8:4294967295] 00000400:00000200:2.0:1734676305.934004:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.934009:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.934012:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2b00. 00000800:00000200:2.0:1734676305.934017:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.934023:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.934026:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.934350:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.934352:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2b00. 00000400:00000200:1.0:1734676305.934356:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.934360:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.934362:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:1.0:1734676305.934364:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:1.0:1734676305.934371:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864396544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.940565:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffcc00. 00000400:00000200:1.0:1734676305.942403:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.942418:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16900 00000400:00000200:1.0:1734676305.942426:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52b5 [1] + 224 00000400:00000200:1.0:1734676305.942435:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.942439:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.942448:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864396544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676305.944380:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676305.944389:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f580 00000400:00000200:1.0:1734676305.944397:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 328 00000400:00000200:1.0:1734676305.944415:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.944419:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676305.944424:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676305.944431:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000020:00000010:2.0:1734676305.944512:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d161a00. 00000020:00000010:2.0:1734676305.944517:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676305.944522:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.944543:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867905920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.944562:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867905920 02000000:00000010:2.0:1734676305.944572:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676305.944604:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d08c0. 00000100:00000010:2.0:1734676305.944613:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2649c0. 00000100:00000010:2.0:1734676305.944619:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2649c0. 00010000:00000010:2.0:1734676305.944622:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d08c0. 00000400:00000010:2.0:1734676305.944633:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676305.944637:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867905920, offset 224 00000400:00000200:2.0:1734676305.944642:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.944650:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.944656:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80499:80499:256:4294967295] 192.168.203.46@tcp LPNI seq info [80495:80495:8:4294967295] 00000400:00000200:2.0:1734676305.944663:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.944668:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.944671:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676305.944675:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.944681:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.944684:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.944696:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676305.944699:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.944703:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d161a00. 00000400:00000010:3.0:1734676305.944797:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:3.0:1734676305.944801:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:3.0:1734676305.944803:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:3.0:1734676305.944810:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864396544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.944818:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864396544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676305.944835:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121d80. 02000000:00000010:3.0:1734676305.944843:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deda00. 02000000:00000010:3.0:1734676305.944847:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1e00. 00000100:00000010:3.0:1734676305.944851:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676305.944855:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15240. 00010000:00000010:3.0:1734676305.944858:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0280. 00080000:00000010:3.0:1734676305.944869:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df96600. 00010000:00000010:3.0:1734676305.944927:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:3.0:1734676305.944931:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121d00. 00010000:00000010:3.0:1734676305.944975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df97200. 00010000:00000010:3.0:1734676305.944979:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676305.944985:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd500. 00000100:00000010:3.0:1734676305.944988:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676305.944992:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676305.944999:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df96800. 02000000:00000010:3.0:1734676305.945013:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df97c00. 00000400:00000010:3.0:1734676305.945016:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676305.945019:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676305.945022:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396672, portal 16 00000400:00000010:3.0:1734676305.945025:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676305.945026:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396672, offset 0 00000400:00000200:3.0:1734676305.945030:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.945034:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.945049:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.945052:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.945056:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.945057:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.945060:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80500:80500:255:4294967295] 192.168.203.46@tcp LPNI seq info [80496:80496:7:4294967295] 00000400:00000200:3.0:1734676305.945066:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.945069:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.945072:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676305.945075:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.946006:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.946010:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676305.946015:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.946020:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.946023:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676305.946024:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000800:00000200:3.0:1734676305.946194:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.946199:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.949159:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.949164:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:1.0:1734676305.949169:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.949176:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.949182:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676305.949184:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676305.949193:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864396672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.949292:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6ffc00. 00010000:00000010:0.1:1734676305.949304:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0800. 00000400:00000200:0.0:1734676305.951188:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.951202:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16980 00000400:00000200:0.0:1734676305.951209:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52c1 [1] + 224 00000400:00000200:0.0:1734676305.951225:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.951228:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.951236:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864396672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.951320:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:2.0:1734676305.951324:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:2.0:1734676305.951327:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:2.0:1734676305.951332:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864396672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.951339:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864396672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.951359:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df97c00. 02000000:00000010:2.0:1734676305.951363:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df96800. 00000100:00000010:2.0:1734676305.951366:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676305.951369:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:2.0:1734676305.951372:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd500. 00000400:00000200:0.0:1734676305.952078:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.952094:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f600 00000400:00000200:0.0:1734676305.952099:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 656 00000400:00000200:0.0:1734676305.952141:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.952144:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.952148:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.952152:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676305.952246:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c800. 00000020:00000010:1.0:1734676305.952251:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.952255:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676305.952272:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867906048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676305.952296:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906048 02000000:00000010:1.0:1734676305.952303:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676305.952321:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6ea300. 00010000:00000010:1.0:1734676305.952335:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f800. 00000100:00000010:1.0:1734676305.952339:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676305.952345:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676305.952347:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f800. 00000400:00000010:1.0:1734676305.952355:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676305.952359:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906048, offset 224 00000400:00000200:1.0:1734676305.952363:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.952370:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.952375:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80501:80501:256:4294967295] 192.168.203.46@tcp LPNI seq info [80497:80497:8:4294967295] 00000400:00000200:1.0:1734676305.952383:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.952387:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.952390:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60ad00. 00000800:00000200:1.0:1734676305.952393:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.952399:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.952402:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676305.952412:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676305.952415:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676305.952419:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c800. 00000800:00000200:1.0:1734676305.952452:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.952454:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60ad00. 00000400:00000200:1.0:1734676305.952456:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.952459:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.952462:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:1.0:1734676305.952463:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00080000:00000010:2.0:1734676305.952519:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d161a00. 00010000:00000010:2.0:1734676305.952576:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:2.0:1734676305.952581:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6ea280. 00010000:00000010:2.0:1734676305.952630:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160a00. 00010000:00000010:2.0:1734676305.952634:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676305.952640:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d08c0. 00000100:00000010:2.0:1734676305.952643:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2649c0. 00000100:00000010:2.0:1734676305.952647:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.952654:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d161800. 02000000:00000010:2.0:1734676305.952668:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d160200. 00000400:00000010:2.0:1734676305.952672:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676305.952675:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.952679:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396800, portal 16 00000400:00000010:2.0:1734676305.952682:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676305.952683:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396800, offset 0 00000400:00000200:2.0:1734676305.952687:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.952691:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.952694:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.952697:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.952700:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.952702:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.952704:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80502:80502:256:4294967295] 192.168.203.46@tcp LPNI seq info [80498:80498:8:4294967295] 00000400:00000200:2.0:1734676305.952711:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.952714:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.952717:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2500. 00000800:00000200:2.0:1734676305.952719:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.952723:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.952725:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676305.952779:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676305.952781:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2500. 00000400:00000200:1.0:1734676305.952784:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676305.952787:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676305.952789:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676305.952791:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:1.0:1734676305.952796:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864396800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.952937:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013126a000. 00000400:00000200:0.0:1734676305.954845:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.954859:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16a00 00000400:00000200:0.0:1734676305.954867:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52cd [1] + 224 00000400:00000200:0.0:1734676305.954884:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.954888:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.954897:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864396800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676305.955016:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:2.0:1734676305.955019:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676305.955021:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.955027:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864396800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.955034:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864396800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.955090:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d160200. 02000000:00000010:2.0:1734676305.955096:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d161800. 00000100:00000010:2.0:1734676305.955101:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676305.955105:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2649c0. 00010000:00000010:2.0:1734676305.955109:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d08c0. 00000400:00000200:0.0:1734676305.955628:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.955636:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f680 00000400:00000200:0.0:1734676305.955641:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 984 00000400:00000200:0.0:1734676305.955699:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.955702:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.955707:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676305.955710:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:2.0:1734676305.961552:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d161800. 00000020:00000010:2.0:1734676305.961561:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676305.961565:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.961590:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867906176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.961615:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906176 02000000:00000010:2.0:1734676305.961624:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676305.961647:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cd500. 00010000:00000010:2.0:1734676305.961662:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d08c0. 00000100:00000010:2.0:1734676305.961667:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2649c0. 00000100:00000010:2.0:1734676305.961676:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2649c0. 00010000:00000010:2.0:1734676305.961679:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d08c0. 00000400:00000010:2.0:1734676305.961690:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676305.961694:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906176, offset 224 00000400:00000200:2.0:1734676305.961700:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.961709:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.961714:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80503:80503:256:4294967295] 192.168.203.46@tcp LPNI seq info [80499:80499:8:4294967295] 00000400:00000200:2.0:1734676305.961721:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.961725:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.961728:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2200. 00000800:00000200:2.0:1734676305.961733:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.961738:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.961741:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.961763:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676305.961766:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:2.0:1734676305.961770:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d161800. 00080000:00000010:2.0:1734676305.961793:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d161800. 00010000:00000010:2.0:1734676305.961847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676305.961853:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cd480. 00010000:00000010:2.0:1734676305.961908:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160200. 00010000:00000010:2.0:1734676305.961912:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676305.961918:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d08c0. 00000100:00000010:2.0:1734676305.961921:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2649c0. 00000100:00000010:2.0:1734676305.961926:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676305.961935:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d160600. 02000000:00000010:2.0:1734676305.961951:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d160e00. 00000400:00000010:2.0:1734676305.961955:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676305.961959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676305.961962:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864396928, portal 16 00000400:00000010:2.0:1734676305.961965:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676305.961967:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864396928, offset 0 00000400:00000200:2.0:1734676305.961971:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.961976:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.961980:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.961983:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.961985:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.961987:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.961989:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80504:80504:255:4294967295] 192.168.203.46@tcp LPNI seq info [80500:80500:7:4294967295] 00000400:00000200:2.0:1734676305.961996:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.961999:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.962001:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2f00. 00000800:00000200:2.0:1734676305.962004:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.962007:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.962009:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.965254:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.965258:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2200. 00000400:00000200:3.0:1734676305.965263:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.965269:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.965274:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:3.0:1734676305.965276:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:3.0:1734676305.965328:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.965330:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2f00. 00000400:00000200:3.0:1734676305.965332:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.965335:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.965337:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:3.0:1734676305.965338:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676305.965345:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864396928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.968916:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129dc2200. 00010000:00000010:0.1:1734676305.968928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1600. 00000400:00000200:2.0:1734676305.969136:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.969151:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16a80 00000400:00000200:2.0:1734676305.969159:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52d9 [1] + 224 00000400:00000200:2.0:1734676305.969174:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.969179:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.969187:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864396928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676305.969231:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:3.0:1734676305.969236:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:3.0:1734676305.969238:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:3.0:1734676305.969244:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864396928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676305.969251:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864396928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676305.969272:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d160e00. 02000000:00000010:3.0:1734676305.969277:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d160600. 00000100:00000010:3.0:1734676305.969280:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:3.0:1734676305.969285:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2649c0. 00010000:00000010:3.0:1734676305.969288:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d08c0. 00000400:00000200:2.0:1734676305.973397:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676305.973413:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f700 00000400:00000200:2.0:1734676305.973421:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 1312 00000400:00000200:2.0:1734676305.973490:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676305.973499:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676305.973505:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676305.973510:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000020:00000010:0.0:1734676305.973551:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2800. 00000020:00000010:0.0:1734676305.973556:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.973560:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676305.973579:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867906304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.973594:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906304 02000000:00000010:0.0:1734676305.973601:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676305.973620:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf4f900. 00010000:00000010:0.0:1734676305.973636:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c00. 00000100:00000010:0.0:1734676305.973641:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.973647:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676305.973650:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c00. 00000400:00000010:0.0:1734676305.973658:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676305.973662:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906304, offset 224 00000400:00000200:0.0:1734676305.973667:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.973673:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.973678:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80505:80505:256:4294967295] 192.168.203.46@tcp LPNI seq info [80501:80501:8:4294967295] 00000400:00000200:0.0:1734676305.973685:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.973689:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.973692:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676305.973695:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.973699:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.973702:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.973711:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676305.973713:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676305.973716:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2800. 00010000:00000010:1.1:1734676305.974214:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d800. 00010000:00000010:2.1:1734676305.974402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4b400. 00010000:00000010:2.1:1734676305.974414:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3900. 00010000:00000010:2.1:1734676305.974418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1000. 00080000:00000010:3.0:1734676305.974637:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df97600. 00010000:00000010:3.0:1734676305.974703:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:0.1:1734676305.974707:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdfd00. 00010000:00000010:3.0:1734676305.974710:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf4f880. 00010000:00000010:0.1:1734676305.974711:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df97200. 00010000:00000010:0.1:1734676305.974727:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c9600. 00010000:00000010:0.1:1734676305.974730:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485a00. 00010000:00000010:0.1:1734676305.974734:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160a00. 00010000:00000010:3.0:1734676305.974771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df96800. 00010000:00000010:3.0:1734676305.974776:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676305.974783:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd640. 00000100:00000010:3.0:1734676305.974787:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676305.974792:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676305.974802:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df97c00. 02000000:00000010:3.0:1734676305.974821:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df97200. 00000400:00000010:3.0:1734676305.974826:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676305.974829:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676305.974833:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397056, portal 16 00000400:00000010:3.0:1734676305.974836:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.974838:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397056, offset 0 00000400:00000200:3.0:1734676305.974843:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.974848:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.974852:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676305.974855:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676305.974857:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676305.974859:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676305.974861:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80506:80506:255:4294967295] 192.168.203.46@tcp LPNI seq info [80502:80502:7:4294967295] 00000400:00000200:3.0:1734676305.974867:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.974871:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.974874:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676305.974877:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.974882:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.974885:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.974914:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.974916:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:3.0:1734676305.974919:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.974922:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.974925:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:3.0:1734676305.974928:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000800:00000200:3.0:1734676305.976633:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.976643:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:3.0:1734676305.976650:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.976657:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.977699:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676305.977702:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.977711:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864397056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676305.978054:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.978067:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16b00 00000400:00000200:3.0:1734676305.978074:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52e5 [1] + 224 00000400:00000200:3.0:1734676305.978091:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.978094:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.978099:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864397056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676305.978117:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.978121:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f780 00000400:00000200:3.0:1734676305.978125:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 1640 00000400:00000200:3.0:1734676305.978137:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.978140:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.978144:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676305.978149:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000400:00000010:0.0:1734676305.978212:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:0.0:1734676305.978216:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676305.978218:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676305.978222:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864397056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676305.978228:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864397056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676305.978248:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df97200. 02000000:00000010:0.0:1734676305.978252:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df97c00. 00000020:00000010:2.0:1734676305.978253:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d160000. 00000100:00000010:0.0:1734676305.978255:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:0.0:1734676305.978259:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:0.0:1734676305.978262:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd640. 00000020:00000010:2.0:1734676305.978461:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676305.978466:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf640. 00000100:00000200:2.0:1734676305.978509:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b800 x1818938867906432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676305.978621:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906432 02000000:00000010:0.0:1734676305.978692:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676305.978765:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf31080. 00010000:00000010:0.0:1734676305.978817:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c00. 00000100:00000010:0.0:1734676305.978822:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676305.980169:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676305.980176:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c00. 00000400:00000010:0.0:1734676305.980186:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676305.980190:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906432, offset 224 00000400:00000200:0.0:1734676305.980196:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676305.980204:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676305.980209:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80507:80507:256:4294967295] 192.168.203.46@tcp LPNI seq info [80503:80503:8:4294967295] 00000400:00000200:0.0:1734676305.980216:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676305.980221:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676305.980224:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676305.980227:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676305.980234:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676305.980237:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676305.980263:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:0.0:1734676305.980267:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf640. 00000020:00000010:0.0:1734676305.980271:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d160000. 00080000:00000010:1.0:1734676305.980322:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1cc00. 00010000:00000010:1.0:1734676305.980383:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:1.0:1734676305.980389:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf31000. 00000800:00000200:3.0:1734676305.980394:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.980398:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:3.0:1734676305.980401:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.980405:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.980408:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:3.0:1734676305.980410:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00010000:00000010:1.0:1734676305.980446:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d60a300. 00010000:00000010:1.0:1734676305.980449:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59300. 00010000:00000010:1.0:1734676305.980453:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d400. 00010000:00000010:1.0:1734676305.980457:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59400. 00080000:00000010:1.0:1734676305.980465:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1c400. 00010000:00000010:1.0:1734676305.980481:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59400. 00010000:00000010:1.0:1734676305.980483:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59300. 00010000:00000010:1.0:1734676305.980522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d800. 00010000:00000010:1.0:1734676305.980524:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59300. 00010000:00000010:1.0:1734676305.980530:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f800. 00000100:00000010:1.0:1734676305.980534:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676305.980540:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 02000000:00000010:1.0:1734676305.980549:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1ce00. 02000000:00000010:1.0:1734676305.980566:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1de00. 00000400:00000010:1.0:1734676305.980571:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad108. 00000400:00000010:1.0:1734676305.980574:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676305.980578:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397184, portal 16 00000400:00000010:1.0:1734676305.980581:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676305.980582:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397184, offset 0 00000400:00000200:1.0:1734676305.980587:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676305.980591:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676305.980595:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676305.980598:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676305.980600:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676305.980602:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676305.980605:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80508:80508:256:4294967295] 192.168.203.46@tcp LPNI seq info [80504:80504:8:4294967295] 00000400:00000200:1.0:1734676305.980610:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676305.980614:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676305.980616:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60ad00. 00000800:00000200:1.0:1734676305.980619:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676305.980623:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676305.980625:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60ad00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.980802:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.980807:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60ad00. 00000400:00000200:3.0:1734676305.980811:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.980814:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.980816:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:3.0:1734676305.980817:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:3.0:1734676305.980823:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3800 x1818938864397184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.983346:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6fb400. 00000400:00000200:0.0:1734676305.985560:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.985574:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16b80 00000400:00000200:0.0:1734676305.985581:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa52f1 [1] + 224 00000400:00000200:0.0:1734676305.985598:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.985602:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676305.985612:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3800 x1818938864397184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676305.985942:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676305.985947:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f800 00000400:00000200:0.0:1734676305.985951:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3cdd [2] + 1968 00000400:00000010:0.0:1734676305.985955:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad7e8. 00000400:00000200:0.0:1734676305.985958:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800735a9780 00000400:00000010:2.0:1734676305.986178:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad108. 00000400:00000200:2.0:1734676305.986182:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:2.0:1734676305.986184:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:2.0:1734676305.986189:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3800 x1818938864397184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.986197:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3800 x1818938864397184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676305.986219:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1de00. 02000000:00000010:2.0:1734676305.986223:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1ce00. 00000100:00000010:2.0:1734676305.986227:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3800. 00000100:00000010:2.0:1734676305.986231:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:2.0:1734676305.986234:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f800. 00000400:00000200:0.0:1734676305.986314:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.986318:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.986321:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800735a9780 00000400:00000010:0.0:1734676305.986323:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800735a9780. 00000100:00000200:0.0:1734676305.986328:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676305.987264:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d161200. 00000020:00000010:2.0:1734676305.987270:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676305.987273:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676305.990687:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506050 x1818938867906560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676305.990718:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906560 02000000:00000010:2.0:1734676305.990726:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676305.990746:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e26080. 00010000:00000010:2.0:1734676305.990760:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:2.0:1734676305.990766:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0bcd000. 00000100:00000010:2.0:1734676305.990772:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0bcd000. 00010000:00000010:2.0:1734676305.990776:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000400:00000010:2.0:1734676305.990785:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676305.990790:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906560, offset 224 00000400:00000200:2.0:1734676305.990796:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.990805:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.990811:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80509:80509:256:4294967295] 192.168.203.46@tcp LPNI seq info [80505:80505:8:4294967295] 00000400:00000200:2.0:1734676305.990820:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.990825:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.990827:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.990832:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.990837:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.990841:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676305.990854:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676305.990858:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676305.990863:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d161200. 02000000:00000010:2.0:1734676305.990871:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:2.0:1734676305.990874:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 02000000:00000010:2.0:1734676305.990876:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676305.990878:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676305.990882:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:2.0:1734676305.990885:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676305.990888:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:2.0:1734676305.990890:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676305.990893:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676305.990895:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 02000000:00000010:2.0:1734676305.990897:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:2.0:1734676305.990899:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00000100:00000200:2.0:1734676305.990903:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676305.990908:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000400:00000010:2.0:1734676305.990910:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0bcd000. 00080000:00000010:2.0:1734676305.990931:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d161200. 00010000:00000010:2.0:1734676305.990987:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59300. 00010000:00000010:2.0:1734676305.990992:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e26000. 00010000:00000010:2.0:1734676305.991052:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160800. 00010000:00000010:2.0:1734676305.991056:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676305.991062:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:2.0:1734676305.991067:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676305.991071:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676305.991088:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d161e00. 02000000:00000010:2.0:1734676305.991103:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d160c00. 00000400:00000010:2.0:1734676305.991106:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676305.991108:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.991111:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397312, portal 16 00000400:00000010:2.0:1734676305.991113:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676305.991115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397312, offset 0 00000400:00000200:2.0:1734676305.991118:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.991122:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.991125:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.991128:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.991131:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.991133:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.991135:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80510:80510:255:4294967295] 192.168.203.46@tcp LPNI seq info [80506:80506:7:4294967295] 00000400:00000200:2.0:1734676305.991140:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.991143:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.991145:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.991147:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.991151:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.991152:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.991641:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1734676305.991641:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fff00. 00000800:00000010:3.0:1734676305.991645:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00010000:00000010:2.1:1734676305.991647:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160200. 00000400:00000200:3.0:1734676305.991648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.991653:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.991656:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:3.0:1734676305.991658:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 02000000:00000010:3.0:1734676305.991662:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000800:00000200:3.0:1734676305.991759:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.991762:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:3.0:1734676305.991764:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.991767:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.991769:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:3.0:1734676305.991770:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:3.0:1734676305.991776:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864397312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676305.995276:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6fd600. 00010000:00000010:0.1:1734676305.995283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df96800. 00010000:00000010:0.1:1734676305.995286:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d60a300. 00010000:00000010:0.1:1734676305.995291:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d400. 00000400:00000200:3.0:1734676305.995559:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.995573:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16c00 00000400:00000200:3.0:1734676305.995579:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5301 [1] + 224 00000400:00000200:3.0:1734676305.995589:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.995592:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.995601:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864397312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676305.995632:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676305.995636:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f880 00000400:00000200:3.0:1734676305.995641:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 0 00000400:00000200:3.0:1734676305.995687:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.995691:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676305.995695:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676305.995699:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 00000020:00000010:3.0:1734676305.995737:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012df97200. 00000020:00000010:3.0:1734676305.995742:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676305.995745:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676305.995762:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2bb80 x1818938867906688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:396/0 lens 328/0 e 0 to 0 dl 1734676316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676305.995777:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906688 02000000:00000010:3.0:1734676305.995785:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676305.995809:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdb80. 00000100:00000010:3.0:1734676305.995814:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676305.995818:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676305.995821:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdb80. 00000400:00000010:3.0:1734676305.995831:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676305.995834:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906688, offset 224 00000400:00000200:3.0:1734676305.995838:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676305.995845:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676305.995850:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80511:80511:256:4294967295] 192.168.203.46@tcp LPNI seq info [80507:80507:8:4294967295] 00000400:00000200:3.0:1734676305.995858:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676305.995862:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676305.995864:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676305.995869:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676305.995874:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676305.995877:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676305.995899:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676305.995902:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:3.0:1734676305.995906:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012df97200. 00000800:00000200:0.0:1734676305.995982:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676305.995985:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676305.995987:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676305.995991:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676305.995993:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676305.995995:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000400:00000010:2.0:1734676305.996198:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676305.996202:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:2.0:1734676305.996204:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.996209:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864397312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676305.996216:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864397312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676305.996233:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfec880. 02000000:00000010:2.0:1734676305.996242:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d160c00. 02000000:00000010:2.0:1734676305.996246:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d161e00. 00000100:00000010:2.0:1734676305.996250:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676305.996253:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:2.0:1734676305.996255:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00080000:00000010:2.0:1734676305.996266:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d161e00. 00010000:00000010:2.0:1734676305.996317:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676305.996322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfec800. 00010000:00000010:2.0:1734676305.996375:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160c00. 00010000:00000010:2.0:1734676305.996380:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676305.996386:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d40. 00000100:00000010:2.0:1734676305.996389:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676305.996393:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676305.996400:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d160200. 02000000:00000010:2.0:1734676305.996414:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d160000. 00000400:00000010:2.0:1734676305.996417:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676305.996420:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676305.996424:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397440, portal 16 00000400:00000010:2.0:1734676305.996427:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676305.996428:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397440, offset 0 00000400:00000200:2.0:1734676305.996432:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.996436:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.996439:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.996442:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.996444:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.996446:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.996449:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80512:80512:256:4294967295] 192.168.203.46@tcp LPNI seq info [80508:80508:8:4294967295] 00000400:00000200:2.0:1734676305.996455:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.996458:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.996460:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2600. 00000800:00000200:2.0:1734676305.996463:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.996468:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.996470:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676305.996478:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676305.996481:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d160a00. 02000000:00000010:2.0:1734676305.996487:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d160600. 00000400:00000010:2.0:1734676305.996489:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676305.996491:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676305.996493:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397568, portal 16 00000400:00000010:2.0:1734676305.996495:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676305.996497:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397568, offset 0 00000400:00000200:2.0:1734676305.996500:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676305.996503:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676305.996505:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676305.996506:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676305.996508:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676305.996510:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676305.996512:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80513:80513:255:4294967295] 192.168.203.46@tcp LPNI seq info [80509:80509:7:4294967295] 00000400:00000200:2.0:1734676305.996518:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676305.996521:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676305.996523:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2c00. 00000800:00000200:2.0:1734676305.996525:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676305.996529:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676305.996531:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676305.996581:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.996583:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2600. 00000400:00000200:3.0:1734676305.996586:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.996589:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.996592:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676305.996593:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676305.996598:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864397440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676305.996631:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676305.996633:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2c00. 00000400:00000200:3.0:1734676305.996636:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676305.996638:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676305.996640:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:3.0:1734676305.996642:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:3.0:1734676305.996646:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864397568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676305.996801:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fca00. 00000400:00000200:0.0:1734676306.000213:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.000226:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16d00 00000400:00000200:0.0:1734676306.000233:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5315 [1] + 224 00000400:00000200:0.0:1734676306.000243:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.000246:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.000254:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864397568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.000291:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.000296:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16c80 00000400:00000200:0.0:1734676306.000299:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa530d [1] + 224 00000400:00000200:0.0:1734676306.000304:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.000306:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.000310:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864397440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.000314:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:3.0:1734676306.000319:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:3.0:1734676306.000321:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:3.0:1734676306.000331:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864397568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.000334:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676306.000338:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864397568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.000338:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f980 00000400:00000200:0.0:1734676306.000343:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 328 00000400:00000200:0.0:1734676306.000347:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.000350:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.000353:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.000357:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000400:00000010:3.0:1734676306.000358:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:3.0:1734676306.000360:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:3.0:1734676306.000361:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:3.0:1734676306.000365:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864397440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.000370:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676306.000371:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864397440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.000374:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516f900 00000400:00000200:0.0:1734676306.000377:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 656 02000000:00000010:3.0:1734676306.000381:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d160600. 02000000:00000010:3.0:1734676306.000386:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d160a00. 00000400:00000200:0.0:1734676306.000387:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1734676306.000389:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000400:00000200:0.0:1734676306.000390:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.000392:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676306.000393:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d160000. 02000000:00000010:3.0:1734676306.000395:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d160200. 00000100:00000010:0.0:1734676306.000395:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000100:00000010:3.0:1734676306.000396:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:3.0:1734676306.000399:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:3.0:1734676306.000402:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d40. 00000020:00000010:3.0:1734676306.000430:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012df96800. 00000020:00000010:3.0:1734676306.000435:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676306.000438:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20000. 00000100:00000200:3.0:1734676306.000457:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867906944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676306.000490:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012df97e00. 00000020:00000010:3.0:1734676306.000493:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676306.000495:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20af0. 00000100:00000200:3.0:1734676306.000502:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867906816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.004655:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906944 02000000:00000010:2.0:1734676306.004670:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.004696:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097dfe000. 00000400:00000010:2.0:1734676306.004714:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.004720:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906944, offset 224 00000400:00000200:2.0:1734676306.004729:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.004739:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.004746:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80514:80514:256:4294967295] 192.168.203.46@tcp LPNI seq info [80510:80510:8:4294967295] 00000400:00000200:2.0:1734676306.004753:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.004758:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.004761:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2b00. 00000800:00000200:2.0:1734676306.004765:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.004770:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.004774:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.004791:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a580. 00000020:00000010:2.0:1734676306.004795:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20000. 00000020:00000010:2.0:1734676306.004799:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012df96800. 00000100:00000200:2.0:1734676306.004811:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867906816 02000000:00000010:2.0:1734676306.004815:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.004824:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1c6d80. 00010000:00000010:2.0:1734676306.004833:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012ff54d00. 00000100:00000010:2.0:1734676306.004839:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676306.004843:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:2.0:1734676306.004845:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012ff54d00. 00000400:00000010:2.0:1734676306.004849:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.004851:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867906816, offset 224 00000400:00000200:2.0:1734676306.004855:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.004859:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.004862:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80515:80515:255:4294967295] 192.168.203.46@tcp LPNI seq info [80511:80511:7:4294967295] 00000400:00000200:2.0:1734676306.004868:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.004871:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.004873:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800737d2e00. 00000800:00000200:2.0:1734676306.004876:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.004878:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.004880:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800737d2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.004886:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:2.0:1734676306.004888:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20af0. 00000020:00000010:2.0:1734676306.004890:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012df97e00. 00010000:00000010:0.1:1734676306.008824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846d400. 00010000:00000010:0.1:1734676306.008832:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5700. 00010000:00000010:0.1:1734676306.008835:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d800. 00000800:00000200:0.0:1734676306.008867:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.008871:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2b00. 00000400:00000200:0.0:1734676306.008875:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.008881:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.008885:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676306.008887:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:0.0:1734676306.008943:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.008945:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800737d2e00. 00000400:00000200:0.0:1734676306.008948:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.008951:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.008953:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676306.008954:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00080000:00000010:3.0:1734676306.009343:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df97c00. 00010000:00000010:3.0:1734676306.009412:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:3.0:1734676306.009419:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1c6d00. 00010000:00000010:3.0:1734676306.009483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df97a00. 00010000:00000010:3.0:1734676306.009488:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676306.009496:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdb80. 00000100:00000010:3.0:1734676306.009502:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.009511:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676306.009521:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012df97200. 02000000:00000010:3.0:1734676306.009541:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012df97e00. 00000400:00000010:3.0:1734676306.009546:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676306.009550:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.009555:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397696, portal 16 00000400:00000010:3.0:1734676306.009559:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.009561:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397696, offset 0 00000400:00000200:3.0:1734676306.009566:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.009575:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.009579:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.009583:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.009586:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.009588:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.009590:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80516:80516:256:4294967295] 192.168.203.46@tcp LPNI seq info [80512:80512:8:4294967295] 00000400:00000200:3.0:1734676306.009598:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.009602:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.009605:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.009610:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.009614:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.009617:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.009666:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.009669:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:3.0:1734676306.009671:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.009674:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.009676:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676306.009678:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.009683:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864397696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676306.012022:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.012052:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16d80 00000400:00000200:1.0:1734676306.012060:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5325 [1] + 224 00000400:00000200:1.0:1734676306.012077:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.012090:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.012099:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864397696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.014534:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676306.014542:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.014544:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.014554:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864397696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.014563:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864397696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.014588:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012df97e00. 02000000:00000010:3.0:1734676306.014594:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012df97200. 00000100:00000010:3.0:1734676306.014597:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676306.014600:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.014604:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdb80. 00000400:00000200:1.0:1734676306.015391:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.015402:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fa00 00000400:00000200:1.0:1734676306.015410:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 984 00000400:00000200:1.0:1734676306.016602:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.016610:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.016617:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676306.016622:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 00000020:00000010:0.0:1734676306.016710:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2800. 00000020:00000010:0.0:1734676306.016716:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676306.016721:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.016739:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3480 x1818938867907072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.016770:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907072 02000000:00000010:0.0:1734676306.016778:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676306.016800:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011d198980. 00010000:00000010:0.0:1734676306.016814:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c00. 00000100:00000010:0.0:1734676306.016819:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676306.016826:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676306.016829:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c00. 00000400:00000010:0.0:1734676306.016838:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676306.016843:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907072, offset 224 00000400:00000200:0.0:1734676306.016848:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.016855:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.016860:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80517:80517:256:4294967295] 192.168.203.46@tcp LPNI seq info [80513:80513:8:4294967295] 00000400:00000200:0.0:1734676306.016868:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.016872:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.016875:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676306.016879:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.016884:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.016888:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.016899:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676306.016901:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.016904:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2800. 00000800:00000200:3.0:1734676306.017010:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.017013:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:3.0:1734676306.017016:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.017019:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.017022:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:3.0:1734676306.017024:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00080000:00000010:3.0:1734676306.017058:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012df97e00. 00010000:00000010:3.0:1734676306.017121:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676306.017127:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011d198400. 00010000:00000010:3.0:1734676306.017177:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012df96800. 00010000:00000010:3.0:1734676306.017181:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676306.017187:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdb80. 00000100:00000010:3.0:1734676306.017190:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.017195:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676306.017204:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1000. 02000000:00000010:3.0:1734676306.017219:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:3.0:1734676306.017223:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676306.017227:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.017231:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397824, portal 16 00000400:00000010:3.0:1734676306.017234:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.017236:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397824, offset 0 00000400:00000200:3.0:1734676306.017239:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.017244:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.017247:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.017250:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.017253:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.017255:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.017257:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80518:80518:256:4294967295] 192.168.203.46@tcp LPNI seq info [80514:80514:8:4294967295] 00000400:00000200:3.0:1734676306.017265:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.017269:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.017271:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.017274:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.017277:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.017280:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.017307:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.017309:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:3.0:1734676306.017311:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.017313:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.017316:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676306.017317:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.017321:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864397824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.020731:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8ee00. 00010000:00000010:3.1:1734676306.020739:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160c00. 00010000:00000010:0.1:1734676306.020879:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a200. 00010000:00000010:0.1:1734676306.020884:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1700. 00010000:00000010:0.1:1734676306.020886:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160800. 00010000:00000010:0.1:1734676306.020955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffdc00. 00010000:00000010:0.1:1734676306.020958:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa3800. 00000400:00000200:2.0:1734676306.022074:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.022096:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16e00 00000400:00000200:2.0:1734676306.022103:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5331 [1] + 224 00000400:00000200:2.0:1734676306.022111:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.022114:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.022123:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864397824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.022150:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.022154:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fa80 00000400:00000200:2.0:1734676306.022158:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 1312 00000400:00000200:2.0:1734676306.022169:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.022171:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.022175:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.022180:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000400:00000010:3.0:1734676306.022229:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676306.022233:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.022235:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.022240:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864397824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.022247:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864397824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.022267:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 02000000:00000010:3.0:1734676306.022271:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1000. 00000100:00000010:3.0:1734676306.022273:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676306.022276:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.022279:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdb80. 00000020:00000010:3.0:1734676306.022304:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd1000. 00000020:00000010:3.0:1734676306.022307:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676306.022311:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.022327:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867907200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.022344:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907200 02000000:00000010:3.0:1734676306.022350:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000010:3.0:1734676306.022367:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf31200. 00010000:00000010:3.0:1734676306.022376:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdb80. 00000100:00000010:3.0:1734676306.022380:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.022384:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.022385:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdb80. 00000400:00000010:3.0:1734676306.022391:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.022393:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907200, offset 224 00000400:00000200:3.0:1734676306.022397:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.022403:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.022407:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80519:80519:256:4294967295] 192.168.203.46@tcp LPNI seq info [80515:80515:8:4294967295] 00000400:00000200:3.0:1734676306.022415:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.022419:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.022421:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.022425:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.022429:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.022432:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.022442:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676306.022445:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.022448:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd1000. 00080000:00000010:2.0:1734676306.022939:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d160e00. 00010000:00000010:2.0:1734676306.022997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:2.0:1734676306.023003:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d4c00. 00010000:00000010:2.0:1734676306.023075:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2f00. 00010000:00000010:2.0:1734676306.023077:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023089:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160200. 00010000:00000010:2.0:1734676306.023094:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023103:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d160000. 00010000:00000010:2.0:1734676306.023122:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023125:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00000001:00000010:2.0:1734676306.023169:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7000. 00000001:00000010:2.0:1734676306.023173:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7000. 00000001:00000010:2.0:1734676306.023176:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9bb0. 00080000:00000010:2.0:1734676306.023181:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff880097fd6a00. 00080000:00000010:2.0:1734676306.023185:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88009d160a00. 00000001:00000010:2.0:1734676306.023190:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7000. 00010000:00000010:2.0:1734676306.023208:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2200. 00010000:00000010:2.0:1734676306.023210:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023213:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160600. 00010000:00000010:2.0:1734676306.023215:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023222:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d160800. 00010000:00000010:2.0:1734676306.023240:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023242:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023273:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2500. 00010000:00000010:2.0:1734676306.023275:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023278:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d160c00. 00010000:00000010:2.0:1734676306.023280:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023287:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d6c00. 00010000:00000010:2.0:1734676306.023301:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023304:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023327:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2e00. 00010000:00000010:2.0:1734676306.023330:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023332:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d6800. 00010000:00000010:2.0:1734676306.023335:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023340:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d6400. 00010000:00000010:2.0:1734676306.023355:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023382:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2b00. 00010000:00000010:2.0:1734676306.023384:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023386:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d7600. 00010000:00000010:2.0:1734676306.023388:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023393:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d7400. 00010000:00000010:2.0:1734676306.023405:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023407:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023427:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2c00. 00010000:00000010:2.0:1734676306.023428:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023430:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d7e00. 00010000:00000010:2.0:1734676306.023432:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023436:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d6e00. 00010000:00000010:2.0:1734676306.023447:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023449:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800737d2600. 00010000:00000010:2.0:1734676306.023469:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d7200. 00010000:00000010:2.0:1734676306.023474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d6000. 00010000:00000010:2.0:1734676306.023492:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023518:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304b00. 00010000:00000010:2.0:1734676306.023520:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d7800. 00010000:00000010:2.0:1734676306.023524:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023530:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d7c00. 00010000:00000010:2.0:1734676306.023544:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023547:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023573:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304400. 00010000:00000010:2.0:1734676306.023575:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023578:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d6200. 00010000:00000010:2.0:1734676306.023579:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023586:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d7a00. 00010000:00000010:2.0:1734676306.023598:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023600:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023619:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304500. 00010000:00000010:2.0:1734676306.023621:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023623:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8d7000. 00010000:00000010:2.0:1734676306.023625:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023630:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8d6600. 00010000:00000010:2.0:1734676306.023641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023643:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023661:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304200. 00010000:00000010:2.0:1734676306.023663:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023666:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073719000. 00010000:00000010:2.0:1734676306.023669:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023674:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073718200. 00010000:00000010:2.0:1734676306.023686:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023688:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023714:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304900. 00010000:00000010:2.0:1734676306.023716:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023718:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073719e00. 00010000:00000010:2.0:1734676306.023721:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023727:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073719600. 00010000:00000010:2.0:1734676306.023741:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023743:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023766:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304600. 00010000:00000010:2.0:1734676306.023768:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073718000. 00010000:00000010:2.0:1734676306.023773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023778:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073718c00. 00010000:00000010:2.0:1734676306.023793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023795:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023819:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304000. 00010000:00000010:2.0:1734676306.023821:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023824:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073718800. 00010000:00000010:2.0:1734676306.023826:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023831:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073718e00. 00010000:00000010:2.0:1734676306.023845:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023870:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304700. 00010000:00000010:2.0:1734676306.023871:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023873:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073719800. 00010000:00000010:2.0:1734676306.023876:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073719200. 00010000:00000010:2.0:1734676306.023890:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023892:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023911:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304a00. 00010000:00000010:2.0:1734676306.023913:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023915:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073718a00. 00010000:00000010:2.0:1734676306.023917:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023923:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073718400. 00010000:00000010:2.0:1734676306.023936:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023939:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023959:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009a304d00. 00010000:00000010:2.0:1734676306.023961:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.023963:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073719a00. 00010000:00000010:2.0:1734676306.023965:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.023970:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073719c00. 00010000:00000010:2.0:1734676306.023982:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.023984:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024005:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35800. 00010000:00000010:2.0:1734676306.024007:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024009:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d5c00. 00010000:00000010:2.0:1734676306.024012:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024017:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d5800. 00010000:00000010:2.0:1734676306.024030:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024033:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024073:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35e00. 00010000:00000010:2.0:1734676306.024076:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024090:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d5a00. 00010000:00000010:2.0:1734676306.024093:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024099:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d4e00. 00010000:00000010:2.0:1734676306.024118:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024122:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024141:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35600. 00010000:00000010:2.0:1734676306.024143:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024145:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d5400. 00010000:00000010:2.0:1734676306.024147:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024152:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d5e00. 00010000:00000010:2.0:1734676306.024165:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024168:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024189:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35b00. 00010000:00000010:2.0:1734676306.024191:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024194:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d5200. 00010000:00000010:2.0:1734676306.024196:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024202:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d4800. 00010000:00000010:2.0:1734676306.024214:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024216:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024234:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35f00. 00010000:00000010:2.0:1734676306.024236:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024239:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d4400. 00010000:00000010:2.0:1734676306.024241:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024246:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d5600. 00010000:00000010:2.0:1734676306.024259:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024261:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024280:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35700. 00010000:00000010:2.0:1734676306.024281:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024283:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d4200. 00010000:00000010:2.0:1734676306.024285:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024290:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d4000. 00010000:00000010:2.0:1734676306.024301:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024303:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024320:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35d00. 00010000:00000010:2.0:1734676306.024322:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024324:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d1d4a00. 00010000:00000010:2.0:1734676306.024326:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024330:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d1d4c00. 00010000:00000010:2.0:1734676306.024341:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024344:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024362:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35300. 00010000:00000010:2.0:1734676306.024364:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024367:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d47200. 00010000:00000010:2.0:1734676306.024369:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024373:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d46a00. 00010000:00000010:2.0:1734676306.024388:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024392:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024431:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35900. 00010000:00000010:2.0:1734676306.024433:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024436:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d47800. 00010000:00000010:2.0:1734676306.024439:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d46800. 00010000:00000010:2.0:1734676306.024470:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024472:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024496:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35100. 00010000:00000010:2.0:1734676306.024498:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024501:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d46200. 00010000:00000010:2.0:1734676306.024503:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024508:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d47a00. 00010000:00000010:2.0:1734676306.024522:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024525:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024544:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35500. 00010000:00000010:2.0:1734676306.024546:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d46400. 00010000:00000010:2.0:1734676306.024551:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024556:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d47600. 00010000:00000010:2.0:1734676306.024568:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024590:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35000. 00010000:00000010:2.0:1734676306.024591:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024594:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d46e00. 00010000:00000010:2.0:1734676306.024596:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024601:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d47e00. 00010000:00000010:2.0:1734676306.024613:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024616:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024635:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b35a00. 00010000:00000010:2.0:1734676306.024637:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024639:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d47400. 00010000:00000010:2.0:1734676306.024642:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024647:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d47c00. 00010000:00000010:2.0:1734676306.024661:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024663:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024687:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1a300. 00010000:00000010:2.0:1734676306.024689:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d46000. 00010000:00000010:2.0:1734676306.024695:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.024699:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d47000. 00010000:00000010:2.0:1734676306.024720:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.024722:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024746:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1a100. 00010000:00000010:2.0:1734676306.024748:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.024750:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d46c00. 00010000:00000010:2.0:1734676306.024753:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00000800:00000200:3.0:1734676306.024814:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.024819:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:3.0:1734676306.024823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.024829:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.024835:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.024837:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:3.1:1734676306.025393:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfb7e00. 00000020:00000010:3.0:1734676306.030101:0:25752:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0800. 00000020:00000010:3.0:1734676306.030107:0:25752:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012cdd1600. 00000040:00000010:3.0:1734676306.030110:0:25752:0:(llog_obd.c:234:llog_key_init()) kmalloced '(value)': 480 at ffff88012cdd1e00. 00000020:00000010:3.0:1734676306.030113:0:25752:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800970b9000. 00000020:00000010:3.0:1734676306.030117:0:25752:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88007289df98. 00000020:00000010:3.0:1734676306.030121:0:25752:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012df97200. 80000000:00000010:3.0:1734676306.030124:0:25752:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009d0c9240. 40000000:00000010:3.0:1734676306.030126:0:25752:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff880089abd580. 00100000:00000010:3.0:1734676306.030130:0:25752:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800970bd800. 00040000:00000010:3.0:1734676306.030133:0:25752:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff880134def000. 00040000:00000010:3.0:1734676306.030136:0:25752:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800970b8000. 00040000:00000010:3.0:1734676306.030140:0:25752:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880097deda00. 00080000:00000010:3.0:1734676306.030143:0:25752:0:(osd_handler.c:8099:osd_key_init()) kmalloced '(info)': 3992 at ffff88012e9e5000. 00080000:00000010:3.0:1734676306.030147:0:25752:0:(osd_handler.c:8103:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801313fe000. 00000004:00000010:3.0:1734676306.030153:0:25752:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff880075015000. 00000004:00000010:3.0:1734676306.030157:0:25752:0:(mdt_handler.c:8196:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012e9e2000. 00000004:00000010:3.0:1734676306.030161:0:25752:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff8801301c2000. 00002000:00000010:3.0:1734676306.030164:0:25752:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d8af800. 00000004:00000010:3.0:1734676306.030168:0:25752:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff88012d8acc00. 00000020:00000010:3.0:1734676306.030195:0:25752:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88012cdd1600. 00000040:00000010:3.0:1734676306.030199:0:25752:0:(llog_obd.c:234:llog_key_fini()) kfreed 'info': 480 at ffff88012cdd1e00. 00000020:00000010:3.0:1734676306.030201:0:25752:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800970b9000. 00000020:00000010:3.0:1734676306.030203:0:25752:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88007289df98. 00000020:00000010:3.0:1734676306.030208:0:25752:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012df97200. 80000000:00000010:3.0:1734676306.030211:0:25752:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d0c9240. 40000000:00000010:3.0:1734676306.030212:0:25752:0:(fid_handler.c:436:seq_key_fini()) kfreed 'info': 48 at ffff880089abd580. 00100000:00000010:3.0:1734676306.030215:0:25752:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800970bd800. 00040000:00000010:3.0:1734676306.030217:0:25752:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff880134def000. 00040000:00000010:3.0:1734676306.030219:0:25752:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800970b8000. 00040000:00000010:3.0:1734676306.030221:0:25752:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880097deda00. 00080000:00000010:3.0:1734676306.030224:0:25752:0:(osd_handler.c:8149:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801313fe000. 00080000:00000010:3.0:1734676306.030230:0:25752:0:(osd_handler.c:8160:osd_key_fini()) kfreed 'info': 3992 at ffff88012e9e5000. 00000004:00000010:3.0:1734676306.030233:0:25752:0:(mdd_device.c:2365:mdd_key_fini()) kfreed 'info': 1864 at ffff880075015000. 00000004:00000010:3.0:1734676306.030237:0:25752:0:(mdt_handler.c:8221:mdt_key_fini()) kfreed 'info': 2568 at ffff88012e9e2000. 00000004:00000010:3.0:1734676306.030241:0:25752:0:(lod_dev.c:2346:lod_key_fini()) kfreed 'info': 1224 at ffff8801301c2000. 00002000:00000010:3.0:1734676306.030244:0:25752:0:(ofd_dev.c:2901:ofd_key_fini()) kfreed 'info': 816 at ffff88012d8af800. 00000004:00000010:3.0:1734676306.030248:0:25752:0:(osp_dev.c:1812:osp_key_fini()) kfreed 'info': 616 at ffff88012d8acc00. 00000020:00000010:3.0:1734676306.030251:0:25752:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0800. 00080000:00000010:2.0:1734676306.032011:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08a200. 00010000:00000010:2.0:1734676306.032103:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032110:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032165:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1a700. 00010000:00000010:2.0:1734676306.032168:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032172:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08b800. 00010000:00000010:2.0:1734676306.032176:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032187:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08ba00. 00010000:00000010:2.0:1734676306.032205:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032207:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032233:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1a500. 00010000:00000010:2.0:1734676306.032235:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032237:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08bc00. 00010000:00000010:2.0:1734676306.032239:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032245:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08b600. 00010000:00000010:2.0:1734676306.032260:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032262:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1af00. 00010000:00000010:2.0:1734676306.032288:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08b000. 00010000:00000010:2.0:1734676306.032293:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032298:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08be00. 00010000:00000010:2.0:1734676306.032313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032316:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032339:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1a900. 00010000:00000010:2.0:1734676306.032341:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032345:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08a400. 00010000:00000010:2.0:1734676306.032347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032353:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08ae00. 00010000:00000010:2.0:1734676306.032367:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032369:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032400:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1ad00. 00010000:00000010:2.0:1734676306.032403:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032405:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08a600. 00010000:00000010:2.0:1734676306.032407:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032413:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08a800. 00010000:00000010:2.0:1734676306.032427:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032430:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032451:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097f1ab00. 00010000:00000010:2.0:1734676306.032453:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08b400. 00010000:00000010:2.0:1734676306.032458:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032463:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08a000. 00010000:00000010:2.0:1734676306.032477:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032479:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032504:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced200. 00010000:00000010:2.0:1734676306.032506:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032508:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d08b200. 00010000:00000010:2.0:1734676306.032511:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032516:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d08aa00. 00010000:00000010:2.0:1734676306.032529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032552:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced400. 00010000:00000010:2.0:1734676306.032553:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032557:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d02a00. 00010000:00000010:2.0:1734676306.032559:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032564:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d03a00. 00010000:00000010:2.0:1734676306.032576:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032579:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032596:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced300. 00010000:00000010:2.0:1734676306.032598:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d02e00. 00010000:00000010:2.0:1734676306.032603:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d02400. 00010000:00000010:2.0:1734676306.032620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032622:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032641:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134cede00. 00010000:00000010:2.0:1734676306.032643:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032645:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d03200. 00010000:00000010:2.0:1734676306.032648:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032652:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d02200. 00010000:00000010:2.0:1734676306.032667:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032669:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032690:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced600. 00010000:00000010:2.0:1734676306.032692:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032694:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d03600. 00010000:00000010:2.0:1734676306.032696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032702:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d02800. 00010000:00000010:2.0:1734676306.032715:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032718:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032740:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134cedd00. 00010000:00000010:2.0:1734676306.032742:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032744:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d03e00. 00010000:00000010:2.0:1734676306.032747:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032752:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d02600. 00010000:00000010:2.0:1734676306.032765:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032767:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032788:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced100. 00010000:00000010:2.0:1734676306.032790:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d02000. 00010000:00000010:2.0:1734676306.032795:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032801:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d03000. 00010000:00000010:2.0:1734676306.032813:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032815:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032835:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced800. 00010000:00000010:2.0:1734676306.032837:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032839:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d03800. 00010000:00000010:2.0:1734676306.032842:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032848:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff03000. 00010000:00000010:2.0:1734676306.032860:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032862:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032881:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134cedc00. 00010000:00000010:2.0:1734676306.032883:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032885:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff02200. 00010000:00000010:2.0:1734676306.032887:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032892:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff03600. 00010000:00000010:2.0:1734676306.032905:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032907:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032926:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ceda00. 00010000:00000010:2.0:1734676306.032928:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032931:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff02800. 00010000:00000010:2.0:1734676306.032933:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032938:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff02600. 00010000:00000010:2.0:1734676306.032952:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032954:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032973:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134cedf00. 00010000:00000010:2.0:1734676306.032975:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.032977:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff03a00. 00010000:00000010:2.0:1734676306.032980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.032985:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff02000. 00010000:00000010:2.0:1734676306.032997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.032999:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033017:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced000. 00010000:00000010:2.0:1734676306.033019:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033021:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff03400. 00010000:00000010:2.0:1734676306.033023:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff02a00. 00010000:00000010:2.0:1734676306.033077:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033091:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033121:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134ced500. 00010000:00000010:2.0:1734676306.033123:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033125:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff03200. 00010000:00000010:2.0:1734676306.033127:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033133:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff02e00. 00010000:00000010:2.0:1734676306.033148:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033151:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033171:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495a00. 00010000:00000010:2.0:1734676306.033173:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033175:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff03c00. 00010000:00000010:2.0:1734676306.033178:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033184:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff03800. 00010000:00000010:2.0:1734676306.033196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033199:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033220:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495c00. 00010000:00000010:2.0:1734676306.033222:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d21800. 00010000:00000010:2.0:1734676306.033228:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033233:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d21c00. 00010000:00000010:2.0:1734676306.033246:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033249:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033267:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495700. 00010000:00000010:2.0:1734676306.033269:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d21e00. 00010000:00000010:2.0:1734676306.033273:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033278:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d21200. 00010000:00000010:2.0:1734676306.033291:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033293:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033313:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495800. 00010000:00000010:2.0:1734676306.033315:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033318:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d21a00. 00010000:00000010:2.0:1734676306.033321:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033326:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d20600. 00010000:00000010:2.0:1734676306.033340:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033342:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033361:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495400. 00010000:00000010:2.0:1734676306.033363:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033366:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d20400. 00010000:00000010:2.0:1734676306.033368:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033374:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d20a00. 00010000:00000010:2.0:1734676306.033389:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033391:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033413:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495100. 00010000:00000010:2.0:1734676306.033415:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033417:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d20c00. 00010000:00000010:2.0:1734676306.033420:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033426:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d23400. 00010000:00000010:2.0:1734676306.033439:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033442:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033462:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c495d00. 00010000:00000010:2.0:1734676306.033464:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033466:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d23800. 00010000:00000010:2.0:1734676306.033468:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033473:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d23200. 00010000:00000010:2.0:1734676306.033486:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033507:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3900. 00010000:00000010:2.0:1734676306.033509:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033512:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d23600. 00010000:00000010:2.0:1734676306.033514:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033519:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d22e00. 00010000:00000010:2.0:1734676306.033531:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033554:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3500. 00010000:00000010:2.0:1734676306.033556:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033559:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d22a00. 00010000:00000010:2.0:1734676306.033561:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033567:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d22800. 00010000:00000010:2.0:1734676306.033579:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033581:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033602:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3800. 00010000:00000010:2.0:1734676306.033604:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033606:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d23a00. 00010000:00000010:2.0:1734676306.033608:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033613:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d23c00. 00010000:00000010:2.0:1734676306.033627:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033630:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033650:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3d00. 00010000:00000010:2.0:1734676306.033653:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033655:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d22600. 00010000:00000010:2.0:1734676306.033658:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033664:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d22400. 00010000:00000010:2.0:1734676306.033678:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033680:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033702:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3c00. 00010000:00000010:2.0:1734676306.033704:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d181e00. 00010000:00000010:2.0:1734676306.033709:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033714:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d181600. 00010000:00000010:2.0:1734676306.033728:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033730:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033750:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3200. 00010000:00000010:2.0:1734676306.033751:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033754:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d180600. 00010000:00000010:2.0:1734676306.033756:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033761:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d180c00. 00010000:00000010:2.0:1734676306.033775:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033777:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033796:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3b00. 00010000:00000010:2.0:1734676306.033798:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033800:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d181800. 00010000:00000010:2.0:1734676306.033802:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033807:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d180200. 00010000:00000010:2.0:1734676306.033821:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033823:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033841:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3600. 00010000:00000010:2.0:1734676306.033843:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033846:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d180400. 00010000:00000010:2.0:1734676306.033848:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033853:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d181a00. 00010000:00000010:2.0:1734676306.033866:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033868:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033889:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3700. 00010000:00000010:2.0:1734676306.033892:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033894:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d180a00. 00010000:00000010:2.0:1734676306.033896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d180000. 00010000:00000010:2.0:1734676306.033912:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033914:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033931:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3000. 00010000:00000010:2.0:1734676306.033933:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033935:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d181400. 00010000:00000010:2.0:1734676306.033937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033941:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d181000. 00010000:00000010:2.0:1734676306.033952:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033954:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033972:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3a00. 00010000:00000010:2.0:1734676306.033974:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.033975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d181200. 00010000:00000010:2.0:1734676306.033978:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.033983:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d180800. 00010000:00000010:2.0:1734676306.033995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.033997:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034015:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3400. 00010000:00000010:2.0:1734676306.034017:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034019:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d181c00. 00010000:00000010:2.0:1734676306.034021:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034027:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d082400. 00010000:00000010:2.0:1734676306.034060:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034062:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034096:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7f3e00. 00010000:00000010:2.0:1734676306.034098:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034100:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d083400. 00010000:00000010:2.0:1734676306.034102:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034108:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d083200. 00010000:00000010:2.0:1734676306.034122:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034146:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374fd00. 00010000:00000010:2.0:1734676306.034148:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034150:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d082e00. 00010000:00000010:2.0:1734676306.034152:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034157:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d082600. 00010000:00000010:2.0:1734676306.034169:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034171:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034191:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f800. 00010000:00000010:2.0:1734676306.034193:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034195:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d083000. 00010000:00000010:2.0:1734676306.034197:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034202:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d083c00. 00010000:00000010:2.0:1734676306.034214:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034217:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034235:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374fc00. 00010000:00000010:2.0:1734676306.034237:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034239:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d082200. 00010000:00000010:2.0:1734676306.034241:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034245:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d082000. 00010000:00000010:2.0:1734676306.034257:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034259:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034279:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f500. 00010000:00000010:2.0:1734676306.034281:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034283:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d083600. 00010000:00000010:2.0:1734676306.034285:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034290:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d083e00. 00010000:00000010:2.0:1734676306.034302:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034304:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034322:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374fb00. 00010000:00000010:2.0:1734676306.034323:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034326:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d083a00. 00010000:00000010:2.0:1734676306.034328:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034332:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d083800. 00010000:00000010:2.0:1734676306.034345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034346:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034364:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f100. 00010000:00000010:2.0:1734676306.034366:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034368:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d082800. 00010000:00000010:2.0:1734676306.034370:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034374:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d082c00. 00010000:00000010:2.0:1734676306.034387:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034389:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034407:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374ff00. 00010000:00000010:2.0:1734676306.034409:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034412:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d990600. 00010000:00000010:2.0:1734676306.034414:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034419:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d990400. 00010000:00000010:2.0:1734676306.034431:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034433:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034453:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f000. 00010000:00000010:2.0:1734676306.034454:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d991a00. 00010000:00000010:2.0:1734676306.034458:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034463:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d991400. 00010000:00000010:2.0:1734676306.034474:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034494:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f300. 00010000:00000010:2.0:1734676306.034496:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034498:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d991800. 00010000:00000010:2.0:1734676306.034500:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034504:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d990000. 00010000:00000010:2.0:1734676306.034516:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034518:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034537:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007374f200. 00010000:00000010:2.0:1734676306.034539:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034541:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d990c00. 00010000:00000010:2.0:1734676306.034543:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034547:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d991000. 00010000:00000010:2.0:1734676306.034559:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034562:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034580:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5b00. 00010000:00000010:2.0:1734676306.034582:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034584:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d990800. 00010000:00000010:2.0:1734676306.034586:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034591:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d991600. 00010000:00000010:2.0:1734676306.034603:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034605:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034625:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5900. 00010000:00000010:2.0:1734676306.034627:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034629:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d990200. 00010000:00000010:2.0:1734676306.034631:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034636:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d991200. 00010000:00000010:2.0:1734676306.034648:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034650:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034669:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5100. 00010000:00000010:2.0:1734676306.034671:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034673:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d991c00. 00010000:00000010:2.0:1734676306.034675:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034680:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d990e00. 00010000:00000010:2.0:1734676306.034692:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034694:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034715:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5f00. 00010000:00000010:2.0:1734676306.034717:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034720:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d471800. 00010000:00000010:2.0:1734676306.034722:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034728:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d471c00. 00010000:00000010:2.0:1734676306.034742:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034745:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034764:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5300. 00010000:00000010:2.0:1734676306.034766:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034768:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d471200. 00010000:00000010:2.0:1734676306.034771:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034776:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d470c00. 00010000:00000010:2.0:1734676306.034788:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034790:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034811:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5500. 00010000:00000010:2.0:1734676306.034813:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034815:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d470600. 00010000:00000010:2.0:1734676306.034817:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034823:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d471a00. 00010000:00000010:2.0:1734676306.034835:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034837:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034856:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5400. 00010000:00000010:2.0:1734676306.034857:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034859:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d470400. 00010000:00000010:2.0:1734676306.034861:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034866:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d470e00. 00010000:00000010:2.0:1734676306.034879:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034881:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034901:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5200. 00010000:00000010:2.0:1734676306.034903:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034905:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d470200. 00010000:00000010:2.0:1734676306.034907:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034912:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d471000. 00010000:00000010:2.0:1734676306.034926:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034949:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5e00. 00010000:00000010:2.0:1734676306.034951:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034953:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d471600. 00010000:00000010:2.0:1734676306.034955:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.034961:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d470a00. 00010000:00000010:2.0:1734676306.034976:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.034978:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.034997:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5600. 00010000:00000010:2.0:1734676306.034999:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035001:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d471e00. 00010000:00000010:2.0:1734676306.035003:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035009:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120dc00. 00010000:00000010:2.0:1734676306.035023:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035025:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035069:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136bb5a00. 00010000:00000010:2.0:1734676306.035071:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035074:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120cc00. 00010000:00000010:2.0:1734676306.035076:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035093:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120de00. 00010000:00000010:2.0:1734676306.035110:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035113:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035140:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aeb00. 00010000:00000010:2.0:1734676306.035142:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035144:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120c200. 00010000:00000010:2.0:1734676306.035146:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035151:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120c000. 00010000:00000010:2.0:1734676306.035163:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035165:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035183:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae100. 00010000:00000010:2.0:1734676306.035184:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035187:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120c800. 00010000:00000010:2.0:1734676306.035189:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035193:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120da00. 00010000:00000010:2.0:1734676306.035204:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035206:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035222:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aee00. 00010000:00000010:2.0:1734676306.035223:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120d200. 00010000:00000010:2.0:1734676306.035227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035231:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120d400. 00010000:00000010:2.0:1734676306.035240:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035242:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035257:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae300. 00010000:00000010:2.0:1734676306.035258:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035261:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120ce00. 00010000:00000010:2.0:1734676306.035262:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035266:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120d800. 00010000:00000010:2.0:1734676306.035275:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035292:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae600. 00010000:00000010:2.0:1734676306.035294:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035296:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120c400. 00010000:00000010:2.0:1734676306.035298:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035301:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013120d000. 00010000:00000010:2.0:1734676306.035311:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035313:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035327:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae700. 00010000:00000010:2.0:1734676306.035329:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035331:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013120ca00. 00010000:00000010:2.0:1734676306.035333:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035337:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cdc00. 00010000:00000010:2.0:1734676306.035348:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035350:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035369:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aea00. 00010000:00000010:2.0:1734676306.035370:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cda00. 00010000:00000010:2.0:1734676306.035375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035379:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cc600. 00010000:00000010:2.0:1734676306.035389:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035391:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035405:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae800. 00010000:00000010:2.0:1734676306.035407:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035409:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0ccc00. 00010000:00000010:2.0:1734676306.035411:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035415:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cd000. 00010000:00000010:2.0:1734676306.035424:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035426:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035441:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae900. 00010000:00000010:2.0:1734676306.035443:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cc800. 00010000:00000010:2.0:1734676306.035447:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035451:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cd400. 00010000:00000010:2.0:1734676306.035460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035462:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035478:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aec00. 00010000:00000010:2.0:1734676306.035479:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035481:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cd600. 00010000:00000010:2.0:1734676306.035483:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035487:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cc000. 00010000:00000010:2.0:1734676306.035497:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035498:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035513:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0aef00. 00010000:00000010:2.0:1734676306.035515:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035516:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cc200. 00010000:00000010:2.0:1734676306.035519:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035523:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cce00. 00010000:00000010:2.0:1734676306.035532:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035548:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae500. 00010000:00000010:2.0:1734676306.035550:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035551:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cc400. 00010000:00000010:2.0:1734676306.035553:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035557:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cde00. 00010000:00000010:2.0:1734676306.035566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035568:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035597:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae200. 00010000:00000010:2.0:1734676306.035599:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cca00. 00010000:00000010:2.0:1734676306.035603:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035607:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b569000. 00010000:00000010:2.0:1734676306.035618:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035620:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035638:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0ae400. 00010000:00000010:2.0:1734676306.035640:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035642:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b568800. 00010000:00000010:2.0:1734676306.035644:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035650:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b569a00. 00010000:00000010:2.0:1734676306.035663:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035665:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035688:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6cf00. 00010000:00000010:2.0:1734676306.035690:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b569800. 00010000:00000010:2.0:1734676306.035694:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035700:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b568a00. 00010000:00000010:2.0:1734676306.035714:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035716:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035734:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6cd00. 00010000:00000010:2.0:1734676306.035736:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035738:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b569200. 00010000:00000010:2.0:1734676306.035740:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035745:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b568200. 00010000:00000010:2.0:1734676306.035756:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035777:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c100. 00010000:00000010:2.0:1734676306.035779:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035781:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b569400. 00010000:00000010:2.0:1734676306.035783:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035788:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b568c00. 00010000:00000010:2.0:1734676306.035800:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035802:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035821:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c200. 00010000:00000010:2.0:1734676306.035823:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035825:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b569e00. 00010000:00000010:2.0:1734676306.035828:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035833:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b568e00. 00010000:00000010:2.0:1734676306.035845:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035867:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6cc00. 00010000:00000010:2.0:1734676306.035869:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035871:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b568400. 00010000:00000010:2.0:1734676306.035873:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035878:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b569c00. 00010000:00000010:2.0:1734676306.035890:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035892:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035910:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c700. 00010000:00000010:2.0:1734676306.035913:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035915:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b568000. 00010000:00000010:2.0:1734676306.035917:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035922:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b569600. 00010000:00000010:2.0:1734676306.035934:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035936:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035952:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c500. 00010000:00000010:2.0:1734676306.035954:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035957:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6324e00. 00010000:00000010:2.0:1734676306.035960:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.035965:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6324400. 00010000:00000010:2.0:1734676306.035976:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.035978:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.035996:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6cb00. 00010000:00000010:2.0:1734676306.035999:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.036001:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6324800. 00010000:00000010:2.0:1734676306.036003:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.036008:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6324200. 00010000:00000010:2.0:1734676306.036022:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.036024:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.036070:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c900. 00010000:00000010:2.0:1734676306.036072:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.036074:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6324c00. 00010000:00000010:2.0:1734676306.036077:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.036093:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6324a00. 00010000:00000010:2.0:1734676306.036109:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.036112:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037720:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c800. 00010000:00000010:2.0:1734676306.037724:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037727:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6325600. 00010000:00000010:2.0:1734676306.037731:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.037743:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6325000. 00010000:00000010:2.0:1734676306.037774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.037777:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037807:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c400. 00010000:00000010:2.0:1734676306.037808:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037811:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6325e00. 00010000:00000010:2.0:1734676306.037813:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.037819:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6325800. 00010000:00000010:2.0:1734676306.037836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.037839:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037863:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c000. 00010000:00000010:2.0:1734676306.037865:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.037867:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6324600. 00010000:00000010:2.0:1734676306.037869:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.037875:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6325400. 00010000:00000010:2.0:1734676306.037890:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.037892:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038230:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c300. 00010000:00000010:2.0:1734676306.038233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038235:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6325a00. 00010000:00000010:2.0:1734676306.038238:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038248:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94a600. 00010000:00000010:2.0:1734676306.038267:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038269:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038295:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6ce00. 00010000:00000010:2.0:1734676306.038296:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038299:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94ba00. 00010000:00000010:2.0:1734676306.038301:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038308:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94ac00. 00010000:00000010:2.0:1734676306.038322:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038325:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00000001:00000010:2.0:1734676306.038349:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676306.038354:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676306.038356:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676306.038358:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7000. 00010000:00000010:2.0:1734676306.038371:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012ff6c600. 00010000:00000010:2.0:1734676306.038373:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038375:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94a200. 00010000:00000010:2.0:1734676306.038378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038384:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94b200. 00010000:00000010:2.0:1734676306.038397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038421:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847600. 00010000:00000010:2.0:1734676306.038423:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038426:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94b000. 00010000:00000010:2.0:1734676306.038428:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038433:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94a000. 00010000:00000010:2.0:1734676306.038567:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038571:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038599:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847200. 00010000:00000010:2.0:1734676306.038601:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038603:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94a800. 00010000:00000010:2.0:1734676306.038605:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038611:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94b800. 00010000:00000010:2.0:1734676306.038624:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038626:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038642:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847d00. 00010000:00000010:2.0:1734676306.038644:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038647:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94be00. 00010000:00000010:2.0:1734676306.038649:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d94ae00. 00010000:00000010:2.0:1734676306.038663:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038665:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038682:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847900. 00010000:00000010:2.0:1734676306.038684:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038686:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d94a400. 00010000:00000010:2.0:1734676306.038689:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038695:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d186800. 00010000:00000010:2.0:1734676306.038711:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038713:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038734:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847b00. 00010000:00000010:2.0:1734676306.038735:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038737:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d187400. 00010000:00000010:2.0:1734676306.038739:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038745:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d186600. 00010000:00000010:2.0:1734676306.038759:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038761:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038785:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847700. 00010000:00000010:2.0:1734676306.038787:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038789:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d186c00. 00010000:00000010:2.0:1734676306.038792:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038797:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d187c00. 00010000:00000010:2.0:1734676306.038811:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038813:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038835:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847500. 00010000:00000010:2.0:1734676306.038837:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038839:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d187800. 00010000:00000010:2.0:1734676306.038841:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038846:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d186e00. 00010000:00000010:2.0:1734676306.038859:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038861:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038885:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847400. 00010000:00000010:2.0:1734676306.038887:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038889:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d187000. 00010000:00000010:2.0:1734676306.038891:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038897:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d186200. 00010000:00000010:2.0:1734676306.038911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038914:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038937:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847a00. 00010000:00000010:2.0:1734676306.038939:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d187e00. 00010000:00000010:2.0:1734676306.038943:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038948:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d187600. 00010000:00000010:2.0:1734676306.038963:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.038965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038986:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847000. 00010000:00000010:2.0:1734676306.038988:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.038990:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d187a00. 00010000:00000010:2.0:1734676306.038992:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.038996:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d186400. 00010000:00000010:2.0:1734676306.039009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039032:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847100. 00010000:00000010:2.0:1734676306.039469:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d186a00. 00010000:00000010:2.0:1734676306.039477:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039487:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959dd400. 00010000:00000010:2.0:1734676306.039511:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039513:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039544:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847f00. 00010000:00000010:2.0:1734676306.039546:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959dce00. 00010000:00000010:2.0:1734676306.039551:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039557:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959dcc00. 00010000:00000010:2.0:1734676306.039572:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039574:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039601:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847c00. 00010000:00000010:2.0:1734676306.039603:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039607:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959dd000. 00010000:00000010:2.0:1734676306.039609:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039615:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db28e00. 00010000:00000010:2.0:1734676306.039631:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039633:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039659:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e847300. 00010000:00000010:2.0:1734676306.039661:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039665:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db29800. 00010000:00000010:2.0:1734676306.039667:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039672:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db28600. 00010000:00000010:2.0:1734676306.039688:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039691:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039716:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819600. 00010000:00000010:2.0:1734676306.039719:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db29000. 00010000:00000010:2.0:1734676306.039724:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039730:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db28a00. 00010000:00000010:2.0:1734676306.039745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039775:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819100. 00010000:00000010:2.0:1734676306.039777:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039780:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db28000. 00010000:00000010:2.0:1734676306.039782:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039787:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db29e00. 00010000:00000010:2.0:1734676306.039806:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039809:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039831:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819a00. 00010000:00000010:2.0:1734676306.039833:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039836:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db29c00. 00010000:00000010:2.0:1734676306.039838:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039843:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db29a00. 00010000:00000010:2.0:1734676306.039857:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039859:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039881:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819400. 00010000:00000010:2.0:1734676306.039883:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039885:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db29600. 00010000:00000010:2.0:1734676306.039888:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039894:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db29400. 00010000:00000010:2.0:1734676306.039908:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039911:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039934:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819b00. 00010000:00000010:2.0:1734676306.039935:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039937:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db28400. 00010000:00000010:2.0:1734676306.039939:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039945:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d1f600. 00010000:00000010:2.0:1734676306.039959:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.039961:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039984:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819300. 00010000:00000010:2.0:1734676306.039985:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.039988:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d1f200. 00010000:00000010:2.0:1734676306.039990:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.039995:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d1fa00. 00010000:00000010:2.0:1734676306.040009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040032:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819700. 00010000:00000010:2.0:1734676306.040034:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040053:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d1e000. 00010000:00000010:2.0:1734676306.040055:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040061:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d1fe00. 00010000:00000010:2.0:1734676306.040076:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040078:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040113:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819500. 00010000:00000010:2.0:1734676306.040114:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040117:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d1e200. 00010000:00000010:2.0:1734676306.040119:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040125:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa545800. 00010000:00000010:2.0:1734676306.040137:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040139:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040156:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819f00. 00010000:00000010:2.0:1734676306.040158:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040160:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa544200. 00010000:00000010:2.0:1734676306.040162:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040166:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa545600. 00010000:00000010:2.0:1734676306.040178:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040180:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040208:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819d00. 00010000:00000010:2.0:1734676306.040211:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040213:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa545e00. 00010000:00000010:2.0:1734676306.040216:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040221:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa544a00. 00010000:00000010:2.0:1734676306.040234:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040236:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040258:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819800. 00010000:00000010:2.0:1734676306.040260:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040262:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa545200. 00010000:00000010:2.0:1734676306.040264:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040269:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa544600. 00010000:00000010:2.0:1734676306.040282:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040285:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040309:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819200. 00010000:00000010:2.0:1734676306.040311:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040313:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa544e00. 00010000:00000010:2.0:1734676306.040315:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040321:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa544800. 00010000:00000010:2.0:1734676306.040334:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040337:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040358:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819e00. 00010000:00000010:2.0:1734676306.040360:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040363:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa545a00. 00010000:00000010:2.0:1734676306.040365:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040370:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa545000. 00010000:00000010:2.0:1734676306.040385:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040387:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040411:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819c00. 00010000:00000010:2.0:1734676306.040413:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040415:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa544c00. 00010000:00000010:2.0:1734676306.040417:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040423:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800aa545c00. 00010000:00000010:2.0:1734676306.040438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040440:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040463:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d819900. 00010000:00000010:2.0:1734676306.040465:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040467:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800aa545400. 00010000:00000010:2.0:1734676306.040469:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040475:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d975e00. 00010000:00000010:2.0:1734676306.040488:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040490:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040514:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012a327a00. 00010000:00000010:2.0:1734676306.040516:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040518:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d974c00. 00010000:00000010:2.0:1734676306.040520:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040525:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d975600. 00010000:00000010:2.0:1734676306.040538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040540:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040562:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05100. 00010000:00000010:2.0:1734676306.040564:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040566:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d975800. 00010000:00000010:2.0:1734676306.040569:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040573:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d975a00. 00010000:00000010:2.0:1734676306.040586:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040588:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040611:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05e00. 00010000:00000010:2.0:1734676306.040613:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040615:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d975000. 00010000:00000010:2.0:1734676306.040618:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040623:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d974400. 00010000:00000010:2.0:1734676306.040636:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040639:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040659:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05300. 00010000:00000010:2.0:1734676306.040661:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040663:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d975c00. 00010000:00000010:2.0:1734676306.040665:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040682:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d974600. 00010000:00000010:2.0:1734676306.040696:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040719:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05000. 00010000:00000010:2.0:1734676306.040721:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040723:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d974200. 00010000:00000010:2.0:1734676306.040726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040731:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d975400. 00010000:00000010:2.0:1734676306.040745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040747:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040768:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05b00. 00010000:00000010:2.0:1734676306.040769:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040772:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d974800. 00010000:00000010:2.0:1734676306.040774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040779:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d974000. 00010000:00000010:2.0:1734676306.040794:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040796:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040821:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c05a00. 00010000:00000010:2.0:1734676306.040823:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040825:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d974e00. 00010000:00000010:2.0:1734676306.040827:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040834:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c84200. 00010000:00000010:2.0:1734676306.040847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040850:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040873:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5700. 00010000:00000010:2.0:1734676306.040875:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040878:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c85000. 00010000:00000010:2.0:1734676306.040880:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040886:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c84a00. 00010000:00000010:2.0:1734676306.040901:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040903:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040930:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5a00. 00010000:00000010:2.0:1734676306.040931:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040934:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cde00. 00010000:00000010:2.0:1734676306.040936:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040941:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cca00. 00010000:00000010:2.0:1734676306.040954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040956:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040974:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5800. 00010000:00000010:2.0:1734676306.040976:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.040978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cc200. 00010000:00000010:2.0:1734676306.040980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.040985:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cd600. 00010000:00000010:2.0:1734676306.040997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.040999:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041019:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5100. 00010000:00000010:2.0:1734676306.041021:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041023:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cc800. 00010000:00000010:2.0:1734676306.041025:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cc400. 00010000:00000010:2.0:1734676306.041061:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041064:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041097:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5000. 00010000:00000010:2.0:1734676306.041100:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041102:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cce00. 00010000:00000010:2.0:1734676306.041105:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041111:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cda00. 00010000:00000010:2.0:1734676306.041125:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041128:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041151:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5c00. 00010000:00000010:2.0:1734676306.041154:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041156:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cd800. 00010000:00000010:2.0:1734676306.041158:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041163:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cd200. 00010000:00000010:2.0:1734676306.041175:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041178:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041198:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5d00. 00010000:00000010:2.0:1734676306.041200:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041202:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cc000. 00010000:00000010:2.0:1734676306.041204:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041209:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1cd400. 00010000:00000010:2.0:1734676306.041223:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041226:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041257:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5e00. 00010000:00000010:2.0:1734676306.041259:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041261:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1cc600. 00010000:00000010:2.0:1734676306.041263:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041270:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7fd600. 00010000:00000010:2.0:1734676306.041284:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041286:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041305:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5600. 00010000:00000010:2.0:1734676306.041307:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041310:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7c00. 00010000:00000010:2.0:1734676306.041312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041317:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f6800. 00010000:00000010:2.0:1734676306.041329:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041331:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041357:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5b00. 00010000:00000010:2.0:1734676306.041359:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041362:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7000. 00010000:00000010:2.0:1734676306.041364:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041369:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f7a00. 00010000:00000010:2.0:1734676306.041382:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041384:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041401:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5400. 00010000:00000010:2.0:1734676306.041403:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041405:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7400. 00010000:00000010:2.0:1734676306.041408:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041413:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f6a00. 00010000:00000010:2.0:1734676306.041426:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041428:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041449:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5300. 00010000:00000010:2.0:1734676306.041450:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041453:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7200. 00010000:00000010:2.0:1734676306.041455:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041460:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f6200. 00010000:00000010:2.0:1734676306.041472:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041474:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041502:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5f00. 00010000:00000010:2.0:1734676306.041504:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041506:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f6e00. 00010000:00000010:2.0:1734676306.041508:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041514:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f7e00. 00010000:00000010:2.0:1734676306.041528:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041530:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041801:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5200. 00010000:00000010:2.0:1734676306.041804:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041807:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f6000. 00010000:00000010:2.0:1734676306.041809:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041816:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f6c00. 00010000:00000010:2.0:1734676306.041833:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041836:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041860:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7200. 00010000:00000010:2.0:1734676306.041862:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.041865:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7600. 00010000:00000010:2.0:1734676306.041867:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.041873:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1f6400. 00010000:00000010:2.0:1734676306.041989:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.041993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042017:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7300. 00010000:00000010:2.0:1734676306.042020:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042022:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1f7800. 00010000:00000010:2.0:1734676306.042024:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042031:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d34600. 00010000:00000010:2.0:1734676306.042068:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042070:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042106:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7e00. 00010000:00000010:2.0:1734676306.042108:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042111:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d35e00. 00010000:00000010:2.0:1734676306.042113:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042120:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116400. 00010000:00000010:2.0:1734676306.042134:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042137:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042159:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7c00. 00010000:00000010:2.0:1734676306.042162:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042165:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130117e00. 00010000:00000010:2.0:1734676306.042166:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042172:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117800. 00010000:00000010:2.0:1734676306.042185:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042188:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042208:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7400. 00010000:00000010:2.0:1734676306.042210:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042213:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130117200. 00010000:00000010:2.0:1734676306.042215:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042220:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116a00. 00010000:00000010:2.0:1734676306.042233:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042236:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042259:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7600. 00010000:00000010:2.0:1734676306.042261:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042263:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116000. 00010000:00000010:2.0:1734676306.042265:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042270:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117600. 00010000:00000010:2.0:1734676306.042284:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042286:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042307:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7000. 00010000:00000010:2.0:1734676306.042309:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042311:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116200. 00010000:00000010:2.0:1734676306.042313:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042318:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116600. 00010000:00000010:2.0:1734676306.042332:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042334:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042355:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009dad9d00. 00010000:00000010:2.0:1734676306.042358:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042360:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116c00. 00010000:00000010:2.0:1734676306.042363:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042369:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979e600. 00010000:00000010:2.0:1734676306.042383:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042385:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042408:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9100. 00010000:00000010:2.0:1734676306.042410:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042413:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979e200. 00010000:00000010:2.0:1734676306.042415:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042420:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979f200. 00010000:00000010:2.0:1734676306.042434:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042437:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042463:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9c00. 00010000:00000010:2.0:1734676306.042465:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042468:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f600. 00010000:00000010:2.0:1734676306.042470:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042475:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979e800. 00010000:00000010:2.0:1734676306.042490:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042492:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042516:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9b00. 00010000:00000010:2.0:1734676306.042518:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042520:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f400. 00010000:00000010:2.0:1734676306.042522:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042528:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979f800. 00010000:00000010:2.0:1734676306.042543:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042545:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042572:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9600. 00010000:00000010:2.0:1734676306.042574:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042577:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368bc00. 00010000:00000010:2.0:1734676306.042579:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368be00. 00010000:00000010:2.0:1734676306.042599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042602:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042625:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9700. 00010000:00000010:2.0:1734676306.042627:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042629:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368ae00. 00010000:00000010:2.0:1734676306.042632:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042637:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368ac00. 00010000:00000010:2.0:1734676306.042652:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042654:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042675:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9200. 00010000:00000010:2.0:1734676306.042677:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042680:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368a800. 00010000:00000010:2.0:1734676306.042682:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368b200. 00010000:00000010:2.0:1734676306.042701:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042703:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042726:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9e00. 00010000:00000010:2.0:1734676306.042728:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042730:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368a600. 00010000:00000010:2.0:1734676306.042732:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042738:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16600. 00010000:00000010:2.0:1734676306.042752:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042754:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042778:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9000. 00010000:00000010:2.0:1734676306.042780:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042783:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17a00. 00010000:00000010:2.0:1734676306.042785:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042790:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17600. 00010000:00000010:2.0:1734676306.042804:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042806:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042826:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d7e9800. 00010000:00000010:2.0:1734676306.042828:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042830:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16400. 00010000:00000010:2.0:1734676306.042832:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00080000:00000010:2.0:1734676306.042837:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17c00. 00010000:00000010:2.0:1734676306.042851:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.042853:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16000. 00010000:00000010:2.0:1734676306.042878:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.042883:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a393180. 00000100:00000010:2.0:1734676306.042889:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676306.042897:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 02000000:00000010:2.0:1734676306.042907:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17800. 02000000:00000010:2.0:1734676306.042929:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16200. 00000400:00000010:2.0:1734676306.042935:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676306.042941:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.042946:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864397952, portal 16 00000400:00000010:2.0:1734676306.042949:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.042952:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864397952, offset 0 00000400:00000200:2.0:1734676306.042959:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.042969:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.042974:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.042977:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.042980:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.042982:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.042985:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80520:80520:256:4294967295] 192.168.203.46@tcp LPNI seq info [80516:80516:8:4294967295] 00000400:00000200:2.0:1734676306.042993:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.042997:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.043000:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d7e9400. 00000800:00000200:2.0:1734676306.043005:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.043011:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.043014:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d7e9400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.044991:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.044997:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d7e9400. 00000400:00000200:3.0:1734676306.045004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.045010:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.045015:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676306.045017:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676306.045027:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864397952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.046661:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8f700. 00010000:00000010:3.1:1734676306.046668:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df97a00. 00000400:00000200:2.0:1734676306.050259:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.050276:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16e80 00000400:00000200:2.0:1734676306.050284:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa533d [1] + 224 00000400:00000200:2.0:1734676306.050295:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.050298:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.050307:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0a80 x1818938864397952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.050329:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.050332:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fb00 00000400:00000200:2.0:1734676306.050337:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 1640 00000400:00000200:2.0:1734676306.050398:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.050402:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.050407:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.050413:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000020:00000010:1.0:1734676306.050580:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676306.050585:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676306.050589:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.050608:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867907328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.050638:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907328 02000000:00000010:1.0:1734676306.050647:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.050677:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f2c0. 00000100:00000010:1.0:1734676306.050684:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.050688:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676306.050690:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f2c0. 00000400:00000010:1.0:1734676306.050700:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676306.050704:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907328, offset 224 00000400:00000200:1.0:1734676306.050709:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.050717:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.050722:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80521:80521:256:4294967295] 192.168.203.46@tcp LPNI seq info [80517:80517:8:4294967295] 00000400:00000200:1.0:1734676306.050729:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.050733:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.050736:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a500. 00000800:00000200:1.0:1734676306.050740:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.050746:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.050750:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.050762:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676306.050766:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.050769:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00000400:00000010:0.0:1734676306.051233:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:0.0:1734676306.051237:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676306.051239:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676306.051245:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0a80 x1818938864397952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.051251:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0a80 x1818938864397952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676306.051267:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694b780. 02000000:00000010:0.0:1734676306.051277:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16200. 02000000:00000010:0.0:1734676306.051282:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17800. 00000100:00000010:0.0:1734676306.051286:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 00000100:00000010:0.0:1734676306.051288:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:0.0:1734676306.051290:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a393180. 00080000:00000010:0.0:1734676306.051303:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3e00. 00010000:00000010:0.0:1734676306.051364:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:0.0:1734676306.051369:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694b700. 00010000:00000010:0.0:1734676306.051418:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:0.0:1734676306.051423:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676306.051429:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.051432:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676306.051437:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676306.051445:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3200. 02000000:00000010:0.0:1734676306.051461:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2800. 00000400:00000010:0.0:1734676306.051465:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99f8. 00000400:00000010:0.0:1734676306.051468:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676306.051473:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398080, portal 16 00000400:00000010:0.0:1734676306.051476:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.051478:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398080, offset 0 00000400:00000200:0.0:1734676306.051483:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.051487:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.051492:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.051495:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.051498:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.051500:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.051502:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80522:80522:255:4294967295] 192.168.203.46@tcp LPNI seq info [80518:80518:7:4294967295] 00000400:00000200:0.0:1734676306.051509:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.051512:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.051515:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676306.051518:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.051522:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.051524:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.051749:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.051752:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a500. 00000400:00000200:2.0:1734676306.051755:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.051759:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.051762:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:2.0:1734676306.051763:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000800:00000200:2.0:1734676306.051806:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.051808:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:2.0:1734676306.051811:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.051813:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.051815:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:2.0:1734676306.051816:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:2.0:1734676306.051821:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864398080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.056868:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.056884:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16f00 00000400:00000200:3.0:1734676306.056891:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5349 [1] + 224 00000400:00000200:3.0:1734676306.056906:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.056911:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.056921:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864398080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.061228:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99f8. 00000400:00000200:0.0:1734676306.061237:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:0.0:1734676306.061239:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676306.061249:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864398080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.061257:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864398080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.061280:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2800. 02000000:00000010:0.0:1734676306.061285:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3200. 00000100:00000010:0.0:1734676306.061289:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:0.0:1734676306.061292:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:0.0:1734676306.061296:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00000400:00000200:3.0:1734676306.061618:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.061629:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fb80 00000400:00000200:3.0:1734676306.061635:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d35 [2] + 1968 00000400:00000010:3.0:1734676306.061638:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adbb0. 00000400:00000200:3.0:1734676306.061640:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8801313073c0 00000400:00000200:3.0:1734676306.061676:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.061680:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.061684:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801313073c0 00000400:00000010:3.0:1734676306.061685:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8801313073c0. 00000100:00000200:3.0:1734676306.061689:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1734676306.061822:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5200. 00000020:00000010:0.0:1734676306.061832:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2800. 00000020:00000010:0.0:1734676306.061837:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676306.061840:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.061859:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb450 x1818938867907456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.061887:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907456 02000000:00000010:0.0:1734676306.061894:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676306.061912:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1a7180. 00010000:00000010:0.0:1734676306.061925:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.061930:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676306.061935:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:0.0:1734676306.061938:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00000400:00000010:0.0:1734676306.061946:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676306.061949:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907456, offset 224 00000400:00000200:0.0:1734676306.061953:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.061960:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.061965:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80523:80523:256:4294967295] 192.168.203.46@tcp LPNI seq info [80519:80519:8:4294967295] 00000400:00000200:0.0:1734676306.061971:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.061975:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.061978:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676306.061981:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.061986:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.061989:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.061999:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676306.062001:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.062003:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2800. 02000000:00000010:0.0:1734676306.062009:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:0.0:1734676306.062011:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:0.0:1734676306.062013:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8afc00. 00000100:00000010:0.0:1734676306.062016:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:0.0:1734676306.062018:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:0.0:1734676306.062020:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 02000000:00000010:0.0:1734676306.062022:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:0.0:1734676306.062024:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:0.0:1734676306.062028:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:0.0:1734676306.062030:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.062033:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:0.0:1734676306.062034:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000200:0.0:1734676306.062053:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676306.062056:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99f8. 00000400:00000010:0.0:1734676306.062059:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469000. 00080000:00000010:0.0:1734676306.062074:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2800. 00010000:00000010:0.0:1734676306.062137:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676306.062142:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe5a80. 00010000:00000010:0.0:1734676306.062196:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3a00. 00010000:00000010:0.0:1734676306.062201:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676306.062208:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.062211:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676306.062215:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.062222:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2a00. 02000000:00000010:0.0:1734676306.062240:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17800. 00000400:00000010:0.0:1734676306.062243:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676306.062246:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676306.062248:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398208, portal 16 00000400:00000010:0.0:1734676306.062251:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676306.062252:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398208, offset 0 00000400:00000200:0.0:1734676306.062256:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.062260:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.062264:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.062267:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.062270:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.062272:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.062276:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80524:80524:255:4294967295] 192.168.203.46@tcp LPNI seq info [80520:80520:7:4294967295] 00000400:00000200:0.0:1734676306.062282:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.062286:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.062288:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.062291:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.062295:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.062297:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676306.062641:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38100. 00010000:00000010:2.1:1734676306.062645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df96800. 00010000:00000010:2.1:1734676306.062648:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2f00. 00010000:00000010:2.1:1734676306.062651:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160200. 00010000:00000010:2.1:1734676306.062654:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2200. 00010000:00000010:2.1:1734676306.062656:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160600. 00010000:00000010:2.1:1734676306.062658:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2500. 00010000:00000010:2.1:1734676306.062660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d160c00. 00010000:00000010:2.1:1734676306.062662:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2e00. 00010000:00000010:2.1:1734676306.062665:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6800. 00010000:00000010:2.1:1734676306.062667:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2b00. 00010000:00000010:2.1:1734676306.062674:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7600. 00010000:00000010:2.1:1734676306.062676:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2c00. 00010000:00000010:2.1:1734676306.062678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7e00. 00010000:00000010:2.1:1734676306.062680:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2600. 00010000:00000010:2.1:1734676306.062682:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7200. 00010000:00000010:2.1:1734676306.062685:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304b00. 00010000:00000010:2.1:1734676306.062689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7800. 00010000:00000010:2.1:1734676306.062691:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304400. 00010000:00000010:2.1:1734676306.062693:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6200. 00010000:00000010:2.1:1734676306.062695:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304500. 00010000:00000010:2.1:1734676306.062697:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d7000. 00010000:00000010:2.1:1734676306.062699:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304200. 00010000:00000010:2.1:1734676306.062701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719000. 00010000:00000010:2.1:1734676306.062706:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304900. 00010000:00000010:2.1:1734676306.062708:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719e00. 00010000:00000010:2.1:1734676306.062710:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304600. 00010000:00000010:2.1:1734676306.062712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718000. 00010000:00000010:2.1:1734676306.062714:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304000. 00010000:00000010:2.1:1734676306.062716:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718800. 00010000:00000010:2.1:1734676306.062718:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304700. 00010000:00000010:2.1:1734676306.062719:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719800. 00010000:00000010:2.1:1734676306.062721:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304a00. 00010000:00000010:2.1:1734676306.062722:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718a00. 00010000:00000010:2.1:1734676306.062724:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a304d00. 00010000:00000010:2.1:1734676306.062725:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719a00. 00010000:00000010:2.1:1734676306.062729:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35800. 00010000:00000010:2.1:1734676306.062731:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5c00. 00010000:00000010:2.1:1734676306.062733:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35e00. 00010000:00000010:2.1:1734676306.062735:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5a00. 00010000:00000010:2.1:1734676306.062737:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35600. 00010000:00000010:2.1:1734676306.062739:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5400. 00010000:00000010:2.1:1734676306.062740:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35b00. 00010000:00000010:2.1:1734676306.062742:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d5200. 00010000:00000010:2.1:1734676306.062743:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35f00. 00010000:00000010:2.1:1734676306.062745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4400. 00010000:00000010:2.1:1734676306.062747:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35700. 00010000:00000010:2.1:1734676306.062749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4200. 00010000:00000010:2.1:1734676306.062750:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35d00. 00010000:00000010:2.1:1734676306.062752:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1d4a00. 00010000:00000010:2.1:1734676306.062754:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35300. 00010000:00000010:2.1:1734676306.062757:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47200. 00010000:00000010:2.1:1734676306.062758:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35900. 00010000:00000010:2.1:1734676306.062761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47800. 00010000:00000010:2.1:1734676306.062763:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35100. 00010000:00000010:2.1:1734676306.062765:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46200. 00010000:00000010:2.1:1734676306.062768:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35500. 00010000:00000010:2.1:1734676306.062769:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46400. 00010000:00000010:2.1:1734676306.062771:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35000. 00010000:00000010:2.1:1734676306.062773:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46e00. 00010000:00000010:2.1:1734676306.062774:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35a00. 00010000:00000010:2.1:1734676306.062776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d47400. 00010000:00000010:2.1:1734676306.062779:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1a300. 00010000:00000010:2.1:1734676306.062781:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46000. 00010000:00000010:2.1:1734676306.062782:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1a100. 00010000:00000010:2.1:1734676306.062784:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46c00. 00010000:00000010:2.1:1734676306.062785:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1a700. 00010000:00000010:2.1:1734676306.062787:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b800. 00010000:00000010:2.1:1734676306.062789:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1a500. 00010000:00000010:2.1:1734676306.062791:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08bc00. 00010000:00000010:2.1:1734676306.062793:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1af00. 00010000:00000010:2.1:1734676306.062794:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b000. 00010000:00000010:2.1:1734676306.062796:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1a900. 00010000:00000010:2.1:1734676306.062799:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08a400. 00010000:00000010:2.1:1734676306.062801:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1ad00. 00010000:00000010:2.1:1734676306.062804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08a600. 00010000:00000010:2.1:1734676306.062805:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f1ab00. 00010000:00000010:2.1:1734676306.062807:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b400. 00010000:00000010:2.1:1734676306.062810:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced200. 00010000:00000010:2.1:1734676306.062812:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08b200. 00010000:00000010:2.1:1734676306.062814:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced400. 00010000:00000010:2.1:1734676306.062816:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02a00. 00010000:00000010:2.1:1734676306.062818:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced300. 00010000:00000010:2.1:1734676306.062820:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02e00. 00010000:00000010:2.1:1734676306.062822:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cede00. 00010000:00000010:2.1:1734676306.062824:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03200. 00010000:00000010:2.1:1734676306.062826:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced600. 00010000:00000010:2.1:1734676306.062828:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03600. 00010000:00000010:2.1:1734676306.062830:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedd00. 00010000:00000010:2.1:1734676306.062832:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03e00. 00010000:00000010:2.1:1734676306.062833:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced100. 00010000:00000010:2.1:1734676306.062835:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02000. 00010000:00000010:2.1:1734676306.062837:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced800. 00010000:00000010:2.1:1734676306.062839:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03800. 00010000:00000010:2.1:1734676306.062841:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedc00. 00010000:00000010:2.1:1734676306.062843:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff02200. 00010000:00000010:2.1:1734676306.062845:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ceda00. 00010000:00000010:2.1:1734676306.062847:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff02800. 00010000:00000010:2.1:1734676306.062848:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134cedf00. 00010000:00000010:2.1:1734676306.062851:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03a00. 00010000:00000010:2.1:1734676306.062852:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced000. 00010000:00000010:2.1:1734676306.062854:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03400. 00010000:00000010:2.1:1734676306.062856:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134ced500. 00010000:00000010:2.1:1734676306.062858:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03200. 00010000:00000010:2.1:1734676306.062861:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495a00. 00010000:00000010:2.1:1734676306.062864:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03c00. 00010000:00000010:2.1:1734676306.062866:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495c00. 00010000:00000010:2.1:1734676306.062869:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d21800. 00010000:00000010:2.1:1734676306.062870:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495700. 00010000:00000010:2.1:1734676306.062872:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d21e00. 00010000:00000010:2.1:1734676306.062874:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495800. 00010000:00000010:2.1:1734676306.062876:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d21a00. 00010000:00000010:2.1:1734676306.062877:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495400. 00010000:00000010:2.1:1734676306.062880:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d20400. 00010000:00000010:2.1:1734676306.062881:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495100. 00010000:00000010:2.1:1734676306.062883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d20c00. 00010000:00000010:2.1:1734676306.062885:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c495d00. 00010000:00000010:2.1:1734676306.062887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d23800. 00010000:00000010:2.1:1734676306.062890:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3900. 00010000:00000010:2.1:1734676306.062892:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d23600. 00010000:00000010:2.1:1734676306.062894:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3500. 00010000:00000010:2.1:1734676306.062897:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d22a00. 00010000:00000010:2.1:1734676306.062899:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3800. 00010000:00000010:2.1:1734676306.062901:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d23a00. 00010000:00000010:2.1:1734676306.062902:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3d00. 00010000:00000010:2.1:1734676306.062904:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d22600. 00010000:00000010:2.1:1734676306.062906:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3c00. 00010000:00000010:2.1:1734676306.062908:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181e00. 00010000:00000010:2.1:1734676306.062910:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3200. 00010000:00000010:2.1:1734676306.062912:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180600. 00010000:00000010:2.1:1734676306.062914:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3b00. 00010000:00000010:2.1:1734676306.062916:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181800. 00010000:00000010:2.1:1734676306.062917:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3600. 00010000:00000010:2.1:1734676306.062919:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180400. 00010000:00000010:2.1:1734676306.062920:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3700. 00010000:00000010:2.1:1734676306.062922:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180a00. 00010000:00000010:2.1:1734676306.062923:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3000. 00010000:00000010:2.1:1734676306.062925:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181400. 00010000:00000010:2.1:1734676306.062927:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3a00. 00010000:00000010:2.1:1734676306.062928:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181200. 00010000:00000010:2.1:1734676306.062930:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3400. 00010000:00000010:2.1:1734676306.062932:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d181c00. 00010000:00000010:2.1:1734676306.062933:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3e00. 00010000:00000010:2.1:1734676306.062935:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083400. 00010000:00000010:2.1:1734676306.062939:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fd00. 00010000:00000010:2.1:1734676306.062941:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082e00. 00010000:00000010:2.1:1734676306.062943:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f800. 00010000:00000010:2.1:1734676306.062945:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083000. 00010000:00000010:2.1:1734676306.062946:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fc00. 00010000:00000010:2.1:1734676306.062948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082200. 00010000:00000010:2.1:1734676306.062950:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f500. 00010000:00000010:2.1:1734676306.062951:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083600. 00010000:00000010:2.1:1734676306.062954:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fb00. 00010000:00000010:2.1:1734676306.062955:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d083a00. 00010000:00000010:2.1:1734676306.062957:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f100. 00010000:00000010:2.1:1734676306.062959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d082800. 00010000:00000010:2.1:1734676306.062961:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374ff00. 00010000:00000010:2.1:1734676306.062963:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990600. 00010000:00000010:2.1:1734676306.062965:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f000. 00010000:00000010:2.1:1734676306.062967:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991a00. 00010000:00000010:2.1:1734676306.062969:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f300. 00010000:00000010:2.1:1734676306.062970:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991800. 00010000:00000010:2.1:1734676306.062972:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f200. 00010000:00000010:2.1:1734676306.062973:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990c00. 00010000:00000010:2.1:1734676306.062976:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5b00. 00010000:00000010:2.1:1734676306.062980:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990800. 00010000:00000010:2.1:1734676306.062981:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5900. 00010000:00000010:2.1:1734676306.062983:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d990200. 00010000:00000010:2.1:1734676306.062985:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5100. 00010000:00000010:2.1:1734676306.062987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991c00. 00010000:00000010:2.1:1734676306.062988:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5f00. 00010000:00000010:2.1:1734676306.062991:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471800. 00010000:00000010:2.1:1734676306.062992:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5300. 00010000:00000010:2.1:1734676306.062994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471200. 00010000:00000010:2.1:1734676306.062995:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5500. 00010000:00000010:2.1:1734676306.062997:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d470600. 00010000:00000010:2.1:1734676306.062999:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5400. 00010000:00000010:2.1:1734676306.063001:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d470400. 00010000:00000010:2.1:1734676306.063004:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5200. 00010000:00000010:2.1:1734676306.063005:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d470200. 00010000:00000010:2.1:1734676306.063007:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5e00. 00010000:00000010:2.1:1734676306.063009:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471600. 00010000:00000010:2.1:1734676306.063010:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5600. 00010000:00000010:2.1:1734676306.063012:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471e00. 00010000:00000010:2.1:1734676306.063014:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5a00. 00010000:00000010:2.1:1734676306.063017:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120cc00. 00010000:00000010:2.1:1734676306.063021:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aeb00. 00010000:00000010:2.1:1734676306.063025:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c200. 00010000:00000010:2.1:1734676306.063027:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae100. 00010000:00000010:2.1:1734676306.063029:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c800. 00010000:00000010:2.1:1734676306.063030:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aee00. 00010000:00000010:2.1:1734676306.063033:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120d200. 00010000:00000010:2.1:1734676306.063061:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae300. 00010000:00000010:2.1:1734676306.063066:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120ce00. 00010000:00000010:2.1:1734676306.063068:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae600. 00010000:00000010:2.1:1734676306.063069:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120c400. 00010000:00000010:2.1:1734676306.063072:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae700. 00010000:00000010:2.1:1734676306.063074:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120ca00. 00010000:00000010:2.1:1734676306.063076:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aea00. 00010000:00000010:2.1:1734676306.063087:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cda00. 00010000:00000010:2.1:1734676306.063090:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae800. 00010000:00000010:2.1:1734676306.063093:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ccc00. 00010000:00000010:2.1:1734676306.063095:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae900. 00010000:00000010:2.1:1734676306.063097:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cc800. 00010000:00000010:2.1:1734676306.063099:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aec00. 00010000:00000010:2.1:1734676306.063100:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cd600. 00010000:00000010:2.1:1734676306.063102:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aef00. 00010000:00000010:2.1:1734676306.063104:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cc200. 00010000:00000010:2.1:1734676306.063105:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae500. 00010000:00000010:2.1:1734676306.063107:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cc400. 00010000:00000010:2.1:1734676306.063109:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae200. 00010000:00000010:2.1:1734676306.063111:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cca00. 00010000:00000010:2.1:1734676306.063112:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ae400. 00010000:00000010:2.1:1734676306.063114:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b568800. 00010000:00000010:2.1:1734676306.063118:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cf00. 00010000:00000010:2.1:1734676306.063121:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569800. 00010000:00000010:2.1:1734676306.063124:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cd00. 00010000:00000010:2.1:1734676306.063126:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569200. 00010000:00000010:2.1:1734676306.063128:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c100. 00010000:00000010:2.1:1734676306.063130:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569400. 00010000:00000010:2.1:1734676306.063131:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c200. 00010000:00000010:2.1:1734676306.063133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b569e00. 00010000:00000010:2.1:1734676306.063135:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cc00. 00010000:00000010:2.1:1734676306.063137:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b568400. 00010000:00000010:2.1:1734676306.063138:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c700. 00010000:00000010:2.1:1734676306.063140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b568000. 00010000:00000010:2.1:1734676306.063142:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c500. 00010000:00000010:2.1:1734676306.063144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324e00. 00010000:00000010:2.1:1734676306.063146:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6cb00. 00010000:00000010:2.1:1734676306.063148:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324800. 00010000:00000010:2.1:1734676306.063149:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c900. 00010000:00000010:2.1:1734676306.063151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324c00. 00010000:00000010:2.1:1734676306.063153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c800. 00010000:00000010:2.1:1734676306.063155:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6325600. 00010000:00000010:2.1:1734676306.063156:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c400. 00010000:00000010:2.1:1734676306.063158:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6325e00. 00010000:00000010:2.1:1734676306.063160:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c000. 00010000:00000010:2.1:1734676306.063161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324600. 00010000:00000010:2.1:1734676306.063163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c300. 00010000:00000010:2.1:1734676306.063165:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6325a00. 00010000:00000010:2.1:1734676306.063166:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6ce00. 00010000:00000010:2.1:1734676306.063169:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94ba00. 00010000:00000010:2.1:1734676306.063170:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6c600. 00010000:00000010:2.1:1734676306.063172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94a200. 00010000:00000010:2.1:1734676306.063176:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847600. 00010000:00000010:2.1:1734676306.063178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94b000. 00010000:00000010:2.1:1734676306.063180:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847200. 00010000:00000010:2.1:1734676306.063182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94a800. 00010000:00000010:2.1:1734676306.063185:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847d00. 00010000:00000010:2.1:1734676306.063187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94be00. 00010000:00000010:2.1:1734676306.063188:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847900. 00010000:00000010:2.1:1734676306.063191:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94a400. 00010000:00000010:2.1:1734676306.063193:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847b00. 00010000:00000010:2.1:1734676306.063195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187400. 00010000:00000010:2.1:1734676306.063197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847700. 00010000:00000010:2.1:1734676306.063199:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186c00. 00010000:00000010:2.1:1734676306.063201:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847500. 00010000:00000010:2.1:1734676306.063203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187800. 00010000:00000010:2.1:1734676306.063204:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847400. 00010000:00000010:2.1:1734676306.063206:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187000. 00010000:00000010:2.1:1734676306.063207:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847a00. 00010000:00000010:2.1:1734676306.063209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187e00. 00010000:00000010:2.1:1734676306.063211:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847000. 00010000:00000010:2.1:1734676306.063213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d187a00. 00010000:00000010:2.1:1734676306.063214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847100. 00010000:00000010:2.1:1734676306.063216:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186a00. 00010000:00000010:2.1:1734676306.063218:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847f00. 00010000:00000010:2.1:1734676306.063220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959dce00. 00010000:00000010:2.1:1734676306.063222:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847c00. 00010000:00000010:2.1:1734676306.063224:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959dd000. 00010000:00000010:2.1:1734676306.063226:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847300. 00010000:00000010:2.1:1734676306.063228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29800. 00010000:00000010:2.1:1734676306.063231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819600. 00010000:00000010:2.1:1734676306.063235:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29000. 00010000:00000010:2.1:1734676306.063236:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819100. 00010000:00000010:2.1:1734676306.063239:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28000. 00010000:00000010:2.1:1734676306.063241:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819a00. 00010000:00000010:2.1:1734676306.063243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29c00. 00010000:00000010:2.1:1734676306.063244:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819400. 00010000:00000010:2.1:1734676306.063246:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29600. 00010000:00000010:2.1:1734676306.063249:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819b00. 00010000:00000010:2.1:1734676306.063251:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28400. 00010000:00000010:2.1:1734676306.063252:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819300. 00010000:00000010:2.1:1734676306.063255:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1f200. 00010000:00000010:2.1:1734676306.063257:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819700. 00010000:00000010:2.1:1734676306.063260:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1e000. 00010000:00000010:2.1:1734676306.063261:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819500. 00010000:00000010:2.1:1734676306.063263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1e200. 00010000:00000010:2.1:1734676306.063265:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819f00. 00010000:00000010:2.1:1734676306.063267:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544200. 00010000:00000010:2.1:1734676306.063269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819d00. 00010000:00000010:2.1:1734676306.063271:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545e00. 00010000:00000010:2.1:1734676306.063273:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819800. 00010000:00000010:2.1:1734676306.063274:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545200. 00010000:00000010:2.1:1734676306.063276:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819200. 00010000:00000010:2.1:1734676306.063278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544e00. 00010000:00000010:2.1:1734676306.063280:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819e00. 00010000:00000010:2.1:1734676306.063282:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545a00. 00010000:00000010:2.1:1734676306.063284:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819c00. 00010000:00000010:2.1:1734676306.063285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544c00. 00010000:00000010:2.1:1734676306.063287:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819900. 00010000:00000010:2.1:1734676306.063289:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa545400. 00010000:00000010:2.1:1734676306.063291:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012a327a00. 00010000:00000010:2.1:1734676306.063295:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974c00. 00010000:00000010:2.1:1734676306.063298:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05100. 00010000:00000010:2.1:1734676306.063301:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975800. 00010000:00000010:2.1:1734676306.063303:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05e00. 00010000:00000010:2.1:1734676306.063306:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975000. 00010000:00000010:2.1:1734676306.063308:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05300. 00010000:00000010:2.1:1734676306.063309:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975c00. 00010000:00000010:2.1:1734676306.063311:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05000. 00010000:00000010:2.1:1734676306.063313:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974200. 00010000:00000010:2.1:1734676306.063315:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05b00. 00010000:00000010:2.1:1734676306.063317:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974800. 00010000:00000010:2.1:1734676306.063319:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c05a00. 00010000:00000010:2.1:1734676306.063321:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974e00. 00010000:00000010:2.1:1734676306.063325:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5700. 00010000:00000010:2.1:1734676306.063329:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c85000. 00010000:00000010:2.1:1734676306.063331:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5a00. 00010000:00000010:2.1:1734676306.063334:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cde00. 00010000:00000010:2.1:1734676306.063336:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5800. 00010000:00000010:2.1:1734676306.063339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cc200. 00010000:00000010:2.1:1734676306.063340:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5100. 00010000:00000010:2.1:1734676306.063342:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cc800. 00010000:00000010:2.1:1734676306.063344:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5000. 00010000:00000010:2.1:1734676306.063346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cce00. 00010000:00000010:2.1:1734676306.063347:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5c00. 00010000:00000010:2.1:1734676306.063349:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cd800. 00010000:00000010:2.1:1734676306.063351:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5d00. 00010000:00000010:2.1:1734676306.063353:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cc000. 00010000:00000010:2.1:1734676306.063355:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5e00. 00010000:00000010:2.1:1734676306.063357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cc600. 00010000:00000010:2.1:1734676306.063359:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5600. 00010000:00000010:2.1:1734676306.063361:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7c00. 00010000:00000010:2.1:1734676306.063364:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5b00. 00010000:00000010:2.1:1734676306.063367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7000. 00010000:00000010:2.1:1734676306.063368:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5400. 00010000:00000010:2.1:1734676306.063370:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7400. 00010000:00000010:2.1:1734676306.063372:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5300. 00010000:00000010:2.1:1734676306.063374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7200. 00010000:00000010:2.1:1734676306.063376:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5f00. 00010000:00000010:2.1:1734676306.063378:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6e00. 00010000:00000010:2.1:1734676306.063380:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5200. 00010000:00000010:2.1:1734676306.063382:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6000. 00010000:00000010:2.1:1734676306.063386:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7200. 00010000:00000010:2.1:1734676306.063388:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7600. 00010000:00000010:2.1:1734676306.063389:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7300. 00010000:00000010:2.1:1734676306.063391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f7800. 00010000:00000010:2.1:1734676306.063393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7e00. 00010000:00000010:2.1:1734676306.063396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d35e00. 00010000:00000010:2.1:1734676306.063398:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7c00. 00010000:00000010:2.1:1734676306.063401:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130117e00. 00010000:00000010:2.1:1734676306.063403:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7400. 00010000:00000010:2.1:1734676306.063404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130117200. 00010000:00000010:2.1:1734676306.063406:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:2.1:1734676306.063409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116000. 00010000:00000010:2.1:1734676306.063411:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7000. 00010000:00000010:2.1:1734676306.063413:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116200. 00010000:00000010:2.1:1734676306.063415:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dad9d00. 00010000:00000010:2.1:1734676306.063417:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116c00. 00010000:00000010:2.1:1734676306.063420:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9100. 00010000:00000010:2.1:1734676306.063423:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979e200. 00010000:00000010:2.1:1734676306.063426:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9c00. 00010000:00000010:2.1:1734676306.063428:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f600. 00010000:00000010:2.1:1734676306.063431:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9b00. 00010000:00000010:2.1:1734676306.063433:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f400. 00010000:00000010:2.1:1734676306.063435:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9600. 00010000:00000010:2.1:1734676306.063437:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368bc00. 00010000:00000010:2.1:1734676306.063440:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9700. 00010000:00000010:2.1:1734676306.063442:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368ae00. 00010000:00000010:2.1:1734676306.063445:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9200. 00010000:00000010:2.1:1734676306.063447:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368a800. 00010000:00000010:2.1:1734676306.063449:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9e00. 00010000:00000010:2.1:1734676306.063451:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368a600. 00010000:00000010:2.1:1734676306.063453:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9000. 00010000:00000010:2.1:1734676306.063456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17a00. 00010000:00000010:2.1:1734676306.063459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9800. 00010000:00000010:2.1:1734676306.063462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16400. 00000800:00000200:2.0:1734676306.063495:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.063498:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:2.0:1734676306.063501:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.063506:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.063510:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:2.0:1734676306.063511:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 02000000:00000010:2.0:1734676306.063515:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000800:00000200:2.0:1734676306.063564:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.063566:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:2.0:1734676306.063568:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.063572:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.063574:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:2.0:1734676306.063575:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:2.0:1734676306.063581:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482680 x1818938864398208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.065933:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.065949:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e16f80 00000400:00000200:0.0:1734676306.065957:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5359 [1] + 224 00000400:00000200:0.0:1734676306.065969:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.065973:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.065984:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482680 x1818938864398208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.066026:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.066030:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fc00 00000400:00000200:0.0:1734676306.066053:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 0 00000400:00000200:0.0:1734676306.066065:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.066069:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.066073:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.066093:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676306.066181:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676306.066186:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676306.066191:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.066210:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867907584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.066229:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907584 02000000:00000010:1.0:1734676306.066236:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.066265:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f2c0. 00000100:00000010:1.0:1734676306.066270:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.066275:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676306.066277:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f2c0. 00000400:00000010:1.0:1734676306.066287:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676306.066291:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907584, offset 224 00000400:00000200:1.0:1734676306.066296:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.066302:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.066308:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80525:80525:256:4294967295] 192.168.203.46@tcp LPNI seq info [80521:80521:8:4294967295] 00000400:00000200:1.0:1734676306.066315:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.066320:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.066323:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a900. 00000800:00000200:1.0:1734676306.066327:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.066332:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.066335:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.066346:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676306.066350:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.066352:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000400:00000010:1.0:1734676306.066369:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:1.0:1734676306.066374:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676306.066375:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676306.066380:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482680 x1818938864398208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.066387:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482680 x1818938864398208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.066408:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8400. 02000000:00000010:1.0:1734676306.066418:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17800. 02000000:00000010:1.0:1734676306.066422:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2a00. 00000100:00000010:1.0:1734676306.066426:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 00000100:00000010:1.0:1734676306.066431:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:1.0:1734676306.066434:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00080000:00000010:1.0:1734676306.066446:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1c200. 00010000:00000010:1.0:1734676306.066500:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:1.0:1734676306.066505:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8380. 00010000:00000010:1.0:1734676306.066552:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d60a100. 00010000:00000010:1.0:1734676306.066554:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59080. 00010000:00000010:1.0:1734676306.066557:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c600. 00010000:00000010:1.0:1734676306.066561:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c00. 00080000:00000010:1.0:1734676306.066568:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d600. 00010000:00000010:1.0:1734676306.066585:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676306.066588:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59080. 00010000:00000010:1.0:1734676306.066622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c800. 00010000:00000010:1.0:1734676306.066625:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676306.066630:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f2c0. 00000100:00000010:1.0:1734676306.066632:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.066637:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.066644:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1dc00. 02000000:00000010:1.0:1734676306.066659:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1de00. 00000400:00000010:1.0:1734676306.066662:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9f8. 00000400:00000010:1.0:1734676306.066665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.066669:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398336, portal 16 00000400:00000010:1.0:1734676306.066671:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.066673:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398336, offset 0 00000400:00000200:1.0:1734676306.066677:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.066681:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.066685:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.066689:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.066691:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.066693:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.066695:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80526:80526:255:4294967295] 192.168.203.46@tcp LPNI seq info [80522:80522:7:4294967295] 00000400:00000200:1.0:1734676306.066701:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.066704:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.066706:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60ab00. 00000800:00000200:1.0:1734676306.066709:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.066713:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.066715:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60ab00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676306.066999:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5a00. 00010000:00000010:3.1:1734676306.067004:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90d00. 00010000:00000010:3.1:1734676306.067007:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16000. 00000800:00000200:3.0:1734676306.067032:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.067034:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a900. 00000400:00000200:3.0:1734676306.067054:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.067059:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.067061:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:3.0:1734676306.067063:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000800:00000200:3.0:1734676306.067314:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.067316:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60ab00. 00000400:00000200:3.0:1734676306.067319:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.067322:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.067324:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:3.0:1734676306.067326:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:3.0:1734676306.067331:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864398336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.072368:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.072385:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17000 00000400:00000200:0.0:1734676306.072392:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5365 [1] + 224 00000400:00000200:0.0:1734676306.072401:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.072405:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.072415:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864398336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.072442:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:1.0:1734676306.072445:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad9f8. 00000400:00000200:0.0:1734676306.072446:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fc80 00000400:00000200:1.0:1734676306.072449:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676306.072451:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.072456:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864398336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.072467:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864398336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.072493:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1de00. 02000000:00000010:1.0:1734676306.072500:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1dc00. 00000100:00000010:1.0:1734676306.072503:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.072507:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676306.072510:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f2c0. 00000400:00000200:0.0:1734676306.072568:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 328 00000400:00000200:0.0:1734676306.072752:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.072756:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.072761:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.072765:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:0.0:1734676306.072804:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:0.0:1734676306.072809:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676306.072812:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.072833:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867907712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.072857:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907712 02000000:00000010:0.0:1734676306.072865:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676306.072886:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e008700. 00010000:00000010:0.0:1734676306.072897:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b800. 00000100:00000010:0.0:1734676306.072902:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676306.073445:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676306.073450:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b800. 00000400:00000010:0.0:1734676306.073461:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00080000:00000010:1.0:1734676306.073462:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1dc00. 00000100:00000200:0.0:1734676306.073465:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907712, offset 224 00000400:00000200:0.0:1734676306.073470:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.073477:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.073482:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80527:80527:256:4294967295] 192.168.203.46@tcp LPNI seq info [80523:80523:8:4294967295] 00000400:00000200:0.0:1734676306.073490:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.073494:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.073497:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676306.073501:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.073508:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.073511:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1734676306.073525:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676306.073531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e008680. 00010000:00000010:1.0:1734676306.073581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1de00. 00010000:00000010:1.0:1734676306.073586:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676306.073591:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d69600. 00000100:00000010:1.0:1734676306.073594:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.073598:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.073606:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1ce00. 02000000:00000010:1.0:1734676306.073622:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d400. 00000400:00000010:1.0:1734676306.073626:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9f8. 00000400:00000010:1.0:1734676306.073629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.073637:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398464, portal 16 00000400:00000010:1.0:1734676306.073642:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676306.073644:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398464, offset 0 00000400:00000200:1.0:1734676306.073648:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.073654:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.073657:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.073660:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.073663:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.073665:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.073667:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80528:80528:255:4294967295] 192.168.203.46@tcp LPNI seq info [80524:80524:7:4294967295] 00000400:00000200:1.0:1734676306.073675:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.073680:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.073682:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a700. 00000800:00000200:1.0:1734676306.073685:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.073688:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.073690:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.073713:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676306.073860:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.073864:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:2.0:1734676306.075682:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.075687:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:2.0:1734676306.075693:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.075698:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.075703:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676306.075705:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000800:00000200:2.0:1734676306.075753:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.075755:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a700. 00000400:00000200:2.0:1734676306.075760:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.075762:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.075765:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676306.075766:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:2.0:1734676306.075775:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864398464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.078563:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.078580:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17080 00000400:00000200:3.0:1734676306.078588:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5371 [1] + 224 00000400:00000200:3.0:1734676306.078604:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.078608:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.078618:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864398464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.078939:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad9f8. 00000400:00000200:0.0:1734676306.078944:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676306.078946:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676306.078954:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864398464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.078961:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864398464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.078988:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d400. 02000000:00000010:0.0:1734676306.078994:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1ce00. 00000100:00000010:0.0:1734676306.078998:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:0.0:1734676306.079003:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:0.0:1734676306.079006:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d69600. 00010000:00000010:3.1:1734676306.079169:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736bda00. 00010000:00000010:3.1:1734676306.079174:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be000. 00010000:00000010:3.1:1734676306.079179:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3c00. 00000400:00000200:0.0:1734676306.079599:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.079606:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fd00 00000400:00000200:0.0:1734676306.079612:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 656 00000400:00000200:0.0:1734676306.079660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.079664:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.079668:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.079672:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676306.079725:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d000. 00000020:00000010:2.0:1734676306.079731:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.079735:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.079754:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867907840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.079773:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907840 02000000:00000010:2.0:1734676306.079780:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.079800:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdfb80. 00010000:00000010:2.0:1734676306.079813:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec63c0. 00000100:00000010:2.0:1734676306.080053:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676306.080059:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:2.0:1734676306.080061:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec63c0. 00000400:00000010:2.0:1734676306.080071:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676306.080075:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907840, offset 224 00000400:00000200:2.0:1734676306.080089:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.080096:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.080101:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80529:80529:256:4294967295] 192.168.203.46@tcp LPNI seq info [80525:80525:8:4294967295] 00000400:00000200:2.0:1734676306.080108:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.080112:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.080115:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fed1a00. 00000800:00000200:2.0:1734676306.080119:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.080124:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.080127:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fed1a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.080150:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.080153:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.080157:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d000. 00080000:00000010:0.0:1734676306.080393:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16200. 00010000:00000010:0.0:1734676306.080447:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:0.0:1734676306.080452:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf680. 00010000:00000010:0.0:1734676306.080500:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16000. 00010000:00000010:0.0:1734676306.080505:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676306.080510:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bf40. 00000100:00000010:0.0:1734676306.080513:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676306.080518:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 02000000:00000010:0.0:1734676306.080526:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17800. 02000000:00000010:0.0:1734676306.080541:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16400. 00000400:00000010:0.0:1734676306.080545:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676306.080548:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676306.080552:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398592, portal 16 00000400:00000010:0.0:1734676306.080555:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676306.080557:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398592, offset 0 00000400:00000200:0.0:1734676306.080561:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.080565:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.080569:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.080572:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.080574:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.080576:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.080578:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80530:80530:255:4294967295] 192.168.203.46@tcp LPNI seq info [80526:80526:7:4294967295] 00000400:00000200:0.0:1734676306.080585:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.080588:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.080590:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676306.080593:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.080596:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.080598:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.080624:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.080626:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fed1a00. 00000400:00000200:3.0:1734676306.080629:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.080636:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.080638:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:3.0:1734676306.080640:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000800:00000200:3.0:1734676306.080674:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.080676:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:3.0:1734676306.080678:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.080680:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.080682:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:3.0:1734676306.080683:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:3.0:1734676306.080688:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483800 x1818938864398592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.084856:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:2.1:1734676306.084869:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736e9600. 00000400:00000200:0.0:1734676306.084872:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17100 00010000:00000010:2.1:1734676306.084876:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2d00. 00010000:00000010:2.1:1734676306.084878:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3a00. 00000400:00000200:0.0:1734676306.084879:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa537d [1] + 224 00010000:00000010:2.1:1734676306.084882:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d60a100. 00010000:00000010:2.1:1734676306.084886:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c600. 00000400:00000200:0.0:1734676306.084889:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.084893:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.084902:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483800 x1818938864398592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.084920:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.084924:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fd80 00000400:00000200:0.0:1734676306.084928:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 984 00000400:00000200:0.0:1734676306.085403:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.085407:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.085411:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.085415:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:0.0:1734676306.085446:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:0.0:1734676306.085451:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676306.085452:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676306.085458:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483800 x1818938864398592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.085466:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483800 x1818938864398592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.085487:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16400. 02000000:00000010:0.0:1734676306.085492:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17800. 00000100:00000010:0.0:1734676306.085495:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000010:0.0:1734676306.085498:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676306.085501:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bf40. 00000020:00000010:2.0:1734676306.085568:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d000. 00000020:00000010:2.0:1734676306.085573:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.085577:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.085595:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867907968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.085612:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867907968 02000000:00000010:2.0:1734676306.085620:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.085639:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66480. 00010000:00000010:2.0:1734676306.085651:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec63c0. 00000100:00000010:2.0:1734676306.085656:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676306.085660:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:2.0:1734676306.085662:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec63c0. 00000400:00000010:2.0:1734676306.085670:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.085673:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867907968, offset 224 00000400:00000200:2.0:1734676306.085679:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.085686:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.085691:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80531:80531:256:4294967295] 192.168.203.46@tcp LPNI seq info [80527:80527:8:4294967295] 00000400:00000200:2.0:1734676306.085698:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.085702:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.085706:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fed1a00. 00000800:00000200:2.0:1734676306.085710:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.085716:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.085720:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fed1a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.085742:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.085746:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.085749:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d000. 00000800:00000200:3.0:1734676306.085802:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.085805:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fed1a00. 00000400:00000200:3.0:1734676306.085807:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.085811:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.085813:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:3.0:1734676306.085814:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00080000:00000010:0.0:1734676306.086265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17800. 00010000:00000010:0.0:1734676306.086316:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676306.086321:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66400. 00010000:00000010:0.0:1734676306.086371:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16400. 00010000:00000010:0.0:1734676306.086375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676306.086381:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bf40. 00000100:00000010:0.0:1734676306.086384:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676306.086389:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 02000000:00000010:0.0:1734676306.086395:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17a00. 02000000:00000010:0.0:1734676306.086411:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56c00. 00000400:00000010:0.0:1734676306.086415:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676306.086418:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676306.086422:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398720, portal 16 00000400:00000010:0.0:1734676306.086425:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676306.086426:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398720, offset 0 00000400:00000200:0.0:1734676306.086430:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.086435:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.086438:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.086441:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.086444:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.086446:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.086448:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80532:80532:256:4294967295] 192.168.203.46@tcp LPNI seq info [80528:80528:8:4294967295] 00000400:00000200:0.0:1734676306.086454:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.086458:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.086460:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676306.086463:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.086468:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.086470:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.087022:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.087026:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:3.0:1734676306.087029:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.087032:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.087034:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:3.0:1734676306.087049:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:3.0:1734676306.087055:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483800 x1818938864398720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.087723:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfdc00. 00000400:00000200:2.0:1734676306.091160:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.091176:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17180 00000400:00000200:2.0:1734676306.091185:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5389 [1] + 224 00000400:00000200:2.0:1734676306.091195:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.091198:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.091207:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483800 x1818938864398720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.091228:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.091232:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fe00 00000400:00000200:2.0:1734676306.091237:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 1312 00000400:00000200:2.0:1734676306.091286:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.091289:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.091293:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.091298:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000400:00000010:1.0:1734676306.091352:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:1.0:1734676306.091358:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676306.091359:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676306.091364:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483800 x1818938864398720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.091372:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483800 x1818938864398720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.091394:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56c00. 02000000:00000010:1.0:1734676306.091399:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17a00. 00000100:00000010:1.0:1734676306.091403:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000010:1.0:1734676306.091408:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:1.0:1734676306.091411:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bf40. 00000020:00000010:1.0:1734676306.092209:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d800. 00000020:00000010:1.0:1734676306.092215:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c00. 00000020:00000010:1.0:1734676306.092218:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.092239:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867908096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.092259:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908096 02000000:00000010:1.0:1734676306.092267:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.092291:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfeda00. 00010000:00000010:1.0:1734676306.092305:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1fc00. 00000100:00000010:1.0:1734676306.092311:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.092319:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:1.0:1734676306.092321:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1fc00. 00000400:00000010:1.0:1734676306.092331:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676306.092335:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908096, offset 224 00000400:00000200:1.0:1734676306.092340:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.092348:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.092354:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80533:80533:256:4294967295] 192.168.203.46@tcp LPNI seq info [80529:80529:8:4294967295] 00000400:00000200:1.0:1734676306.092360:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.092366:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.092369:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60af00. 00000800:00000200:1.0:1734676306.092373:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.092379:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.092382:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60af00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.097667:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c00. 00000020:00000010:1.0:1734676306.097674:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.097678:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d800. 00080000:00000010:1.0:1734676306.097712:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d800. 00010000:00000010:1.0:1734676306.097773:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:1.0:1734676306.097781:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfed980. 00010000:00000010:1.0:1734676306.097824:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ca00. 00010000:00000010:1.0:1734676306.097828:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676306.097835:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1fc00. 00000100:00000010:1.0:1734676306.097840:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd080c0. 00000100:00000010:1.0:1734676306.097847:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 02000000:00000010:1.0:1734676306.097856:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d200. 02000000:00000010:1.0:1734676306.097875:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d000. 00000400:00000010:1.0:1734676306.097880:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.097885:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676306.097890:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398848, portal 16 00000400:00000010:1.0:1734676306.097894:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676306.097896:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398848, offset 0 00000400:00000200:1.0:1734676306.097903:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.097913:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.097917:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.097920:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.097923:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.097925:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.097927:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80534:80534:255:4294967295] 192.168.203.46@tcp LPNI seq info [80530:80530:7:4294967295] 00000400:00000200:1.0:1734676306.097935:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.097939:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.097943:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a100. 00000800:00000200:1.0:1734676306.097947:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.097953:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.097956:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676306.098023:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94600. 00010000:00000010:0.1:1734676306.098028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c800. 00000800:00000200:3.0:1734676306.098293:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.098296:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60af00. 00000400:00000200:3.0:1734676306.098300:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.098305:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.098308:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:3.0:1734676306.098310:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000800:00000200:3.0:1734676306.098354:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.098355:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a100. 00000400:00000200:3.0:1734676306.098358:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.098360:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.098362:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:3.0:1734676306.098363:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:3.0:1734676306.098369:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d1f80 x1818938864398848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.098974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57e00. 00010000:00000010:0.1:1734676306.101208:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d168600. 00010000:00000010:0.1:1734676306.101219:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79aa00. 00010000:00000010:0.1:1734676306.101223:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16400. 00010000:00000010:3.1:1734676306.101274:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0000. 00010000:00000010:3.1:1734676306.101279:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1de00. 00010000:00000010:3.1:1734676306.101408:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67700. 00010000:00000010:3.1:1734676306.101412:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16000. 00000400:00000200:0.0:1734676306.103435:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.103449:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17200 00000400:00000200:0.0:1734676306.103457:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5395 [1] + 224 00000400:00000200:0.0:1734676306.103475:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.103478:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.103488:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d1f80 x1818938864398848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.104140:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:0.0:1734676306.104145:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676306.104147:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676306.104154:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d1f80 x1818938864398848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.104161:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d1f80 x1818938864398848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.104186:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d000. 02000000:00000010:0.0:1734676306.104191:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d200. 00000100:00000010:0.0:1734676306.104195:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 00000100:00000010:0.0:1734676306.104199:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd080c0. 00010000:00000010:0.0:1734676306.104202:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1fc00. 00000400:00000200:3.0:1734676306.104837:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.104847:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516fe80 00000400:00000200:3.0:1734676306.104852:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 1640 00000400:00000200:3.0:1734676306.105256:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.105261:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.105266:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.105271:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000020:00000010:0.0:1734676306.105488:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130e57200. 00000020:00000010:0.0:1734676306.105493:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c880. 00000020:00000010:0.0:1734676306.105496:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.105515:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b800 x1818938867908224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.105967:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908224 02000000:00000010:0.0:1734676306.105976:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676306.105996:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5bf00. 00010000:00000010:0.0:1734676306.106007:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b640. 00000100:00000010:0.0:1734676306.106012:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469b40. 00000100:00000010:0.0:1734676306.106020:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469b40. 00010000:00000010:0.0:1734676306.106023:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b640. 00000400:00000010:0.0:1734676306.106031:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676306.106049:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908224, offset 224 00000400:00000200:0.0:1734676306.106055:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.106061:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.106066:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80535:80535:256:4294967295] 192.168.203.46@tcp LPNI seq info [80531:80531:8:4294967295] 00000400:00000200:0.0:1734676306.106074:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.106088:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.106091:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676306.106095:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.106100:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.106103:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.106123:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c880. 00000020:00000010:0.0:1734676306.106126:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.106129:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130e57200. 00080000:00000010:0.0:1734676306.106149:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e57200. 00010000:00000010:0.0:1734676306.106201:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c00. 00010000:00000010:0.0:1734676306.106206:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5be80. 00010000:00000010:0.0:1734676306.106252:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2f00. 00010000:00000010:0.0:1734676306.106255:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c880. 00010000:00000010:0.0:1734676306.106259:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57e00. 00010000:00000010:0.0:1734676306.106263:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c800. 00080000:00000010:0.0:1734676306.106271:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56c00. 00010000:00000010:0.0:1734676306.106289:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c800. 00010000:00000010:0.0:1734676306.106292:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c880. 00010000:00000010:0.0:1734676306.106328:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:0.0:1734676306.106331:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676306.106335:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b640. 00000100:00000010:0.0:1734676306.106339:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469b40. 00000100:00000010:0.0:1734676306.106344:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676306.106352:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465c00. 02000000:00000010:0.0:1734676306.106368:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8801313f3400. 00000400:00000010:0.0:1734676306.106373:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676306.106376:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676306.106380:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864398976, portal 16 00000400:00000010:0.0:1734676306.106383:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676306.106384:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864398976, offset 0 00000400:00000200:0.0:1734676306.106388:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.106393:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.106396:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.106399:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.106402:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.106404:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.106406:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80536:80536:255:4294967295] 192.168.203.46@tcp LPNI seq info [80532:80532:7:4294967295] 00000400:00000200:0.0:1734676306.106412:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.106415:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.106418:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.106420:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.106424:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.106427:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.106493:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.106496:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:3.0:1734676306.106498:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.106501:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.106505:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:3.0:1734676306.106507:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000800:00000200:3.0:1734676306.106738:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.106741:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:3.0:1734676306.106743:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.106746:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.106749:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:3.0:1734676306.106750:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:3.0:1734676306.106755:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864398976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.107232:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecf800. 00000400:00000200:0.0:1734676306.109413:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.109425:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17280 00000400:00000200:0.0:1734676306.109431:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53a1 [1] + 224 00000400:00000200:0.0:1734676306.109440:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.109443:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.109452:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864398976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.109486:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.109491:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ff00 00000400:00000200:0.0:1734676306.109495:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3d8d [2] + 1968 00000400:00000010:0.0:1734676306.109501:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:0.0:1734676306.109504:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880094464cc0 00000400:00000010:2.0:1734676306.109563:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676306.109568:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676306.109570:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:2.0:1734676306.109576:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864398976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.109583:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864398976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.109605:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8801313f3400. 02000000:00000010:2.0:1734676306.109610:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465c00. 00000100:00000010:2.0:1734676306.109614:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:2.0:1734676306.109619:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469b40. 00010000:00000010:2.0:1734676306.109622:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b640. 00000400:00000200:0.0:1734676306.109677:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.109681:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.109684:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880094464cc0 00000400:00000010:0.0:1734676306.109686:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880094464cc0. 00000100:00000200:0.0:1734676306.109693:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676306.109834:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d000. 00000020:00000010:2.0:1734676306.109839:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.109842:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.109859:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bac50 x1818938867908352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.109875:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908352 02000000:00000010:2.0:1734676306.109882:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.109901:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ae100. 00010000:00000010:2.0:1734676306.109913:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec63c0. 00000100:00000010:2.0:1734676306.109918:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:2.0:1734676306.109933:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:2.0:1734676306.109936:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec63c0. 00000400:00000010:2.0:1734676306.109946:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.109950:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908352, offset 224 00000400:00000200:2.0:1734676306.109955:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.109962:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.109967:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80537:80537:256:4294967295] 192.168.203.46@tcp LPNI seq info [80533:80533:8:4294967295] 00000400:00000200:2.0:1734676306.109974:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.109978:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.109982:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fed1a00. 00000800:00000200:2.0:1734676306.109986:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.109992:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.109994:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fed1a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.110006:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.110008:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.110012:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d000. 02000000:00000010:2.0:1734676306.110018:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676306.110021:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 02000000:00000010:2.0:1734676306.110023:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676306.110025:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676306.110028:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:2.0:1734676306.110031:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676306.110053:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676306.110056:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676306.110058:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:2.0:1734676306.110060:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:2.0:1734676306.110062:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:2.0:1734676306.110064:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000100:00000200:2.0:1734676306.110068:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.110071:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676306.110074:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130d713c0. 00000800:00000200:3.0:1734676306.110601:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.110605:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fed1a00. 00000400:00000200:3.0:1734676306.110608:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.110612:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.110615:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:3.0:1734676306.110616:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 02000000:00000010:3.0:1734676306.110619:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00080000:00000010:3.0:1734676306.110740:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1600. 00010000:00000010:3.0:1734676306.110804:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:3.0:1734676306.110810:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae180. 00010000:00000010:3.0:1734676306.110864:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0800. 00010000:00000010:3.0:1734676306.110868:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.110875:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf80. 00000100:00000010:3.0:1734676306.110879:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.110886:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 02000000:00000010:3.0:1734676306.110894:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1000. 02000000:00000010:3.0:1734676306.110913:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deca00. 00000400:00000010:3.0:1734676306.110916:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676306.110920:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.110923:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399104, portal 16 00000400:00000010:3.0:1734676306.110926:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.110928:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399104, offset 0 00000400:00000200:3.0:1734676306.110932:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.110938:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.110941:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.110944:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.110947:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.110949:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.110952:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80538:80538:256:4294967295] 192.168.203.46@tcp LPNI seq info [80534:80534:8:4294967295] 00000400:00000200:3.0:1734676306.110957:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.110961:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.110963:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.110966:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.110971:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.110973:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.111386:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.111389:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:2.0:1734676306.111392:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.111395:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.111398:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676306.111399:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676306.111405:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b480 x1818938864399104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.112418:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.112427:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17300 00000400:00000200:2.0:1734676306.112432:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53b1 [1] + 224 00000400:00000200:2.0:1734676306.112445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.112453:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.112459:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b480 x1818938864399104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.112520:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676306.112523:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.112525:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.112529:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b480 x1818938864399104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.112536:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b480 x1818938864399104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.112554:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deca00. 02000000:00000010:3.0:1734676306.112557:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1000. 00000100:00000010:3.0:1734676306.112561:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000010:3.0:1734676306.112563:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.112567:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf80. 00000400:00000200:3.0:1734676306.113150:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.113157:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b516ff80 00000400:00000200:3.0:1734676306.113162:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 0 00000400:00000200:3.0:1734676306.113219:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.113223:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.113227:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.113230:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 00000020:00000010:0.0:1734676306.113938:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801313f3400. 00000020:00000010:0.0:1734676306.113944:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c800. 00000020:00000010:0.0:1734676306.113948:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.113968:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b480 x1818938867908480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.113992:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908480 02000000:00000010:0.0:1734676306.114000:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676306.114020:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d6800. 00010000:00000010:0.0:1734676306.114033:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bd40. 00000100:00000010:0.0:1734676306.114054:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.114267:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:0.0:1734676306.114272:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bd40. 00000400:00000010:0.0:1734676306.114282:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676306.114286:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908480, offset 224 00000400:00000200:0.0:1734676306.114291:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.114298:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.114304:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80539:80539:256:4294967295] 192.168.203.46@tcp LPNI seq info [80535:80535:8:4294967295] 00000400:00000200:0.0:1734676306.114437:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.114442:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.114446:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676306.114450:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.114457:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.114460:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.114475:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c800. 00000020:00000010:0.0:1734676306.114478:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.114480:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8801313f3400. 00080000:00000010:3.0:1734676306.114577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097deca00. 00000800:00000200:2.0:1734676306.114580:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.114583:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:2.0:1734676306.114585:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.114589:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.114591:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:2.0:1734676306.114592:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00010000:00000010:3.0:1734676306.114628:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.114633:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e1d6780. 00010000:00000010:3.0:1734676306.114692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded400. 00010000:00000010:3.0:1734676306.114697:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.114703:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf80. 00000100:00000010:3.0:1734676306.114707:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.114711:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.114719:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097deda00. 02000000:00000010:3.0:1734676306.114737:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf200. 00000400:00000010:3.0:1734676306.114740:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676306.114744:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.114748:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399232, portal 16 00000400:00000010:3.0:1734676306.114751:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.114752:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399232, offset 0 00000400:00000200:3.0:1734676306.114757:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.114761:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.114764:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.114767:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.114770:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.114772:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.114775:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80540:80540:256:4294967295] 192.168.203.46@tcp LPNI seq info [80536:80536:8:4294967295] 00000400:00000200:3.0:1734676306.114780:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.114784:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.114787:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.114790:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.114793:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.114795:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.114816:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.114820:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf400. 02000000:00000010:3.0:1734676306.114827:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0ce600. 00000400:00000010:3.0:1734676306.114830:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.114832:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.114834:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399360, portal 16 00000400:00000010:3.0:1734676306.114836:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.114838:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399360, offset 0 00000400:00000200:3.0:1734676306.114841:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.114845:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.114847:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.114849:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.114850:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.114852:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.114854:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80541:80541:255:4294967295] 192.168.203.46@tcp LPNI seq info [80537:80537:7:4294967295] 00000400:00000200:3.0:1734676306.114860:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.114863:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.114865:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.114868:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.114871:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.114873:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.114893:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.114895:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:2.0:1734676306.114898:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.114901:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.114903:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:2.0:1734676306.114904:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:2.0:1734676306.114910:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864399232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1734676306.115028:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.115031:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:2.0:1734676306.115033:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.115053:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.115055:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676306.115057:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:2.0:1734676306.115061:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864399360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.117076:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.117101:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17380 00000400:00000200:0.0:1734676306.117110:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53bd [1] + 224 00000400:00000200:0.0:1734676306.117120:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.117123:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.117133:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864399232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.117167:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.117172:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17400 00000400:00000200:0.0:1734676306.117175:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53c5 [1] + 224 00000400:00000200:0.0:1734676306.117181:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.117183:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.117188:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864399360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.117198:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.117201:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170080 00000400:00000200:0.0:1734676306.117205:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 328 00000400:00000200:0.0:1734676306.117209:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.117212:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.117215:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.117219:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000200:0.0:1734676306.117231:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.117235:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170000 00000400:00000200:0.0:1734676306.117238:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 656 00000400:00000200:0.0:1734676306.118103:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.118109:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.118112:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.118117:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:3.0:1734676306.120122:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:3.0:1734676306.120136:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.120138:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.120158:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864399232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.120172:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864399232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.120202:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.120207:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.120208:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.120212:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864399360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.120222:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864399360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.120238:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf200. 02000000:00000010:3.0:1734676306.120246:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097deda00. 00000100:00000010:3.0:1734676306.120252:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.120258:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0ce600. 02000000:00000010:3.0:1734676306.120260:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf400. 00000100:00000010:3.0:1734676306.120262:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.120266:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.120273:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf80. 00000020:00000010:2.0:1734676306.121929:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847c200. 00000020:00000010:1.0:1734676306.121929:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c800. 00000020:00000010:2.0:1734676306.121935:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:1.0:1734676306.121935:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:2.0:1734676306.121939:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000020:00000010:1.0:1734676306.121939:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.121961:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867908608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.121971:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867908736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.121980:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908608 00000100:00000200:2.0:1734676306.121986:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908736 02000000:00000010:1.0:1734676306.121989:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 02000000:00000010:2.0:1734676306.121991:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.122011:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011cdcf300. 00010000:00000010:1.0:1734676306.122048:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db4c000. 00010000:00000010:2.0:1734676306.122057:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec63c0. 00000100:00000010:2.0:1734676306.122064:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000400:00000010:1.0:1734676306.122064:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676306.122069:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908608, offset 224 00000100:00000010:2.0:1734676306.122071:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.122074:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec63c0. 00000400:00000010:2.0:1734676306.122091:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.122095:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908736, offset 224 00000400:00000200:2.0:1734676306.122100:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.122109:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.122115:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80542:80542:256:4294967295] 192.168.203.46@tcp LPNI seq info [80538:80538:8:4294967295] 00000400:00000200:2.0:1734676306.122123:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.122127:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.122131:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fed1600. 00000800:00000200:2.0:1734676306.122136:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.122141:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.122145:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fed1600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.122156:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.122159:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.122162:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847c200. 00080000:00000010:3.0:1734676306.122231:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf400. 00000800:00000200:2.0:1734676306.122245:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.122248:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fed1600. 00000400:00000200:2.0:1734676306.122251:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.122255:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.122258:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676306.122259:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000400:00000200:1.0:1734676306.122271:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.122276:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.122280:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80543:80543:256:4294967295] 192.168.203.46@tcp LPNI seq info [80539:80539:8:4294967295] 00010000:00000010:3.0:1734676306.122285:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00000400:00000200:1.0:1734676306.122286:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.122290:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676306.122291:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d566080. 00000800:00000010:1.0:1734676306.122293:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a700. 00000800:00000200:1.0:1734676306.122296:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.122299:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.122302:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.122321:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.122324:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.122327:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c800. 00010000:00000010:3.0:1734676306.122349:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0ce600. 00010000:00000010:3.0:1734676306.122354:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.122360:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf80. 00000100:00000010:3.0:1734676306.122363:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.122368:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.122376:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf200. 02000000:00000010:3.0:1734676306.122390:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf800. 00000400:00000010:3.0:1734676306.122394:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.122397:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.122401:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399488, portal 16 00000400:00000010:3.0:1734676306.122404:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.122405:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399488, offset 0 00000400:00000200:3.0:1734676306.122409:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.122413:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.122416:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.122419:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.122422:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.122424:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.122426:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80544:80544:255:4294967295] 192.168.203.46@tcp LPNI seq info [80540:80540:7:4294967295] 00000400:00000200:3.0:1734676306.122432:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.122434:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.122437:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.122439:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.122443:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.122445:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.122836:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.122839:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a700. 00000400:00000200:2.0:1734676306.122843:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.122846:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.122849:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:2.0:1734676306.122851:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000800:00000200:2.0:1734676306.122881:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.122883:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:2.0:1734676306.122886:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.122889:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.122890:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676306.122892:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:2.0:1734676306.122898:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864399488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.125549:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544400. 00010000:00000010:2.1:1734676306.125560:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a850c000. 00010000:00000010:2.1:1734676306.125572:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ca00. 00010000:00000010:2.1:1734676306.125575:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2f00. 00010000:00000010:2.1:1734676306.125578:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57e00. 00000400:00000200:0.0:1734676306.126484:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.126499:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17480 00000400:00000200:0.0:1734676306.126505:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53d5 [1] + 224 00000400:00000200:0.0:1734676306.126520:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.126524:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.126534:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864399488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.126807:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.126813:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.126815:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.126821:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864399488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.126829:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864399488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.126853:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf800. 02000000:00000010:3.0:1734676306.126858:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf200. 00000100:00000010:3.0:1734676306.126862:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.126865:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.126869:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf80. 00000400:00000200:0.0:1734676306.127410:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.127418:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170100 00000400:00000200:0.0:1734676306.127425:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 984 00000400:00000200:0.0:1734676306.127482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.127486:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.127491:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.127495:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676306.127693:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847c800. 00000020:00000010:2.0:1734676306.127699:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.127703:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.127721:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867908864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.127740:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908864 02000000:00000010:2.0:1734676306.127746:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.127767:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3f00. 00010000:00000010:2.0:1734676306.127781:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec63c0. 00000100:00000010:2.0:1734676306.127786:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.127805:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.127809:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec63c0. 00000400:00000010:2.0:1734676306.127817:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.127821:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908864, offset 224 00000400:00000200:2.0:1734676306.127826:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.127834:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.127839:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80545:80545:256:4294967295] 192.168.203.46@tcp LPNI seq info [80541:80541:8:4294967295] 00000400:00000200:2.0:1734676306.127847:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.127851:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.127854:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012fed1600. 00000800:00000200:2.0:1734676306.127858:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.127864:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.127978:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012fed1600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.127992:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.127995:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.127999:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847c800. 00000800:00000200:2.0:1734676306.128073:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.128075:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012fed1600. 00000400:00000200:2.0:1734676306.128086:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.128090:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.128092:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676306.128094:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00080000:00000010:3.0:1734676306.128166:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf200. 00010000:00000010:3.0:1734676306.128221:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.128227:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3e80. 00010000:00000010:3.0:1734676306.128280:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf800. 00010000:00000010:3.0:1734676306.128284:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.128290:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf80. 00000100:00000010:3.0:1734676306.128293:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.128297:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.128305:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf000. 02000000:00000010:3.0:1734676306.128321:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cfc00. 00000400:00000010:3.0:1734676306.128326:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.128329:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.128333:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399616, portal 16 00000400:00000010:3.0:1734676306.128336:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.128338:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399616, offset 0 00000400:00000200:3.0:1734676306.128343:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.128347:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.128350:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.128353:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.128356:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.128358:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.128361:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80546:80546:256:4294967295] 192.168.203.46@tcp LPNI seq info [80542:80542:8:4294967295] 00000400:00000200:3.0:1734676306.128367:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.128370:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.128373:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.128375:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.128379:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.128381:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.128440:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.128442:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676306.128445:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.128449:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.128451:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676306.128453:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676306.128457:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864399616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.133184:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.133200:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17500 00000400:00000200:0.0:1734676306.133208:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53e1 [1] + 224 00000400:00000200:0.0:1734676306.133218:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.133222:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.133232:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864399616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.133254:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.133258:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170180 00000400:00000200:0.0:1734676306.133262:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 1312 00000400:00000200:0.0:1734676306.133315:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.133319:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.133323:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.133328:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:1.0:1734676306.133493:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c600. 00000020:00000010:1.0:1734676306.133499:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.133503:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.133519:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867908992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.133543:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867908992 02000000:00000010:1.0:1734676306.133550:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.133576:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e98c0. 00000100:00000010:1.0:1734676306.133581:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676306.133585:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676306.133588:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e98c0. 00000400:00000010:1.0:1734676306.133598:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.133602:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867908992, offset 224 00000400:00000200:1.0:1734676306.133607:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.133613:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.133617:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80547:80547:256:4294967295] 192.168.203.46@tcp LPNI seq info [80543:80543:8:4294967295] 00000400:00000200:1.0:1734676306.133625:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.133629:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.133632:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60ab00. 00000800:00000200:1.0:1734676306.133636:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.133641:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.133644:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60ab00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.133657:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.133660:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.133663:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c600. 00000800:00000200:1.0:1734676306.133712:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.133714:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60ab00. 00000400:00000200:1.0:1734676306.133717:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.133720:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.133722:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676306.133724:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00010000:00000010:2.1:1734676306.133779:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9e00. 00010000:00000010:2.1:1734676306.133785:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00000400:00000010:3.0:1734676306.136891:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.136900:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.136902:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.136913:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864399616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.136922:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864399616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.136945:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52a680. 02000000:00000010:3.0:1734676306.136955:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cfc00. 02000000:00000010:3.0:1734676306.136959:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf000. 00000100:00000010:3.0:1734676306.136962:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.136965:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.136968:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf80. 00080000:00000010:3.0:1734676306.136981:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf000. 00010000:00000010:3.0:1734676306.137063:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.137069:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52a600. 00010000:00000010:3.0:1734676306.137128:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def100. 00010000:00000010:3.0:1734676306.137131:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.137135:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cfc00. 00010000:00000010:3.0:1734676306.137138:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab80. 00080000:00000010:3.0:1734676306.137147:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce000. 00010000:00000010:3.0:1734676306.137163:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676306.137165:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.137192:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cee00. 00010000:00000010:3.0:1734676306.137194:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676306.137198:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf80. 00000100:00000010:3.0:1734676306.137202:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.137207:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.137214:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cea00. 02000000:00000010:3.0:1734676306.137232:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0ce800. 00000400:00000010:3.0:1734676306.137235:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.137238:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.137243:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399744, portal 16 00000400:00000010:3.0:1734676306.137246:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.137248:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399744, offset 0 00000400:00000200:3.0:1734676306.137253:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.137260:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.137264:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.137267:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.137270:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.137271:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.137274:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80548:80548:256:4294967295] 192.168.203.46@tcp LPNI seq info [80544:80544:8:4294967295] 00000400:00000200:3.0:1734676306.137286:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.137290:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.137293:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.137297:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.137303:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.137306:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.138221:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.138225:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676306.138229:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.138233:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.138236:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676306.138238:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676306.138244:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864399744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.138337:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4c00. 00010000:00000010:2.1:1734676306.141433:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf9200. 00010000:00000010:1.1:1734676306.141543:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2000. 00000400:00000200:1.0:1734676306.142175:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.142187:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17580 00000400:00000200:1.0:1734676306.142194:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53ed [1] + 224 00000400:00000200:1.0:1734676306.142214:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.142218:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.142227:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864399744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676306.142251:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.142254:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170200 00000400:00000200:1.0:1734676306.142258:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 1640 00000400:00000200:1.0:1734676306.142508:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.142512:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.142516:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676306.142521:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00000020:00000010:1.0:1734676306.142553:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ce00. 00000020:00000010:1.0:1734676306.142557:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.142560:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.142576:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d1f80 x1818938867909120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.142661:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909120 02000000:00000010:1.0:1734676306.142668:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.142692:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.142697:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676306.142701:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676306.142704:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.142712:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.142715:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909120, offset 224 00000400:00000200:1.0:1734676306.142719:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.142725:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.142730:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80549:80549:256:4294967295] 192.168.203.46@tcp LPNI seq info [80545:80545:8:4294967295] 00000400:00000200:1.0:1734676306.142737:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.142741:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.142744:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d60a500. 00000800:00000200:1.0:1734676306.142747:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.142752:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.142755:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d60a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.142764:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.142767:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.142769:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ce00. 00000400:00000010:3.0:1734676306.142816:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.142820:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.142822:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.142826:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864399744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.142833:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864399744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.142848:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf1000. 02000000:00000010:3.0:1734676306.142855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0ce800. 02000000:00000010:3.0:1734676306.142858:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cea00. 00000100:00000010:3.0:1734676306.142861:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.142863:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.142865:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf80. 00080000:00000010:3.0:1734676306.142876:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cea00. 00000800:00000200:1.0:1734676306.142922:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.142925:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d60a500. 00000400:00000200:1.0:1734676306.142927:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.142930:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.142932:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676306.142934:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00010000:00000010:1.1:1734676306.149386:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7800. 00010000:00000010:1.1:1734676306.149395:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0800. 00010000:00000010:1.1:1734676306.149399:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74000. 00010000:00000010:1.1:1734676306.149402:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded400. 00010000:00000010:1.1:1734676306.149404:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d700. 00010000:00000010:1.1:1734676306.149407:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ce600. 00010000:00000010:3.1:1734676306.149777:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16a00. 00010000:00000010:3.1:1734676306.149782:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7c00. 00010000:00000010:2.0:1734676306.152782:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:2.0:1734676306.152795:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d817180. 00010000:00000010:2.0:1734676306.152862:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847da00. 00010000:00000010:2.0:1734676306.152868:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.152878:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec64c0. 00000100:00000010:2.0:1734676306.152887:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.152896:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676306.152909:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d600. 02000000:00000010:2.0:1734676306.152934:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847cc00. 00000400:00000010:2.0:1734676306.152941:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676306.152948:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.152955:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864399872, portal 16 00000400:00000010:2.0:1734676306.152959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.152961:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864399872, offset 0 00000400:00000200:2.0:1734676306.152969:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.152980:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.152985:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.152988:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.152992:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.152994:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.152997:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80550:80550:256:4294967295] 192.168.203.46@tcp LPNI seq info [80546:80546:8:4294967295] 00000400:00000200:2.0:1734676306.153005:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.153011:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.153014:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.153019:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.153025:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.153029:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.154267:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.154273:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676306.154277:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.154282:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.154285:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676306.154287:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:1.0:1734676306.154295:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864399872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:0.0:1734676306.154807:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce000. 00080000:00000010:0.0:1734676306.154813:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf000. 00080000:00000010:0.0:1734676306.154816:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf200. 00080000:00000010:0.0:1734676306.154818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf400. 00080000:00000010:0.0:1734676306.154820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097deca00. 00080000:00000010:0.0:1734676306.154822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1600. 00080000:00000010:0.0:1734676306.154823:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56c00. 00080000:00000010:0.0:1734676306.154825:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e57200. 00080000:00000010:0.0:1734676306.154827:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d800. 00080000:00000010:0.0:1734676306.154830:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17800. 00080000:00000010:0.0:1734676306.154833:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16200. 00080000:00000010:0.0:1734676306.154835:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1dc00. 00080000:00000010:0.0:1734676306.154837:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d600. 00080000:00000010:0.0:1734676306.154838:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1c200. 00080000:00000010:0.0:1734676306.154840:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2800. 00080000:00000010:0.0:1734676306.154843:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3e00. 00080000:00000010:0.0:1734676306.154845:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17c00. 00080000:00000010:0.0:1734676306.154846:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17600. 00080000:00000010:0.0:1734676306.154849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16600. 00080000:00000010:0.0:1734676306.154851:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368b200. 00080000:00000010:0.0:1734676306.154854:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368ac00. 00080000:00000010:0.0:1734676306.154856:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368be00. 00080000:00000010:0.0:1734676306.154858:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979f800. 00080000:00000010:0.0:1734676306.154860:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979e800. 00080000:00000010:0.0:1734676306.154863:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979f200. 00080000:00000010:0.0:1734676306.154865:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979e600. 00080000:00000010:0.0:1734676306.154867:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116600. 00080000:00000010:0.0:1734676306.154869:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117600. 00080000:00000010:0.0:1734676306.154871:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116a00. 00080000:00000010:0.0:1734676306.154873:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117800. 00080000:00000010:0.0:1734676306.154875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116400. 00080000:00000010:0.0:1734676306.154877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d34600. 00080000:00000010:0.0:1734676306.154879:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f6400. 00080000:00000010:0.0:1734676306.154881:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f6c00. 00080000:00000010:0.0:1734676306.154883:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f7e00. 00080000:00000010:0.0:1734676306.154886:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f6200. 00080000:00000010:0.0:1734676306.154888:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f6a00. 00080000:00000010:0.0:1734676306.154889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f7a00. 00080000:00000010:0.0:1734676306.154891:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1f6800. 00080000:00000010:0.0:1734676306.154893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7fd600. 00080000:00000010:0.0:1734676306.154896:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cd400. 00080000:00000010:0.0:1734676306.154899:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cd200. 00080000:00000010:0.0:1734676306.154901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cda00. 00080000:00000010:0.0:1734676306.154902:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cc400. 00080000:00000010:0.0:1734676306.154905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cd600. 00080000:00000010:0.0:1734676306.154906:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1cca00. 00080000:00000010:0.0:1734676306.154908:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c84a00. 00080000:00000010:0.0:1734676306.154910:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c84200. 00080000:00000010:0.0:1734676306.154912:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d974000. 00080000:00000010:0.0:1734676306.154914:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d975400. 00080000:00000010:0.0:1734676306.154916:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d974600. 00080000:00000010:0.0:1734676306.154918:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d974400. 00080000:00000010:0.0:1734676306.154920:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d975a00. 00080000:00000010:0.0:1734676306.154921:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d975600. 00080000:00000010:0.0:1734676306.154923:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d975e00. 00080000:00000010:0.0:1734676306.154925:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa545c00. 00080000:00000010:0.0:1734676306.154927:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa545000. 00080000:00000010:0.0:1734676306.154928:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa544800. 00080000:00000010:0.0:1734676306.154930:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa544600. 00080000:00000010:0.0:1734676306.154932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa544a00. 00080000:00000010:0.0:1734676306.154933:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa545600. 00080000:00000010:0.0:1734676306.154935:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800aa545800. 00080000:00000010:0.0:1734676306.154936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d1fe00. 00080000:00000010:0.0:1734676306.154939:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d1fa00. 00080000:00000010:0.0:1734676306.154940:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d1f600. 00080000:00000010:0.0:1734676306.154942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db29400. 00080000:00000010:0.0:1734676306.154944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db29a00. 00080000:00000010:0.0:1734676306.154946:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db29e00. 00080000:00000010:0.0:1734676306.154947:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db28a00. 00080000:00000010:0.0:1734676306.154949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db28600. 00080000:00000010:0.0:1734676306.154951:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db28e00. 00080000:00000010:0.0:1734676306.154952:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959dcc00. 00080000:00000010:0.0:1734676306.154954:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800959dd400. 00080000:00000010:0.0:1734676306.154956:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d186400. 00080000:00000010:0.0:1734676306.154958:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d187600. 00080000:00000010:0.0:1734676306.154960:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d186200. 00080000:00000010:0.0:1734676306.154962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d186e00. 00080000:00000010:0.0:1734676306.154964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d187c00. 00080000:00000010:0.0:1734676306.154965:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d186600. 00080000:00000010:0.0:1734676306.154967:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d186800. 00080000:00000010:0.0:1734676306.154969:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94ae00. 00080000:00000010:0.0:1734676306.154971:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94b800. 00080000:00000010:0.0:1734676306.154973:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94a000. 00080000:00000010:0.0:1734676306.154975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94b200. 00080000:00000010:0.0:1734676306.154977:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94ac00. 00080000:00000010:0.0:1734676306.154979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d94a600. 00080000:00000010:0.0:1734676306.154981:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6325400. 00080000:00000010:0.0:1734676306.154983:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6325800. 00080000:00000010:0.0:1734676306.154984:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6325000. 00080000:00000010:0.0:1734676306.154986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6324a00. 00080000:00000010:0.0:1734676306.154989:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6324200. 00080000:00000010:0.0:1734676306.154990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6324400. 00080000:00000010:0.0:1734676306.154992:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b569600. 00080000:00000010:0.0:1734676306.154995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b569c00. 00080000:00000010:0.0:1734676306.154996:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b568e00. 00080000:00000010:0.0:1734676306.154999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b568c00. 00080000:00000010:0.0:1734676306.155001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b568200. 00080000:00000010:0.0:1734676306.155002:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b568a00. 00080000:00000010:0.0:1734676306.155004:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b569a00. 00080000:00000010:0.0:1734676306.155007:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b569000. 00080000:00000010:0.0:1734676306.155008:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cde00. 00080000:00000010:0.0:1734676306.155011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cce00. 00080000:00000010:0.0:1734676306.155013:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cc000. 00080000:00000010:0.0:1734676306.155015:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cd400. 00080000:00000010:0.0:1734676306.155017:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cd000. 00080000:00000010:0.0:1734676306.155019:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cc600. 00080000:00000010:0.0:1734676306.155021:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cdc00. 00080000:00000010:0.0:1734676306.155023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120d000. 00080000:00000010:0.0:1734676306.155025:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120d800. 00080000:00000010:0.0:1734676306.155027:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120d400. 00080000:00000010:0.0:1734676306.155029:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120da00. 00080000:00000010:0.0:1734676306.155031:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120c000. 00080000:00000010:0.0:1734676306.155033:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120de00. 00080000:00000010:0.0:1734676306.155035:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013120dc00. 00080000:00000010:0.0:1734676306.155054:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d470a00. 00080000:00000010:0.0:1734676306.155057:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d471000. 00080000:00000010:0.0:1734676306.155059:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d470e00. 00080000:00000010:0.0:1734676306.155061:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d471a00. 00080000:00000010:0.0:1734676306.155063:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d470c00. 00080000:00000010:0.0:1734676306.155065:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d471c00. 00080000:00000010:0.0:1734676306.155067:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d990e00. 00080000:00000010:0.0:1734676306.155070:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d991200. 00080000:00000010:0.0:1734676306.155072:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d991600. 00080000:00000010:0.0:1734676306.155074:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d991000. 00080000:00000010:0.0:1734676306.155076:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d990000. 00080000:00000010:0.0:1734676306.155088:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d991400. 00080000:00000010:0.0:1734676306.155091:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d990400. 00080000:00000010:0.0:1734676306.155093:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d082c00. 00080000:00000010:0.0:1734676306.155095:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d083800. 00080000:00000010:0.0:1734676306.155097:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d083e00. 00080000:00000010:0.0:1734676306.155099:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d082000. 00080000:00000010:0.0:1734676306.155100:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d083c00. 00080000:00000010:0.0:1734676306.155102:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d082600. 00080000:00000010:0.0:1734676306.155104:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d083200. 00080000:00000010:0.0:1734676306.155106:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d082400. 00080000:00000010:0.0:1734676306.155107:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d180800. 00080000:00000010:0.0:1734676306.155109:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d181000. 00080000:00000010:0.0:1734676306.155111:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d180000. 00080000:00000010:0.0:1734676306.155113:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d181a00. 00080000:00000010:0.0:1734676306.155115:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d180200. 00080000:00000010:0.0:1734676306.155117:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d180c00. 00080000:00000010:0.0:1734676306.155119:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d181600. 00080000:00000010:0.0:1734676306.155121:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d22400. 00080000:00000010:0.0:1734676306.155123:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d23c00. 00080000:00000010:0.0:1734676306.158779:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d22800. 00080000:00000010:0.0:1734676306.158781:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d22e00. 00080000:00000010:0.0:1734676306.158783:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d23200. 00080000:00000010:0.0:1734676306.158785:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d23400. 00080000:00000010:0.0:1734676306.158787:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d20a00. 00080000:00000010:0.0:1734676306.158789:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d20600. 00080000:00000010:0.0:1734676306.158792:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d21200. 00080000:00000010:0.0:1734676306.158794:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d21c00. 00080000:00000010:0.0:1734676306.158796:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff03800. 00080000:00000010:0.0:1734676306.158798:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff02e00. 00080000:00000010:0.0:1734676306.158799:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff02a00. 00080000:00000010:0.0:1734676306.158801:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff02000. 00080000:00000010:0.0:1734676306.158802:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff02600. 00080000:00000010:0.0:1734676306.158804:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff03600. 00080000:00000010:0.0:1734676306.158806:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff03000. 00080000:00000010:0.0:1734676306.158807:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d03000. 00080000:00000010:0.0:1734676306.158810:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d02600. 00080000:00000010:0.0:1734676306.158811:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d02800. 00080000:00000010:0.0:1734676306.158813:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d02200. 00080000:00000010:0.0:1734676306.158814:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d02400. 00080000:00000010:0.0:1734676306.158816:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d03a00. 00080000:00000010:0.0:1734676306.158818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08aa00. 00080000:00000010:0.0:1734676306.158820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08a000. 00080000:00000010:0.0:1734676306.158822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08a800. 00080000:00000010:0.0:1734676306.158824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08ae00. 00080000:00000010:0.0:1734676306.158825:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08be00. 00080000:00000010:0.0:1734676306.158828:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08b600. 00080000:00000010:0.0:1734676306.158830:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08ba00. 00080000:00000010:0.0:1734676306.158832:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d08a200. 00080000:00000010:0.0:1734676306.158833:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d47000. 00080000:00000010:0.0:1734676306.158835:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d47c00. 00080000:00000010:0.0:1734676306.158837:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d47e00. 00080000:00000010:0.0:1734676306.158839:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d47600. 00080000:00000010:0.0:1734676306.158840:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d47a00. 00080000:00000010:0.0:1734676306.158841:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d46800. 00080000:00000010:0.0:1734676306.158843:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d46a00. 00080000:00000010:0.0:1734676306.158845:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d4c00. 00080000:00000010:0.0:1734676306.158847:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d4000. 00080000:00000010:0.0:1734676306.158849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d5600. 00080000:00000010:0.0:1734676306.158852:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d4800. 00080000:00000010:0.0:1734676306.158853:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d5e00. 00080000:00000010:0.0:1734676306.158855:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d4e00. 00080000:00000010:0.0:1734676306.158857:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d1d5800. 00080000:00000010:0.0:1734676306.158859:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073719c00. 00080000:00000010:0.0:1734676306.158864:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073718400. 00080000:00000010:0.0:1734676306.158868:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073719200. 00080000:00000010:0.0:1734676306.158869:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073718e00. 00080000:00000010:0.0:1734676306.158871:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073718c00. 00080000:00000010:0.0:1734676306.158873:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073719600. 00080000:00000010:0.0:1734676306.158875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073718200. 00080000:00000010:0.0:1734676306.158877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d6600. 00080000:00000010:0.0:1734676306.158879:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d7a00. 00080000:00000010:0.0:1734676306.158881:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d7c00. 00080000:00000010:0.0:1734676306.158883:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d6000. 00080000:00000010:0.0:1734676306.158884:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d6e00. 00080000:00000010:0.0:1734676306.158886:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d7400. 00080000:00000010:0.0:1734676306.158887:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d6400. 00080000:00000010:0.0:1734676306.158889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8d6c00. 00080000:00000010:0.0:1734676306.158891:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d160800. 00080000:00000010:0.0:1734676306.158894:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d160000. 00080000:00000010:0.0:1734676306.158896:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d160e00. 00080000:00000010:0.0:1734676306.158898:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df97e00. 00080000:00000010:0.0:1734676306.158900:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df97c00. 00080000:00000010:0.0:1734676306.158902:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d161e00. 00080000:00000010:0.0:1734676306.158904:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d161200. 00080000:00000010:0.0:1734676306.158906:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1c400. 00080000:00000010:0.0:1734676306.158907:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1cc00. 00080000:00000010:0.0:1734676306.158909:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df97600. 00080000:00000010:0.0:1734676306.158910:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d161800. 00080000:00000010:0.0:1734676306.158911:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d161a00. 00080000:00000010:0.0:1734676306.158913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df96600. 00080000:00000010:0.0:1734676306.158915:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0400. 00080000:00000010:0.0:1734676306.158917:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0e00. 00080000:00000010:0.0:1734676306.158919:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0200. 00080000:00000010:0.0:1734676306.158921:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df97400. 00080000:00000010:0.0:1734676306.158922:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56e00. 00080000:00000010:0.0:1734676306.158924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811600. 00080000:00000010:0.0:1734676306.158928:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec400. 00080000:00000010:0.0:1734676306.158930:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec000. 00080000:00000010:0.0:1734676306.158932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7c00. 00080000:00000010:0.0:1734676306.158934:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464800. 00080000:00000010:0.0:1734676306.158937:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dedc00. 00080000:00000010:0.0:1734676306.158938:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ded000. 00080000:00000010:0.0:1734676306.158940:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dede00. 00080000:00000010:0.0:1734676306.158942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec800. 00080000:00000010:0.0:1734676306.158944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810800. 00080000:00000010:0.0:1734676306.158947:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6000. 00080000:00000010:0.0:1734676306.158949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2000. 00080000:00000010:0.0:1734676306.158951:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465600. 00080000:00000010:0.0:1734676306.158954:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ded200. 00080000:00000010:0.0:1734676306.158956:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dece00. 00080000:00000010:0.0:1734676306.158957:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464a00. 00080000:00000010:0.0:1734676306.158959:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec600. 00080000:00000010:0.0:1734676306.158961:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec200. 00080000:00000010:0.0:1734676306.158962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56000. 00080000:00000010:0.0:1734676306.158964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f3000. 00080000:00000010:0.0:1734676306.158966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44600. 00080000:00000010:0.0:1734676306.158968:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811200. 00080000:00000010:0.0:1734676306.158970:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464600. 00080000:00000010:0.0:1734676306.158972:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1da00. 00080000:00000010:0.0:1734676306.158975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465e00. 00080000:00000010:0.0:1734676306.158977:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc7a00. 00080000:00000010:0.0:1734676306.158979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc7e00. 00080000:00000010:0.0:1734676306.158980:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc7400. 00080000:00000010:0.0:1734676306.158982:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc7000. 00080000:00000010:0.0:1734676306.158984:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc6400. 00080000:00000010:0.0:1734676306.158986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc7600. 00080000:00000010:0.0:1734676306.158987:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464000. 00080000:00000010:0.0:1734676306.158989:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465800. 00080000:00000010:0.0:1734676306.158991:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465400. 00080000:00000010:0.0:1734676306.158992:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465a00. 00080000:00000010:0.0:1734676306.158993:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc6c00. 00080000:00000010:0.0:1734676306.158995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fc6200. 00080000:00000010:0.0:1734676306.158996:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45000. 00080000:00000010:0.0:1734676306.158998:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e57000. 00080000:00000010:0.0:1734676306.159000:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56200. 00080000:00000010:0.0:1734676306.159001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56400. 00080000:00000010:0.0:1734676306.159003:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56a00. 00080000:00000010:0.0:1734676306.159004:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465000. 00080000:00000010:0.0:1734676306.159006:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464e00. 00080000:00000010:0.0:1734676306.159008:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810200. 00080000:00000010:0.0:1734676306.159009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464c00. 00080000:00000010:0.0:1734676306.159011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6c00. 00080000:00000010:0.0:1734676306.159013:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6400. 00080000:00000010:0.0:1734676306.159014:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44a00. 00080000:00000010:0.0:1734676306.159016:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2e00. 00080000:00000010:0.0:1734676306.159018:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f3c00. 00080000:00000010:0.0:1734676306.159020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2c00. 00080000:00000010:0.0:1734676306.159021:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2800. 00080000:00000010:0.0:1734676306.159023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f3800. 00080000:00000010:0.0:1734676306.159024:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f3200. 00080000:00000010:0.0:1734676306.159026:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44000. 00080000:00000010:0.0:1734676306.159028:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45800. 00080000:00000010:0.0:1734676306.159030:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45200. 00080000:00000010:0.0:1734676306.159031:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44400. 00080000:00000010:0.0:1734676306.159033:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44e00. 00080000:00000010:0.0:1734676306.159035:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44200. 00080000:00000010:0.0:1734676306.159050:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6800. 00080000:00000010:0.0:1734676306.159052:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7a00. 00080000:00000010:0.0:1734676306.159054:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9fe00. 00080000:00000010:0.0:1734676306.159056:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9e000. 00080000:00000010:0.0:1734676306.159059:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9f400. 00080000:00000010:0.0:1734676306.159061:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811a00. 00080000:00000010:0.0:1734676306.159063:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44800. 00080000:00000010:0.0:1734676306.159064:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45400. 00080000:00000010:0.0:1734676306.159066:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45c00. 00080000:00000010:0.0:1734676306.159068:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df92a00. 00080000:00000010:0.0:1734676306.159069:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df92800. 00080000:00000010:0.0:1734676306.159071:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012df92200. 00080000:00000010:0.0:1734676306.159073:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d812400. 00080000:00000010:0.0:1734676306.159075:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d812c00. 00080000:00000010:0.0:1734676306.159077:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d813e00. 00080000:00000010:0.0:1734676306.159092:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d812a00. 00080000:00000010:0.0:1734676306.159094:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d813800. 00080000:00000010:0.0:1734676306.159096:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9f200. 00080000:00000010:0.0:1734676306.159097:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9f000. 00080000:00000010:0.0:1734676306.159099:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9e800. 00080000:00000010:0.0:1734676306.159101:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811000. 00080000:00000010:0.0:1734676306.159102:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810a00. 00080000:00000010:0.0:1734676306.159105:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810400. 00080000:00000010:0.0:1734676306.159106:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf600. 00080000:00000010:0.0:1734676306.159108:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdea00. 00080000:00000010:0.0:1734676306.159110:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cde400. 00080000:00000010:0.0:1734676306.159112:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdee00. 00080000:00000010:0.0:1734676306.159113:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cde200. 00080000:00000010:0.0:1734676306.159115:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf000. 00080000:00000010:0.0:1734676306.159117:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdf800. 00080000:00000010:0.0:1734676306.159118:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cde600. 00080000:00000010:0.0:1734676306.159120:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cdfe00. 00080000:00000010:0.0:1734676306.159122:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7ca00. 00080000:00000010:0.0:1734676306.159137:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7da00. 00080000:00000010:0.0:1734676306.159150:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2600. 00080000:00000010:0.0:1734676306.159152:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3800. 00080000:00000010:0.0:1734676306.159154:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2e00. 00080000:00000010:0.0:1734676306.159156:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2200. 00080000:00000010:0.0:1734676306.159158:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3400. 00080000:00000010:0.0:1734676306.159159:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3600. 00080000:00000010:0.0:1734676306.159160:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2400. 00080000:00000010:0.0:1734676306.159162:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3000. 00080000:00000010:0.0:1734676306.159163:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d600. 00080000:00000010:0.0:1734676306.159165:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d200. 00080000:00000010:0.0:1734676306.159167:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7c000. 00080000:00000010:0.0:1734676306.159170:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d000. 00080000:00000010:0.0:1734676306.159171:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7cc00. 00080000:00000010:0.0:1734676306.159173:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7dc00. 00080000:00000010:0.0:1734676306.159175:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7d800. 00080000:00000010:0.0:1734676306.159177:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7c200. 00080000:00000010:0.0:1734676306.159179:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7ce00. 00080000:00000010:0.0:1734676306.159181:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7de00. 00080000:00000010:0.0:1734676306.159183:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096c7c600. 00080000:00000010:0.0:1734676306.159185:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0c000. 00080000:00000010:0.0:1734676306.159187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0ca00. 00080000:00000010:0.0:1734676306.159189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0de00. 00080000:00000010:0.0:1734676306.159191:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0dc00. 00080000:00000010:0.0:1734676306.159193:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0c200. 00080000:00000010:0.0:1734676306.159195:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0d400. 00080000:00000010:0.0:1734676306.159196:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0d800. 00080000:00000010:0.0:1734676306.159198:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf0cc00. 00080000:00000010:0.0:1734676306.159200:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321400. 00080000:00000010:0.0:1734676306.159204:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321000. 00080000:00000010:0.0:1734676306.159206:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321e00. 00080000:00000010:0.0:1734676306.159208:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320600. 00080000:00000010:0.0:1734676306.159210:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320000. 00080000:00000010:0.0:1734676306.159212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9f800. 00080000:00000010:0.0:1734676306.159214:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810000. 00080000:00000010:0.0:1734676306.159216:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9ee00. 00080000:00000010:0.0:1734676306.159218:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9f600. 00080000:00000010:0.0:1734676306.159219:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9fc00. 00080000:00000010:0.0:1734676306.159221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810600. 00080000:00000010:0.0:1734676306.159222:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811e00. 00080000:00000010:0.0:1734676306.159224:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cd9e200. 00080000:00000010:0.0:1734676306.159226:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811400. 00080000:00000010:0.0:1734676306.159228:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7400. 00080000:00000010:0.0:1734676306.159230:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6200. 00080000:00000010:0.0:1734676306.159232:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6a00. 00080000:00000010:0.0:1734676306.159233:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7200. 00080000:00000010:0.0:1734676306.159235:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6e00. 00080000:00000010:0.0:1734676306.159237:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7e00. 00080000:00000010:0.0:1734676306.159239:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7600. 00080000:00000010:0.0:1734676306.159241:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bffe800. 00080000:00000010:0.0:1734676306.159242:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfff600. 00080000:00000010:0.0:1734676306.159245:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bffe200. 00080000:00000010:0.0:1734676306.159247:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfff800. 00080000:00000010:0.0:1734676306.159248:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfffa00. 00080000:00000010:0.0:1734676306.159250:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfff200. 00080000:00000010:0.0:1734676306.159251:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfffc00. 00080000:00000010:0.0:1734676306.159253:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db7bc00. 00080000:00000010:0.0:1734676306.159257:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ede1000. 00080000:00000010:0.0:1734676306.159259:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f000. 00080000:00000010:0.0:1734676306.159261:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47fc00. 00080000:00000010:0.0:1734676306.159263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f600. 00080000:00000010:0.0:1734676306.159265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810e00. 00080000:00000010:0.0:1734676306.159267:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007154aa00. 00080000:00000010:0.0:1734676306.159283:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f400. 00080000:00000010:0.0:1734676306.159285:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6321200. 00080000:00000010:0.0:1734676306.159287:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f800. 00080000:00000010:0.0:1734676306.159289:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ede0800. 00080000:00000010:0.0:1734676306.159292:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47fa00. 00080000:00000010:0.0:1734676306.159293:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320a00. 00080000:00000010:0.0:1734676306.159295:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6320800. 00080000:00000010:0.0:1734676306.159297:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47ee00. 00080000:00000010:0.0:1734676306.159299:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e000. 00080000:00000010:0.0:1734676306.159301:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e200. 00080000:00000010:0.0:1734676306.159307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a4200. 00080000:00000010:0.0:1734676306.159310:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db7ac00. 00080000:00000010:0.0:1734676306.159312:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d9a600. 00080000:00000010:0.0:1734676306.159314:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d9be00. 00080000:00000010:0.0:1734676306.159316:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d9b000. 00080000:00000010:0.0:1734676306.159317:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e352a00. 00080000:00000010:0.0:1734676306.159319:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e353e00. 00080000:00000010:0.0:1734676306.159321:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e353200. 00080000:00000010:0.0:1734676306.159323:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e353a00. 00080000:00000010:0.0:1734676306.159324:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e352000. 00080000:00000010:0.0:1734676306.159326:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e353600. 00080000:00000010:0.0:1734676306.159328:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e352200. 00080000:00000010:0.0:1734676306.159330:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3005400. 00080000:00000010:0.0:1734676306.159333:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3004e00. 00080000:00000010:0.0:1734676306.159335:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3004a00. 00080000:00000010:0.0:1734676306.159336:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3005200. 00080000:00000010:0.0:1734676306.159338:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3004400. 00080000:00000010:0.0:1734676306.159340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a3004c00. 00080000:00000010:0.0:1734676306.159342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4db800. 00080000:00000010:0.0:1734676306.159344:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4dbc00. 00080000:00000010:0.0:1734676306.159346:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4db200. 00080000:00000010:0.0:1734676306.159348:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4dae00. 00080000:00000010:0.0:1734676306.159350:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4da600. 00080000:00000010:0.0:1734676306.159352:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4da400. 00080000:00000010:0.0:1734676306.159353:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df1400. 00080000:00000010:0.0:1734676306.159355:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df0c00. 00080000:00000010:0.0:1734676306.159357:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df1800. 00080000:00000010:0.0:1734676306.159359:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df0600. 00080000:00000010:0.0:1734676306.159361:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df1200. 00080000:00000010:0.0:1734676306.159363:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df0e00. 00080000:00000010:0.0:1734676306.159364:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097df1600. 00080000:00000010:0.0:1734676306.159366:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf29800. 00080000:00000010:0.0:1734676306.159368:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf28c00. 00080000:00000010:0.0:1734676306.159370:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf28a00. 00080000:00000010:0.0:1734676306.159372:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf29000. 00080000:00000010:0.0:1734676306.159373:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf28200. 00080000:00000010:0.0:1734676306.159375:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf28000. 00080000:00000010:0.0:1734676306.159377:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf29c00. 00080000:00000010:0.0:1734676306.159378:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801312be200. 00080000:00000010:0.0:1734676306.159381:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801312bec00. 00080000:00000010:0.0:1734676306.159382:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801312be400. 00080000:00000010:0.0:1734676306.159384:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801312bf000. 00080000:00000010:0.0:1734676306.159387:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6ec00. 00080000:00000010:0.0:1734676306.159389:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6fa00. 00080000:00000010:0.0:1734676306.159391:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf6e000. 00080000:00000010:0.0:1734676306.159393:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b1f7b400. 00080000:00000010:0.0:1734676306.159395:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097eece00. 00080000:00000010:0.0:1734676306.159397:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47fe00. 00000400:00000200:1.0:1734676306.159977:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.159991:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17600 00000400:00000200:1.0:1734676306.159998:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa53f9 [1] + 224 00000400:00000200:1.0:1734676306.160007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.160011:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.160020:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864399872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676306.160119:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.160125:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170280 00000400:00000200:1.0:1734676306.160129:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3de5 [2] + 1968 00000400:00000010:1.0:1734676306.160133:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:1.0:1734676306.160136:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d6c0 00000400:00000200:1.0:1734676306.160149:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.160152:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.160155:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d6c0 00000400:00000010:1.0:1734676306.160157:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d6c0. 00000100:00000200:1.0:1734676306.160160:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.160195:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676306.160200:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.160203:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000400:00000010:0.0:1734676306.160289:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7f20. 00000400:00000200:0.0:1734676306.160292:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676306.160293:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676306.160299:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864399872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.160306:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864399872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.160326:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847cc00. 02000000:00000010:0.0:1734676306.160331:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d600. 00000100:00000010:0.0:1734676306.160334:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:0.0:1734676306.160338:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:0.0:1734676306.160342:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec64c0. 00000100:00000200:1.0:1734676306.160443:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb850 x1818938867909248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.160481:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909248 02000000:00000010:1.0:1734676306.160490:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.160511:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58e00. 00010000:00000010:1.0:1734676306.160525:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.160530:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676306.160536:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676306.160539:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.160547:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.160551:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909248, offset 224 00000400:00000200:1.0:1734676306.160560:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.160567:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.160571:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80551:80551:256:4294967295] 192.168.203.46@tcp LPNI seq info [80547:80547:8:4294967295] 00000400:00000200:1.0:1734676306.160578:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00080000:00000010:0.0:1734676306.160739:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0e00. 00010000:00000010:0.0:1734676306.160806:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:0.0:1734676306.160812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58d80. 00010000:00000010:0.0:1734676306.160866:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0400. 00010000:00000010:0.0:1734676306.160871:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c800. 00010000:00000010:0.0:1734676306.160878:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b8c0. 00000100:00000010:0.0:1734676306.160882:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676306.160887:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676306.160895:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1600. 02000000:00000010:0.0:1734676306.160919:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1e00. 00000400:00000010:0.0:1734676306.160922:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676306.160927:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676306.160930:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400000, portal 16 00000400:00000010:0.0:1734676306.160933:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676306.160934:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400000, offset 0 00000400:00000200:0.0:1734676306.161490:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.161496:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.161500:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.161503:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.161505:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.161507:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.161510:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80552:80552:255:4294967295] 192.168.203.46@tcp LPNI seq info [80548:80548:7:4294967295] 00000400:00000200:0.0:1734676306.161516:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.161520:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.161523:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676306.161527:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.161533:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.161536:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676306.161546:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676306.161551:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0800. 02000000:00000010:0.0:1734676306.161559:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1000. 00000400:00000010:0.0:1734676306.161561:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676306.161563:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676306.161565:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400128, portal 16 00000400:00000010:0.0:1734676306.161567:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676306.161569:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400128, offset 0 00000400:00000200:0.0:1734676306.161572:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.161574:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.161576:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.161578:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.161579:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.161581:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.161583:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80553:80553:254:4294967295] 192.168.203.46@tcp LPNI seq info [80549:80549:6:4294967295] 00000400:00000200:0.0:1734676306.161589:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.161592:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.161593:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676306.161596:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.161598:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.161600:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.161743:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.161746:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.161748:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.161752:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.161753:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.161763:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.161766:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.161770:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 02000000:00000010:1.0:1734676306.161777:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676306.161779:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 02000000:00000010:1.0:1734676306.161782:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676306.161783:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676306.161787:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:1.0:1734676306.161789:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676306.161791:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676306.161793:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676306.161796:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:1.0:1734676306.161799:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676306.161801:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676306.161803:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b480. 00000100:00000200:1.0:1734676306.161809:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.161812:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad058. 00000400:00000010:1.0:1734676306.161815:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0cc0. 00000800:00000200:1.0:1734676306.161844:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.161847:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:1.0:1734676306.161851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.161855:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.161857:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676306.161859:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:1.0:1734676306.161987:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864400000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.162003:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.162004:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:1.0:1734676306.162006:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.162008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.162011:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:1.0:1734676306.162013:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:1.0:1734676306.162016:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864400128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.162146:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.162149:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:1.0:1734676306.162151:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.162154:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.162157:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676306.162158:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 02000000:00000010:1.0:1734676306.162161:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00010000:00000010:1.1:1734676306.162239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fa9200. 00010000:00000010:1.1:1734676306.162249:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f400. 00010000:00000010:1.1:1734676306.162253:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf800. 00010000:00000010:1.1:1734676306.162256:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def100. 00010000:00000010:1.1:1734676306.162257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cfc00. 00010000:00000010:1.1:1734676306.162280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103c00. 00000400:00000200:1.0:1734676306.164774:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.164788:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17680 00000400:00000200:1.0:1734676306.164796:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5405 [1] + 224 00000400:00000200:1.0:1734676306.164814:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.164817:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.164826:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864400000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.164888:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:0.0:1734676306.164892:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676306.164894:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676306.164898:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864400000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.164904:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864400000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.166295:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.166307:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17700 00000400:00000200:0.0:1734676306.166315:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa540d [1] + 224 00000400:00000200:0.0:1734676306.166323:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.166327:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.166340:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864400128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.166366:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.166370:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170300 00000400:00000200:0.0:1734676306.166375:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 0 00000400:00000200:0.0:1734676306.166427:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.166431:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.166436:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.166440:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676306.166518:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1d600. 00000020:00000010:1.0:1734676306.166525:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.166530:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.166549:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867909376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.166570:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909376 02000000:00000010:1.0:1734676306.166578:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.166599:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d434780. 00000400:00000010:1.0:1734676306.166621:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.166626:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909376, offset 224 00000400:00000200:1.0:1734676306.166630:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.166637:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.166642:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80554:80554:256:4294967295] 192.168.203.46@tcp LPNI seq info [80550:80550:8:4294967295] 00000400:00000200:1.0:1734676306.166651:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.166655:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.166659:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.166663:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.166668:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.166671:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.166683:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.166686:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.166689:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1d600. 00000800:00000200:1.0:1734676306.166740:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.166742:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:1.0:1734676306.166745:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.166748:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.166751:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676306.166753:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000400:00000010:1.0:1734676306.166766:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:1.0:1734676306.166770:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676306.166771:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676306.166775:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864400128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.166782:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864400128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.166801:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1e00. 02000000:00000010:1.0:1734676306.166805:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1600. 00000100:00000010:1.0:1734676306.166808:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:1.0:1734676306.166813:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1000. 02000000:00000010:1.0:1734676306.166815:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0800. 00000100:00000010:1.0:1734676306.166817:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:1.0:1734676306.166820:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:1.0:1734676306.166823:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b8c0. 00000400:00000200:0.0:1734676306.166996:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.167002:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170380 00000400:00000200:0.0:1734676306.167006:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 328 00000400:00000200:0.0:1734676306.167017:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.167020:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.167023:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.167026:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676306.167145:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1dc00. 00000020:00000010:1.0:1734676306.167148:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.167150:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.167160:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867909504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.167172:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909504 02000000:00000010:1.0:1734676306.167177:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676306.167186:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095ab0100. 00010000:00000010:1.0:1734676306.167196:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.167201:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.167206:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.167208:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.167213:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.167216:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909504, offset 224 00000400:00000200:1.0:1734676306.167219:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.167223:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.167226:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80555:80555:256:4294967295] 192.168.203.46@tcp LPNI seq info [80551:80551:8:4294967295] 00000400:00000200:1.0:1734676306.167232:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.167236:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.167238:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.167241:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.167244:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.167246:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.167254:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676306.167256:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.167258:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1dc00. 00080000:00000010:1.0:1734676306.167275:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1dc00. 00010000:00000010:1.0:1734676306.167332:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c800. 00010000:00000010:1.0:1734676306.167338:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095ab0080. 00010000:00000010:1.0:1734676306.167386:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d800. 00010000:00000010:1.0:1734676306.167391:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.167397:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.167400:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.167404:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 02000000:00000010:1.0:1734676306.167412:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1c600. 02000000:00000010:1.0:1734676306.167427:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c800. 00000400:00000010:1.0:1734676306.167431:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.167434:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.167438:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400256, portal 16 00000400:00000010:1.0:1734676306.167441:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676306.167443:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400256, offset 0 00000400:00000200:1.0:1734676306.167446:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.167451:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.167454:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.167457:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.167460:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.167462:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.167465:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80556:80556:255:4294967295] 192.168.203.46@tcp LPNI seq info [80552:80552:7:4294967295] 00000400:00000200:1.0:1734676306.167471:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.167474:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.167477:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.167479:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.167483:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.167485:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.167546:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.167548:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676306.167551:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.167554:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.167556:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676306.167558:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:0.0:1734676306.167586:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.167588:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.167590:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.167593:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.167595:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676306.167596:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:0.0:1734676306.167601:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d1f80 x1818938864400256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:2.0:1734676306.168907:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168913:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168973:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168977:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168984:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168987:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168994:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4d00. 00080000:00000010:2.0:1734676306.168997:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4d00. 00000400:00000200:0.0:1734676306.172254:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.172269:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17780 00000400:00000200:0.0:1734676306.172277:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5421 [1] + 224 00000400:00000200:0.0:1734676306.172293:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.172297:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.172306:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d1f80 x1818938864400256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.172578:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.172584:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676306.172586:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.172592:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d1f80 x1818938864400256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.172599:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d1f80 x1818938864400256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.172625:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c800. 02000000:00000010:1.0:1734676306.172629:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1c600. 00000100:00000010:1.0:1734676306.172632:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 00000100:00000010:1.0:1734676306.172636:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.172639:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:0.1:1734676306.173589:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20600. 00010000:00000010:0.1:1734676306.173595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cee00. 00000400:00000200:1.0:1734676306.173655:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.173665:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170400 00000400:00000200:1.0:1734676306.173672:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 656 00000400:00000200:1.0:1734676306.173725:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.173729:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.173734:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676306.173738:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00000020:00000010:0.0:1734676306.174180:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd1000. 00000020:00000010:0.0:1734676306.174185:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676306.174189:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.174208:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d1f80 x1818938867909632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.174236:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909632 02000000:00000010:0.0:1734676306.174245:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676306.174268:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009449a500. 00010000:00000010:0.0:1734676306.174282:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.174288:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.174295:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:0.0:1734676306.174298:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00000400:00000010:0.0:1734676306.174307:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676306.174312:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909632, offset 224 00000400:00000200:0.0:1734676306.174316:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.174323:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.174328:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80557:80557:256:4294967295] 192.168.203.46@tcp LPNI seq info [80553:80553:8:4294967295] 00000400:00000200:0.0:1734676306.174335:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.174340:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.174344:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2b00. 00000800:00000200:0.0:1734676306.174349:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.174353:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.174357:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.174369:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676306.174372:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.174374:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd1000. 00000800:00000200:0.0:1734676306.174427:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.174430:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2b00. 00000400:00000200:0.0:1734676306.174432:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.174435:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.174438:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676306.174439:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00080000:00000010:1.0:1734676306.175074:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1c600. 00010000:00000010:1.0:1734676306.175142:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.175148:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009449a680. 00010000:00000010:1.0:1734676306.175210:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c800. 00010000:00000010:1.0:1734676306.175214:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.175222:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.175225:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.175231:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.175405:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1ca00. 02000000:00000010:1.0:1734676306.175425:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d200. 00000400:00000010:1.0:1734676306.175430:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.175434:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.175442:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400384, portal 16 00000400:00000010:1.0:1734676306.175446:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.175448:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400384, offset 0 00000400:00000200:1.0:1734676306.175452:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.175458:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.175462:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.175466:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.175468:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.175474:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.175477:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80558:80558:256:4294967295] 192.168.203.46@tcp LPNI seq info [80554:80554:8:4294967295] 00000400:00000200:1.0:1734676306.175483:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.175487:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.175490:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.175494:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.175499:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.175502:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.179212:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.179218:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.179224:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.179231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.179236:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676306.179239:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:0.0:1734676306.179247:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864400384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.179273:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.179284:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17800 00000400:00000200:0.0:1734676306.179290:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa542d [1] + 224 00000400:00000200:0.0:1734676306.179313:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.179316:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.179321:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864400384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.179406:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.179410:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676306.179411:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.179415:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864400384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.179422:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864400384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.179442:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d200. 02000000:00000010:1.0:1734676306.179448:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1ca00. 00000100:00000010:1.0:1734676306.179451:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.179454:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.179458:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.179708:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.179715:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170480 00000400:00000200:0.0:1734676306.179720:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 984 00000400:00000200:0.0:1734676306.179761:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.179764:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.179769:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.179772:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:1.0:1734676306.179846:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1ca00. 00000020:00000010:1.0:1734676306.179852:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676306.179856:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.179875:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867909760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.179892:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909760 02000000:00000010:1.0:1734676306.179899:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.179922:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009449a400. 00010000:00000010:1.0:1734676306.179939:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.179944:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.179951:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.179953:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.179962:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.179966:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909760, offset 224 00000400:00000200:1.0:1734676306.179970:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.179977:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.179981:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80559:80559:256:4294967295] 192.168.203.46@tcp LPNI seq info [80555:80555:8:4294967295] 00000400:00000200:1.0:1734676306.179987:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.179992:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.179995:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.180000:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.180005:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.180008:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.180018:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676306.180022:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.180024:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1ca00. 00080000:00000010:1.0:1734676306.180061:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1ca00. 00010000:00000010:1.0:1734676306.180128:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.180134:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009449a200. 00000800:00000200:0.0:1734676306.180242:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.180244:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676306.180247:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.180250:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.180253:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676306.180254:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00010000:00000010:1.0:1734676306.181417:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48800. 00010000:00000010:1.0:1734676306.181422:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.181427:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d200. 00010000:00000010:1.0:1734676306.181433:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00080000:00000010:1.0:1734676306.181449:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d000. 00010000:00000010:1.0:1734676306.181489:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.181493:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.181546:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1de00. 00010000:00000010:1.0:1734676306.181550:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676306.181555:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.181560:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.181566:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.181577:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d600. 02000000:00000010:1.0:1734676306.181596:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1c200. 00000400:00000010:1.0:1734676306.181601:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.181606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.181610:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400512, portal 16 00000400:00000010:1.0:1734676306.181614:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.181616:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400512, offset 0 00000400:00000200:1.0:1734676306.181621:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.181629:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.181633:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.181636:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.181639:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.181641:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.181644:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80560:80560:256:4294967295] 192.168.203.46@tcp LPNI seq info [80556:80556:8:4294967295] 00000400:00000200:1.0:1734676306.181651:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.181655:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.181658:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.181662:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.181668:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.181672:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.181739:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.181741:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676306.181743:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.181747:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.181750:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:1.0:1734676306.181751:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.181756:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864400512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.183030:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120d600. 00000400:00000200:0.0:1734676306.184320:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.184335:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17880 00000400:00000200:0.0:1734676306.184343:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5439 [1] + 224 00000400:00000200:0.0:1734676306.184361:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.184365:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.184375:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864400512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.184439:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.184444:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.184446:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.184452:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864400512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.184458:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864400512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.184480:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1c200. 02000000:00000010:1.0:1734676306.184484:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d600. 00000100:00000010:1.0:1734676306.184489:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.184492:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.184496:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:2.0:1734676306.187482:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.187499:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170500 00000400:00000200:2.0:1734676306.187507:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 1312 00000400:00000200:2.0:1734676306.187577:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.187582:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.187590:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.187595:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00000020:00000010:0.0:1734676306.187684:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd1600. 00000020:00000010:0.0:1734676306.187690:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676306.187694:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.187716:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0380 x1818938867909888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.187746:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867909888 02000000:00000010:0.0:1734676306.187754:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676306.187776:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097c61800. 00010000:00000010:0.0:1734676306.187791:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.187797:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.187806:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:0.0:1734676306.187809:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00000400:00000010:0.0:1734676306.187818:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676306.187823:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867909888, offset 224 00000400:00000200:0.0:1734676306.187828:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.187834:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.187839:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80561:80561:256:4294967295] 192.168.203.46@tcp LPNI seq info [80557:80557:8:4294967295] 00000400:00000200:0.0:1734676306.187847:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.187852:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.187855:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676306.187858:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.187864:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.187867:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.187879:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676306.187882:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.187884:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd1600. 00000800:00000200:1.0:1734676306.187963:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.187966:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:1.0:1734676306.187968:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.187972:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.187974:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676306.187976:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00080000:00000010:2.0:1734676306.188215:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c200. 00010000:00000010:2.0:1734676306.188274:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:2.0:1734676306.188281:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ff77080. 00010000:00000010:2.0:1734676306.188333:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847dc00. 00010000:00000010:2.0:1734676306.188338:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676306.188344:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6440. 00000100:00000010:2.0:1734676306.188348:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4cc00. 00000100:00000010:2.0:1734676306.188353:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676306.188361:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d000. 02000000:00000010:2.0:1734676306.188377:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847de00. 00000400:00000010:2.0:1734676306.188381:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676306.188385:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.188388:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400640, portal 16 00000400:00000010:2.0:1734676306.188392:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.188393:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400640, offset 0 00000400:00000200:2.0:1734676306.188397:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.188401:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.188404:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.188408:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.188410:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.188412:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.188414:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80562:80562:256:4294967295] 192.168.203.46@tcp LPNI seq info [80558:80558:8:4294967295] 00000400:00000200:2.0:1734676306.188420:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.188423:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.188425:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.188428:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.188431:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.188433:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.188522:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.188524:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.188526:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.188530:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.188533:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676306.188534:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676306.188539:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864400640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.191215:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b814b00. 00010000:00000010:3.1:1734676306.191236:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847da00. 00010000:00000010:3.1:1734676306.195278:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6325200. 00000400:00000200:3.0:1734676306.195649:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.195665:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17900 00000400:00000200:3.0:1734676306.195674:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5445 [1] + 224 00000400:00000200:3.0:1734676306.195684:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.195688:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.195697:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864400640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.195731:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.195736:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170580 00000400:00000200:3.0:1734676306.195740:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 1640 00000400:00000200:3.0:1734676306.195797:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.195801:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.195805:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.195810:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 00000400:00000010:0.0:1734676306.195871:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7268. 00000400:00000200:0.0:1734676306.195876:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676306.195878:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676306.195883:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864400640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.195891:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864400640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.195914:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847de00. 02000000:00000010:0.0:1734676306.195919:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d000. 00000100:00000010:0.0:1734676306.195922:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:0.0:1734676306.195926:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4cc00. 00010000:00000010:0.0:1734676306.195929:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6440. 00000020:00000010:1.0:1734676306.195989:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da1c200. 00000020:00000010:1.0:1734676306.195994:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676306.195998:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.196017:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b100 x1818938867910016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.196034:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910016 02000000:00000010:1.0:1734676306.196055:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.196076:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b80a300. 00010000:00000010:1.0:1734676306.196118:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.196123:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.196129:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.196132:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.196141:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.196145:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910016, offset 224 00000400:00000200:1.0:1734676306.196150:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.196156:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.196160:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80563:80563:256:4294967295] 192.168.203.46@tcp LPNI seq info [80559:80559:8:4294967295] 00000400:00000200:1.0:1734676306.196168:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.196172:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.196175:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.196178:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.196183:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.196186:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.196197:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676306.196201:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.196204:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da1c200. 00000800:00000200:1.0:1734676306.196242:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.196244:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676306.196246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.196248:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.196250:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.196251:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00080000:00000010:0.0:1734676306.196306:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1000. 00010000:00000010:0.0:1734676306.196367:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d00. 00010000:00000010:0.0:1734676306.196372:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b80a280. 00010000:00000010:0.0:1734676306.196426:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:0.0:1734676306.196431:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676306.196438:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b380. 00000100:00000010:0.0:1734676306.196441:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.196446:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 02000000:00000010:0.0:1734676306.196453:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0200. 02000000:00000010:0.0:1734676306.196468:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:0.0:1734676306.196472:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676306.196475:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676306.196480:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400768, portal 16 00000400:00000010:0.0:1734676306.196483:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676306.196484:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400768, offset 0 00000400:00000200:0.0:1734676306.196488:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.196493:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.196496:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.196499:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.196501:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.196503:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.196505:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80564:80564:256:4294967295] 192.168.203.46@tcp LPNI seq info [80560:80560:8:4294967295] 00000400:00000200:0.0:1734676306.196511:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.196515:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.196517:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.196520:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.196523:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.196525:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.196816:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.196818:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:1.0:1734676306.196821:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.196825:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.196827:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:1.0:1734676306.196828:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:1.0:1734676306.196833:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480700 x1818938864400768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.198213:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e600. 00010000:00000010:1.1:1734676306.198753:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736bec00. 00010000:00000010:1.1:1734676306.198760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1de00. 00010000:00000010:1.1:1734676306.198771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580400. 00010000:00000010:1.1:1734676306.198775:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e800. 00010000:00000010:1.1:1734676306.198777:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8c600. 00010000:00000010:1.1:1734676306.198781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0400. 00010000:00000010:1.1:1734676306.198783:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a1c00. 00010000:00000010:1.1:1734676306.198785:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d800. 00010000:00000010:1.1:1734676306.198787:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6325c00. 00010000:00000010:1.1:1734676306.198790:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b705f00. 00010000:00000010:1.1:1734676306.198799:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c800. 00010000:00000010:1.1:1734676306.198802:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48800. 00010000:00000010:1.1:1734676306.198804:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d200. 00000400:00000200:0.0:1734676306.201440:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.201457:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17980 00000400:00000200:0.0:1734676306.201465:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5451 [1] + 224 00000400:00000200:0.0:1734676306.201475:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.201479:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.201488:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480700 x1818938864400768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.201523:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.201528:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170600 00000400:00000200:0.0:1734676306.201532:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e3d [2] + 1968 00000400:00000010:0.0:1734676306.201536:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7898. 00000400:00000200:0.0:1734676306.201539:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d840 00000400:00000200:0.0:1734676306.201551:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.201554:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.201557:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d840 00000400:00000010:0.0:1734676306.201559:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d840. 00000100:00000200:0.0:1734676306.201563:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676306.201600:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0800. 00000020:00000010:0.0:1734676306.201604:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.201608:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.201627:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9450 x1818938867910144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.201645:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910144 02000000:00000010:0.0:1734676306.201653:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676306.201680:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b900. 00000100:00000010:0.0:1734676306.201685:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676306.201690:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676306.201693:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b900. 00000400:00000010:0.0:1734676306.201703:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676306.201707:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910144, offset 224 00000400:00000200:0.0:1734676306.201711:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.201718:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.201723:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80565:80565:256:4294967295] 192.168.203.46@tcp LPNI seq info [80561:80561:8:4294967295] 00000400:00000200:0.0:1734676306.201731:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.201735:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.201738:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676306.201742:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.201747:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.201750:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1734676306.201888:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129ec8600. 00010000:00000010:3.1:1734676306.201898:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847dc00. 00000800:00000200:1.0:1734676306.202008:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.202011:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:1.0:1734676306.202014:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.202017:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.202020:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:1.0:1734676306.202022:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000400:00000010:1.0:1734676306.202054:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:1.0:1734676306.202058:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676306.202060:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676306.202064:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480700 x1818938864400768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.202071:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480700 x1818938864400768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.202097:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d95aa00. 02000000:00000010:1.0:1734676306.202107:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 00000020:00000010:0.0:1734676306.202600:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.202605:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.202607:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0800. 02000000:00000010:0.0:1734676306.202613:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 02000000:00000010:0.0:1734676306.202617:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:0.0:1734676306.202620:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 02000000:00000010:0.0:1734676306.202622:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:0.0:1734676306.202624:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 02000000:00000010:0.0:1734676306.202625:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:0.0:1734676306.202627:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:0.0:1734676306.202631:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:0.0:1734676306.202633:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d1f80. 02000000:00000010:0.0:1734676306.202635:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:0.0:1734676306.202637:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.202641:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 02000000:00000010:1.0:1734676306.202643:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0200. 00000100:00000010:0.0:1734676306.202643:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000010:1.0:1734676306.202647:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000010:1.0:1734676306.202650:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00000100:00000200:0.0:1734676306.202650:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1734676306.202652:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b380. 00000400:00000010:0.0:1734676306.202653:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676306.202657:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d4693c0. 00080000:00000010:1.0:1734676306.202664:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1da00. 00010000:00000010:1.0:1734676306.202724:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:1.0:1734676306.202729:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d95a980. 00010000:00000010:1.0:1734676306.202775:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1c800. 00010000:00000010:1.0:1734676306.202780:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.202786:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.202789:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.202795:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.202802:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1d800. 02000000:00000010:1.0:1734676306.202817:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1de00. 00000400:00000010:1.0:1734676306.202820:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.202823:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.202826:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864400896, portal 16 00000400:00000010:1.0:1734676306.202829:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.202831:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864400896, offset 0 00000400:00000200:1.0:1734676306.202835:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.202840:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.202844:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.202847:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.202849:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.202851:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.202853:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80566:80566:256:4294967295] 192.168.203.46@tcp LPNI seq info [80562:80562:8:4294967295] 00000400:00000200:1.0:1734676306.202860:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.202864:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.202866:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.202869:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.202873:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.202876:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.205439:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.205445:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:2.0:1734676306.205451:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.205457:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.205461:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:2.0:1734676306.205463:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:2.0:1734676306.205471:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864400896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.208653:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4400. 00000400:00000200:2.0:1734676306.208794:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.208809:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17a00 00000400:00000200:2.0:1734676306.208817:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5461 [1] + 224 00000400:00000200:2.0:1734676306.208827:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.208831:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.208840:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864400896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.208868:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.208871:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170680 00000400:00000200:2.0:1734676306.208876:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 0 00000400:00000200:2.0:1734676306.208927:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.208930:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.208934:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.208939:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:0.0:1734676306.208995:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0800. 00000020:00000010:0.0:1734676306.209000:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.209004:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.209024:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867910272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.209060:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910272 02000000:00000010:0.0:1734676306.209068:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676306.209104:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b900. 00000100:00000010:0.0:1734676306.209110:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676306.209115:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:0.0:1734676306.209118:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b900. 00000400:00000010:0.0:1734676306.209127:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676306.209132:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910272, offset 224 00000400:00000200:0.0:1734676306.209136:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.209144:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.209149:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80567:80567:256:4294967295] 192.168.203.46@tcp LPNI seq info [80563:80563:8:4294967295] 00000400:00000200:0.0:1734676306.209157:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.209161:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.209164:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676306.209168:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.209173:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.209176:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.209188:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.209190:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.209193:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0800. 00000800:00000200:1.0:1734676306.209290:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.209293:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676306.209295:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.209298:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.209301:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676306.209303:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000400:00000010:1.0:1734676306.209315:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.209318:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.209319:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.209323:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864400896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.209330:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864400896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.209346:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b80ab80. 02000000:00000010:1.0:1734676306.209354:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1de00. 02000000:00000010:1.0:1734676306.209358:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1d800. 00000100:00000010:1.0:1734676306.209361:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.209364:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.209367:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.209379:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d800. 00010000:00000010:1.0:1734676306.209436:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.209442:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b80ab00. 00010000:00000010:1.0:1734676306.209494:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1de00. 00010000:00000010:1.0:1734676306.209498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.209503:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.209506:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.209509:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.209516:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1c400. 02000000:00000010:1.0:1734676306.209530:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1ce00. 00000400:00000010:1.0:1734676306.209532:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.209534:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.209538:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401024, portal 16 00000400:00000010:1.0:1734676306.209540:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676306.209542:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401024, offset 0 00000400:00000200:1.0:1734676306.209545:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.209549:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.209552:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.209555:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.209557:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.209559:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.209561:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80568:80568:256:4294967295] 192.168.203.46@tcp LPNI seq info [80564:80564:8:4294967295] 00000400:00000200:1.0:1734676306.209567:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.209570:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.209572:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.209574:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.209577:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.209580:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.209787:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.209790:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:3.0:1734676306.209792:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.209795:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.209797:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:3.0:1734676306.209799:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:3.0:1734676306.209803:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864401024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.212729:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073733600. 00010000:00000010:1.1:1734676306.212740:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb000. 00010000:00000010:1.1:1734676306.212744:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00000400:00000200:2.0:1734676306.213811:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.213825:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17a80 00000400:00000200:2.0:1734676306.213833:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa546d [1] + 224 00000400:00000200:2.0:1734676306.213842:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.213845:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.213855:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864401024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.215343:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.215352:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170700 00000400:00000200:2.0:1734676306.215359:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 328 00000400:00000200:2.0:1734676306.215425:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.215429:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.215434:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.215439:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000400:00000010:1.0:1734676306.215612:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.215617:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.215619:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.215626:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864401024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.215635:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864401024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.215657:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1ce00. 02000000:00000010:1.0:1734676306.215662:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1c400. 00000100:00000010:1.0:1734676306.215665:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.215668:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.215672:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:3.0:1734676306.216432:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cec00. 00000020:00000010:3.0:1734676306.216439:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.216443:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.216464:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867910400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.216486:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910400 02000000:00000010:3.0:1734676306.216493:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad800. 00010000:00000010:3.0:1734676306.216513:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9e2580. 00010000:00000010:3.0:1734676306.216541:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.216547:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.216945:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.216949:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00010000:00000010:1.1:1734676306.216952:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013130a000. 00010000:00000010:1.1:1734676306.216957:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809100. 00000400:00000010:3.0:1734676306.216959:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.216963:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910400, offset 224 00010000:00000010:1.1:1734676306.216964:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c800. 00000400:00000200:3.0:1734676306.216968:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.216977:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:1.0:1734676306.216978:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1c800. 00000400:00000200:3.0:1734676306.216982:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80569:80569:256:4294967295] 192.168.203.46@tcp LPNI seq info [80565:80565:8:4294967295] 00000400:00000200:3.0:1734676306.216989:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.216994:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.216997:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.217001:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.217006:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.217010:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.217027:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.217030:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.217033:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cec00. 00000800:00000200:1.0:1734676306.217233:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.217236:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:1.0:1734676306.217239:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.217243:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.217246:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676306.217247:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00010000:00000010:1.0:1734676306.217281:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.217286:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9e2500. 00010000:00000010:1.0:1734676306.217365:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48a00. 00010000:00000010:1.0:1734676306.217368:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59380. 00010000:00000010:1.0:1734676306.217372:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1ce00. 00010000:00000010:1.0:1734676306.217376:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c80. 00080000:00000010:1.0:1734676306.217385:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1cc00. 00010000:00000010:1.0:1734676306.217403:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c80. 00010000:00000010:1.0:1734676306.217406:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59380. 00010000:00000010:1.0:1734676306.217442:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d200. 00010000:00000010:1.0:1734676306.217446:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.217451:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.217454:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.217465:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.217474:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1c200. 02000000:00000010:1.0:1734676306.217491:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da1d600. 00000400:00000010:1.0:1734676306.217496:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.217500:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.217503:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401152, portal 16 00000400:00000010:1.0:1734676306.217506:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676306.217508:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401152, offset 0 00000400:00000200:1.0:1734676306.217512:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.217517:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.217520:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.217522:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.217525:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.217527:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.217529:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80570:80570:256:4294967295] 192.168.203.46@tcp LPNI seq info [80566:80566:8:4294967295] 00000400:00000200:1.0:1734676306.217538:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.217542:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.217545:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.217547:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.217551:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.217554:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.218009:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.218012:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:3.0:1734676306.218015:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.218018:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.218021:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:3.0:1734676306.218022:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:3.0:1734676306.218027:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864401152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.220711:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.220727:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17b00 00000400:00000200:2.0:1734676306.220735:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5479 [1] + 224 00000400:00000200:2.0:1734676306.220746:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.220750:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.220760:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864401152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.220835:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.220840:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170780 00000400:00000200:2.0:1734676306.220844:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 656 00000400:00000200:2.0:1734676306.220892:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.220896:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.220900:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.220904:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000400:00000010:1.0:1734676306.220955:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.220959:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.220961:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.220966:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864401152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.220973:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864401152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.220995:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da1d600. 02000000:00000010:1.0:1734676306.221001:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1c200. 00000100:00000010:1.0:1734676306.221004:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.221007:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.221011:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:0.0:1734676306.221162:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd0800. 00000020:00000010:0.0:1734676306.221166:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.221170:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.221187:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867910528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.221213:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910528 02000000:00000010:0.0:1734676306.221220:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:0.0:1734676306.221237:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55e80. 00010000:00000010:0.0:1734676306.221253:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b900. 00000100:00000010:0.0:1734676306.221258:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676306.221263:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:0.0:1734676306.221265:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b900. 00000400:00000010:0.0:1734676306.221272:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676306.221275:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910528, offset 224 00000400:00000200:0.0:1734676306.221280:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.221286:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.221290:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80571:80571:256:4294967295] 192.168.203.46@tcp LPNI seq info [80567:80567:8:4294967295] 00000400:00000200:0.0:1734676306.221297:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.221301:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.221304:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676306.221307:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.221313:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.221316:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.221325:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c780. 00000020:00000010:0.0:1734676306.221327:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.221330:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd0800. 00000800:00000200:1.0:1734676306.221584:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.221586:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:1.0:1734676306.221589:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.221592:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.221594:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676306.221596:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00080000:00000010:1.0:1734676306.221614:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da1d600. 00010000:00000010:1.0:1734676306.221665:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.221671:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55e00. 00010000:00000010:1.0:1734676306.221725:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da1d400. 00010000:00000010:1.0:1734676306.221730:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676306.221736:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.221739:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.221743:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 02000000:00000010:1.0:1734676306.221751:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da1c400. 02000000:00000010:1.0:1734676306.221765:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16600. 00000400:00000010:1.0:1734676306.221768:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.221770:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.221773:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401280, portal 16 00000400:00000010:1.0:1734676306.221776:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.221778:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401280, offset 0 00000400:00000200:1.0:1734676306.221781:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.221785:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.221789:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.221792:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.221794:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.221796:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.221798:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80572:80572:256:4294967295] 192.168.203.46@tcp LPNI seq info [80568:80568:8:4294967295] 00000400:00000200:1.0:1734676306.221804:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.221807:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.221809:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.221812:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.221815:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.221817:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.222001:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.222004:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:3.0:1734676306.222007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.222010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.222013:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:3.0:1734676306.222015:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:3.0:1734676306.222020:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3100 x1818938864401280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.223590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b702400. 00000400:00000200:0.0:1734676306.224868:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.224884:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17b80 00000400:00000200:0.0:1734676306.224891:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5485 [1] + 224 00000400:00000200:0.0:1734676306.224908:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.224912:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.224922:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3100 x1818938864401280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.225071:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:1.0:1734676306.225077:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.225087:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.225092:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3100 x1818938864401280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.225098:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3100 x1818938864401280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.225121:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16600. 02000000:00000010:1.0:1734676306.225127:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da1c400. 00000100:00000010:1.0:1734676306.225132:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 00000100:00000010:1.0:1734676306.225135:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.225138:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.225359:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.225366:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170800 00000400:00000200:0.0:1734676306.225371:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 984 00000400:00000200:0.0:1734676306.225426:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.225429:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.225434:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.225439:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676306.226020:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d400. 00000020:00000010:2.0:1734676306.226026:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.226030:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.226434:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867910656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.226719:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910656 02000000:00000010:2.0:1734676306.226728:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.226749:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136ab8d00. 00010000:00000010:2.0:1734676306.226776:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.226783:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.226797:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.226801:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000010:2.0:1734676306.226810:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.226815:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910656, offset 224 00000400:00000200:2.0:1734676306.226820:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.226827:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.226832:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80573:80573:256:4294967295] 192.168.203.46@tcp LPNI seq info [80569:80569:8:4294967295] 00000400:00000200:2.0:1734676306.226839:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.226845:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.226848:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.226851:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.226857:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.226859:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676306.226906:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0800. 00010000:00000010:0.0:1734676306.226965:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:0.0:1734676306.226971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136ab8c80. 00010000:00000010:0.0:1734676306.227027:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:0.0:1734676306.227031:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c780. 00010000:00000010:0.0:1734676306.227051:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b900. 00000100:00000010:0.0:1734676306.227054:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676306.227059:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.227067:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0200. 02000000:00000010:0.0:1734676306.227093:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:0.0:1734676306.227098:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676306.227102:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676306.227105:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401408, portal 16 00000400:00000010:0.0:1734676306.227108:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676306.227110:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401408, offset 0 00000400:00000200:0.0:1734676306.227114:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.227119:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.227122:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.227125:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.227128:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.227129:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.227131:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80574:80574:255:4294967295] 192.168.203.46@tcp LPNI seq info [80570:80570:7:4294967295] 00000400:00000200:0.0:1734676306.227137:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.227141:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.227143:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676306.227145:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.227149:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.227152:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.227317:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.227321:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.227325:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d400. 00000800:00000200:3.0:1734676306.227651:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.227655:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:3.0:1734676306.227657:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.227661:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.227665:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:3.0:1734676306.227666:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:3.0:1734676306.227712:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.227714:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:3.0:1734676306.227716:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.227719:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.227721:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:3.0:1734676306.227722:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:3.0:1734676306.227727:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482680 x1818938864401408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.229164:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a73400. 00010000:00000010:3.1:1734676306.229215:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5700. 00010000:00000010:3.1:1734676306.229222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1de00. 00010000:00000010:3.1:1734676306.229225:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48a00. 00010000:00000010:3.1:1734676306.229228:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1ce00. 00000400:00000200:0.0:1734676306.229643:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.229656:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17c00 00000400:00000200:0.0:1734676306.229663:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5491 [1] + 224 00000400:00000200:0.0:1734676306.229679:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.229683:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.229690:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482680 x1818938864401408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.229801:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676306.229806:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:2.0:1734676306.229807:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:2.0:1734676306.229813:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482680 x1818938864401408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.229820:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482680 x1818938864401408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.229842:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 02000000:00000010:2.0:1734676306.229846:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0200. 00000100:00000010:2.0:1734676306.229850:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 00000100:00000010:2.0:1734676306.229854:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:2.0:1734676306.229858:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b900. 00000400:00000200:0.0:1734676306.230281:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.230288:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170880 00000400:00000200:0.0:1734676306.230293:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 1312 00000400:00000200:0.0:1734676306.230338:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.230341:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.230345:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.230349:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676306.231367:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d400. 00000020:00000010:2.0:1734676306.231374:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.231378:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.231397:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867910784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.231430:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910784 02000000:00000010:2.0:1734676306.231438:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.231461:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55080. 00010000:00000010:2.0:1734676306.231476:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.231481:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.231503:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.231507:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000010:2.0:1734676306.231516:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.231519:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910784, offset 224 00000400:00000200:2.0:1734676306.231524:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.231533:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.231538:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80575:80575:256:4294967295] 192.168.203.46@tcp LPNI seq info [80571:80571:8:4294967295] 00000400:00000200:2.0:1734676306.231546:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.231551:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.231555:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.231559:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.231564:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.231568:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.231580:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.231582:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.231586:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d400. 00000800:00000200:3.0:1734676306.231936:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.231940:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:3.0:1734676306.231942:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.231946:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.231949:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:3.0:1734676306.231951:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00080000:00000010:0.0:1734676306.232031:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0400. 00010000:00000010:0.0:1734676306.232157:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c780. 00010000:00000010:0.0:1734676306.232163:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55a80. 00010000:00000010:0.0:1734676306.232217:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0200. 00010000:00000010:0.0:1734676306.232222:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c780. 00010000:00000010:0.0:1734676306.232229:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b740. 00000100:00000010:0.0:1734676306.232233:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676306.232238:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:0.0:1734676306.232246:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1600. 02000000:00000010:0.0:1734676306.232265:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ede0800. 00000400:00000010:0.0:1734676306.232269:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676306.232273:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676306.232278:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401536, portal 16 00000400:00000010:0.0:1734676306.232281:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676306.232283:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401536, offset 0 00000400:00000200:0.0:1734676306.232287:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.232292:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.232295:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.232298:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.232724:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.232726:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.232729:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80576:80576:256:4294967295] 192.168.203.46@tcp LPNI seq info [80572:80572:8:4294967295] 00000400:00000200:0.0:1734676306.232735:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.232739:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.232742:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676306.232746:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.232750:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.232752:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.233076:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.233090:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:2.0:1734676306.233094:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.233097:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.233100:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676306.233102:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:2.0:1734676306.233107:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483100 x1818938864401536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.235346:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d63600. 00000400:00000200:0.0:1734676306.235495:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.235507:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17c80 00000400:00000200:0.0:1734676306.235515:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa549d [1] + 224 00000400:00000200:0.0:1734676306.235523:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.235526:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.235535:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483100 x1818938864401536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.235556:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.235560:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170900 00000400:00000200:0.0:1734676306.235564:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 1640 00000400:00000200:0.0:1734676306.235619:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.235623:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.235627:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.235631:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:3.0:1734676306.235760:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cee00. 00000020:00000010:3.0:1734676306.235766:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.235770:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.235788:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867910912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.235807:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867910912 02000000:00000010:3.0:1734676306.235815:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676306.235842:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.235847:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.235851:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.235854:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.235864:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.235868:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867910912, offset 224 00000400:00000200:3.0:1734676306.235872:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.235879:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.235883:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80577:80577:256:4294967295] 192.168.203.46@tcp LPNI seq info [80573:80573:8:4294967295] 00000400:00000200:3.0:1734676306.235889:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.235893:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.235896:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.235900:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.235905:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.235907:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.235919:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.235922:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.235926:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cee00. 00000800:00000200:3.0:1734676306.235961:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.235963:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:3.0:1734676306.235965:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.235968:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.235971:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.235972:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000400:00000010:2.0:1734676306.236032:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676306.236052:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:2.0:1734676306.236054:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:2.0:1734676306.236060:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483100 x1818938864401536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.236067:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483100 x1818938864401536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.236097:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed800. 02000000:00000010:2.0:1734676306.236108:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ede0800. 02000000:00000010:2.0:1734676306.236112:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1600. 00000100:00000010:2.0:1734676306.236115:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000010:2.0:1734676306.236120:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:2.0:1734676306.236123:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b740. 00080000:00000010:2.0:1734676306.236136:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d200. 00010000:00000010:2.0:1734676306.236198:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c780. 00010000:00000010:2.0:1734676306.236204:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7ed780. 00010000:00000010:2.0:1734676306.236253:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d400. 00010000:00000010:2.0:1734676306.236258:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.236263:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.236267:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.236271:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.236279:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847dc00. 02000000:00000010:2.0:1734676306.236294:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d800. 00000400:00000010:2.0:1734676306.236297:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.236300:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.236304:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401664, portal 16 00000400:00000010:2.0:1734676306.236307:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676306.236309:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401664, offset 0 00000400:00000200:2.0:1734676306.236313:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.236318:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.236321:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.236324:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.236327:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.236329:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.236331:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80578:80578:256:4294967295] 192.168.203.46@tcp LPNI seq info [80574:80574:8:4294967295] 00000400:00000200:2.0:1734676306.236338:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.236341:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.236344:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.236347:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.236351:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.236353:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.236396:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.236399:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.236401:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.236405:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.236407:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676306.236408:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676306.236414:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864401664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.238532:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb900. 00010000:00000010:0.1:1734676306.238542:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d400. 00010000:00000010:3.1:1734676306.238722:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35800. 00010000:00000010:3.1:1734676306.238727:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1d200. 00000400:00000200:0.0:1734676306.238858:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.238869:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17d00 00000400:00000200:0.0:1734676306.238876:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54a9 [1] + 224 00000400:00000200:0.0:1734676306.238894:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.238897:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.238905:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864401664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.239712:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.239720:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170980 00000400:00000200:0.0:1734676306.239725:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3e95 [2] + 1968 00000400:00000010:0.0:1734676306.239729:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c78f0. 00000400:00000200:0.0:1734676306.239733:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08da80 00000400:00000200:0.0:1734676306.239778:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.239782:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.239785:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08da80 00000400:00000010:0.0:1734676306.239788:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08da80. 00000100:00000200:0.0:1734676306.239793:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676306.239881:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.239885:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.239886:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.239893:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864401664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.239900:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864401664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.239924:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676306.239929:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847dc00. 00000100:00000010:2.0:1734676306.239932:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.239936:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.239940:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:1.0:1734676306.240154:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16600. 00000020:00000010:1.0:1734676306.240159:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.240163:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.240180:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba450 x1818938867911040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.240209:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911040 02000000:00000010:1.0:1734676306.240217:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.240237:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d649a80. 00010000:00000010:1.0:1734676306.240415:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.240420:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676306.240503:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676306.240507:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.240515:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.240519:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911040, offset 224 00000400:00000200:1.0:1734676306.240524:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.240530:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.240536:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80579:80579:256:4294967295] 192.168.203.46@tcp LPNI seq info [80575:80575:8:4294967295] 00000400:00000200:1.0:1734676306.240543:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.240547:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.240550:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.240554:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.240559:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.240562:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.240585:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.240589:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.240592:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16600. 02000000:00000010:1.0:1734676306.240599:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:1.0:1734676306.240603:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676306.240607:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:1.0:1734676306.240609:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:1.0:1734676306.240613:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:1.0:1734676306.240615:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676306.240618:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676306.240620:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:1.0:1734676306.240622:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad800. 00000100:00000010:1.0:1734676306.240624:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:1.0:1734676306.240626:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676306.240629:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000200:1.0:1734676306.240633:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.240636:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf78. 00000400:00000010:1.0:1734676306.240640:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0a80. 00000800:00000200:0.0:1734676306.240775:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.240778:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.240781:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.240784:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.240787:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676306.240788:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 02000000:00000010:0.0:1734676306.240791:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00080000:00000010:2.0:1734676306.240849:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847dc00. 00010000:00000010:2.0:1734676306.240914:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.240920:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d649a00. 00010000:00000010:2.0:1734676306.240982:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7c00. 00010000:00000010:2.0:1734676306.240984:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.240988:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d800. 00010000:00000010:2.0:1734676306.240992:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00080000:00000010:2.0:1734676306.241000:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d000. 00010000:00000010:2.0:1734676306.241015:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.241017:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.241102:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847de00. 00010000:00000010:2.0:1734676306.241105:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.241111:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.241114:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.241119:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.241127:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847da00. 02000000:00000010:2.0:1734676306.241143:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847c800. 00000400:00000010:2.0:1734676306.241146:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.241149:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.241151:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401792, portal 16 00000400:00000010:2.0:1734676306.241154:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.241156:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401792, offset 0 00000400:00000200:2.0:1734676306.241161:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.241165:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.241168:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.241171:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.241173:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.241175:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.241177:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80580:80580:256:4294967295] 192.168.203.46@tcp LPNI seq info [80576:80576:8:4294967295] 00000400:00000200:2.0:1734676306.241183:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.241187:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.241189:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.241192:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.241196:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.241198:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.241422:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.241424:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676306.241427:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.241430:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.241433:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676306.241434:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676306.241440:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864401792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.243898:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.243912:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17d80 00000400:00000200:0.0:1734676306.243919:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54b9 [1] + 224 00000400:00000200:0.0:1734676306.243937:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.243940:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.243949:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864401792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.244641:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.244647:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170a00 00000400:00000200:0.0:1734676306.244651:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 0 00000400:00000200:0.0:1734676306.244703:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.244707:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.244712:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.244718:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676306.244871:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0ce800. 00000020:00000010:3.0:1734676306.244877:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.244880:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.244898:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867911168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.244918:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911168 02000000:00000010:3.0:1734676306.244925:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676306.244953:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.244959:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.244963:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.244967:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.244975:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.244979:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911168, offset 224 00000400:00000200:3.0:1734676306.244984:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.244990:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.244995:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80581:80581:256:4294967295] 192.168.203.46@tcp LPNI seq info [80577:80577:8:4294967295] 00000400:00000200:3.0:1734676306.245002:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.245006:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.245009:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.245013:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.245018:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.245021:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.245033:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab80. 00000020:00000010:3.0:1734676306.245052:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.245056:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0ce800. 00010000:00000010:0.1:1734676306.245338:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf400. 00000800:00000200:0.0:1734676306.245382:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.245384:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676306.245387:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.245390:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.245393:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.245394:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000400:00000010:2.0:1734676306.245454:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.245457:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.245458:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.245465:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864401792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.245472:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864401792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.245488:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dae9e80. 02000000:00000010:2.0:1734676306.245496:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847c800. 02000000:00000010:2.0:1734676306.245500:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847da00. 00000100:00000010:2.0:1734676306.245503:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.245507:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.245509:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00080000:00000010:2.0:1734676306.245519:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847da00. 00010000:00000010:2.0:1734676306.245568:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.245572:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dae9e00. 00010000:00000010:2.0:1734676306.245618:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847c800. 00010000:00000010:2.0:1734676306.245622:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.245627:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.245629:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.245633:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.245640:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847c000. 02000000:00000010:2.0:1734676306.245653:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d600. 00000400:00000010:2.0:1734676306.245655:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.245658:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.245662:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864401920, portal 16 00000400:00000010:2.0:1734676306.245664:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.245666:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864401920, offset 0 00000400:00000200:2.0:1734676306.245670:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.245674:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.245677:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.245681:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.245683:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.245685:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.245688:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80582:80582:256:4294967295] 192.168.203.46@tcp LPNI seq info [80578:80578:8:4294967295] 00000400:00000200:2.0:1734676306.245694:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.245697:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.245699:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.245702:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.245705:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.245708:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.246450:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.246453:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676306.246456:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.246460:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.246462:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676306.246464:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:1.0:1734676306.246469:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864401920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.247371:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811800. 00010000:00000010:0.1:1734676306.248095:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d37200. 00010000:00000010:0.1:1734676306.248107:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00000400:00000200:0.0:1734676306.248339:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.248351:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17e00 00000400:00000200:0.0:1734676306.248357:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54c5 [1] + 224 00000400:00000200:0.0:1734676306.248373:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.248377:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.248384:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864401920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.248566:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.248570:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.248572:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.248577:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864401920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.248584:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864401920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.248605:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d600. 02000000:00000010:2.0:1734676306.248610:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847c000. 00000100:00000010:2.0:1734676306.248615:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.248620:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.248623:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.249022:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.249028:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170a80 00000400:00000200:0.0:1734676306.249033:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 328 00000400:00000200:0.0:1734676306.249099:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.249103:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.249107:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.249111:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.249397:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.249403:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.249407:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.249426:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867911296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.249459:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911296 02000000:00000010:1.0:1734676306.249466:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.249484:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52d080. 00010000:00000010:1.0:1734676306.249509:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.249516:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676306.249521:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676306.249523:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.249533:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.249536:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911296, offset 224 00000400:00000200:1.0:1734676306.249541:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.249548:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.249553:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80583:80583:256:4294967295] 192.168.203.46@tcp LPNI seq info [80579:80579:8:4294967295] 00000400:00000200:1.0:1734676306.249561:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.249565:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.249568:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.249572:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.249577:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.249580:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.249593:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.249596:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.249599:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00080000:00000010:3.0:1734676306.249673:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce800. 00010000:00000010:3.0:1734676306.249732:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:3.0:1734676306.249738:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52d000. 00010000:00000010:3.0:1734676306.249793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0ce600. 00010000:00000010:3.0:1734676306.249798:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676306.249806:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.249809:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.249813:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.249820:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cfc00. 02000000:00000010:3.0:1734676306.249836:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf800. 00000400:00000010:3.0:1734676306.249839:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.249843:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.249846:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402048, portal 16 00000400:00000010:3.0:1734676306.249849:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.249850:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402048, offset 0 00000400:00000200:3.0:1734676306.249855:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.249859:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.249862:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.249865:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.249868:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.249870:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.249872:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80584:80584:255:4294967295] 192.168.203.46@tcp LPNI seq info [80580:80580:7:4294967295] 00000400:00000200:3.0:1734676306.249877:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.249881:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.249884:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676306.249886:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.249889:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.249891:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.249993:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.249996:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.249999:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.250002:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.250004:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676306.250006:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:0.0:1734676306.250049:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.250051:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676306.250053:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.250056:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.250058:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.250060:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676306.250064:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864402048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.250359:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf800. 00010000:00000010:0.1:1734676306.250365:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1500. 00010000:00000010:0.1:1734676306.250367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0200. 00010000:00000010:0.1:1734676306.250369:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d648e00. 00010000:00000010:0.1:1734676306.250372:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d400. 00010000:00000010:0.1:1734676306.250375:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7c00. 00010000:00000010:0.1:1734676306.250377:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d800. 00000400:00000200:0.0:1734676306.251513:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.251520:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17e80 00000400:00000200:0.0:1734676306.251525:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54d1 [1] + 224 00000400:00000200:0.0:1734676306.251540:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.251544:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.251550:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864402048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.251619:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.251623:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676306.251624:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.251629:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864402048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.251635:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864402048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.251650:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf800. 02000000:00000010:3.0:1734676306.251654:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cfc00. 00000100:00000010:3.0:1734676306.251657:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.251659:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.251662:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.252071:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.252092:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170b00 00000400:00000200:0.0:1734676306.252096:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 656 00000400:00000200:0.0:1734676306.252137:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.252141:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.252145:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.252148:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676306.252422:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.252427:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.252430:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.252445:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867911424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.252664:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911424 02000000:00000010:3.0:1734676306.252673:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad800. 00010000:00000010:3.0:1734676306.252691:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fdeec00. 00010000:00000010:3.0:1734676306.252702:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.252706:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.252840:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.252843:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.252851:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.252855:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911424, offset 224 00000400:00000200:3.0:1734676306.252859:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.252865:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.252869:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80585:80585:256:4294967295] 192.168.203.46@tcp LPNI seq info [80581:80581:8:4294967295] 00000400:00000200:3.0:1734676306.252876:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.252880:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.252883:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.252886:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.252892:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.252895:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.252954:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c000. 00010000:00000010:2.0:1734676306.253010:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab80. 00010000:00000010:2.0:1734676306.253015:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52d180. 00000004:00000010:2.0:1734676306.253100:0:23972:0:(mdt_handler.c:6777:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880095b0b3f0. 00000004:00000010:2.0:1734676306.253108:0:23972:0:(mdd_object.c:257:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88009d976348. 00000004:00000010:2.0:1734676306.253112:0:23972:0:(lod_dev.c:197:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff8800967bf320. 00080000:00000010:2.0:1734676306.253117:0:23972:0:(osd_handler.c:425:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009847d600. 00000001:00000010:2.0:1734676306.253129:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7420. 00000001:00000010:2.0:1734676306.253140:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7420. 00080000:00000010:2.0:1734676306.253148:0:23972:0:(osd_handler.c:1691:osd_object_free()) kfreed 'obj': 272 at ffff88009847d600. 00000004:00000010:2.0:1734676306.253154:0:23972:0:(lod_object.c:9666:lod_object_free()) slab-freed '(lo)': 200 at ffff8800967bf320. 00000004:00000010:2.0:1734676306.253159:0:23972:0:(mdd_object.c:321:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88009d976348. 00000004:00000010:2.0:1734676306.253162:0:23972:0:(mdt_handler.c:6851:mdt_object_free()) slab-freed 'mo': 464 at ffff880095b0b3f0. 00010000:00000010:2.0:1734676306.253178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d600. 00010000:00000010:2.0:1734676306.253183:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.253190:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.253193:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.253198:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.253206:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847cc00. 02000000:00000010:2.0:1734676306.253222:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847c400. 00000400:00000010:2.0:1734676306.253225:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.253228:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.253233:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402176, portal 16 00000400:00000010:2.0:1734676306.253236:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.253237:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402176, offset 0 00000400:00000200:2.0:1734676306.253241:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.253246:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.253249:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.253252:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.253255:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.253256:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.253259:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80586:80586:255:4294967295] 192.168.203.46@tcp LPNI seq info [80582:80582:7:4294967295] 00000400:00000200:2.0:1734676306.253265:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.253268:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.253271:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.253274:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.253277:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.253279:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.253319:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.253322:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.253325:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00000800:00000200:1.0:1734676306.254230:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.254233:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676306.254236:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.254240:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.254243:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676306.254245:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000800:00000200:1.0:1734676306.254293:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.254295:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:1.0:1734676306.254298:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.254300:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.254303:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676306.254304:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:1.0:1734676306.254310:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.255840:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.255853:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17f00 00000400:00000200:0.0:1734676306.255861:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54dd [1] + 224 00000400:00000200:0.0:1734676306.255881:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.255885:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.255893:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.256067:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.256071:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.256072:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.256086:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.256093:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.256117:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847c400. 02000000:00000010:2.0:1734676306.256122:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847cc00. 00000100:00000010:2.0:1734676306.256126:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.256130:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.256134:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00010000:00000010:3.1:1734676306.256222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4200. 00010000:00000010:2.1:1734676306.256409:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1200. 00010000:00000010:2.1:1734676306.256414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847c800. 00000400:00000200:0.0:1734676306.256510:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.256516:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170b80 00000400:00000200:0.0:1734676306.256521:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 984 00000400:00000200:0.0:1734676306.256565:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.256569:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.256573:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.256576:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:3.0:1734676306.256627:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.256632:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.256636:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.256653:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867911552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.256682:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911552 02000000:00000010:3.0:1734676306.256689:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676306.256709:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d81fb00. 00010000:00000010:3.0:1734676306.256722:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.256727:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.256741:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.256744:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.256753:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.256756:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911552, offset 224 00000400:00000200:3.0:1734676306.256760:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676306.256765:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c800. 00000400:00000200:3.0:1734676306.256767:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.256771:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80587:80587:256:4294967295] 192.168.203.46@tcp LPNI seq info [80583:80583:8:4294967295] 00000400:00000200:3.0:1734676306.256778:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.256781:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.256784:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676306.256787:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.256792:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.256795:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.256815:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00010000:00000010:2.0:1734676306.256815:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00000020:00000010:3.0:1734676306.256818:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00010000:00000010:2.0:1734676306.256819:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d81fa80. 00000020:00000010:3.0:1734676306.256821:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00000800:00000200:0.0:1734676306.256965:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.256968:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676306.256970:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.256974:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.256976:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.256978:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00010000:00000010:2.0:1734676306.257256:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7400. 00010000:00000010:2.0:1734676306.257258:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.257261:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847cc00. 00010000:00000010:2.0:1734676306.257265:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00080000:00000010:2.0:1734676306.257273:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c400. 00010000:00000010:2.0:1734676306.257294:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.257296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.257328:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847ce00. 00010000:00000010:2.0:1734676306.257331:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.257335:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.257338:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.257343:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.257350:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847ca00. 02000000:00000010:2.0:1734676306.257365:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d800. 00000400:00000010:2.0:1734676306.257369:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.257372:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.257375:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402304, portal 16 00000400:00000010:2.0:1734676306.257379:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.257380:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402304, offset 0 00000400:00000200:2.0:1734676306.257384:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.257388:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.257392:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.257395:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.257398:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.257400:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.257402:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80588:80588:256:4294967295] 192.168.203.46@tcp LPNI seq info [80584:80584:8:4294967295] 00000400:00000200:2.0:1734676306.257408:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.257411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.257414:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.257417:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.257420:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.257423:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.257567:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.257570:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.257573:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.257577:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.257579:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676306.257580:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:0.0:1734676306.257585:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.259575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2200. 00010000:00000010:0.1:1734676306.259584:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e900. 00010000:00000010:0.1:1734676306.259588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847de00. 00000400:00000200:0.0:1734676306.260592:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.260607:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e17f80 00000400:00000200:0.0:1734676306.260616:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54e9 [1] + 224 00000400:00000200:0.0:1734676306.260625:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.260628:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.260637:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.260674:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.260678:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170c00 00000400:00000200:0.0:1734676306.260683:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 1312 00000400:00000200:0.0:1734676306.260699:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.260702:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.260706:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.260711:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000010:2.0:1734676306.260803:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.260807:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.260809:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.260815:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676306.260819:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000100:00000200:2.0:1734676306.260822:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676306.260824:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.260828:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 02000000:00000010:2.0:1734676306.260847:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d800. 00000100:00000200:1.0:1734676306.260847:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867911680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1734676306.260853:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847ca00. 00000100:00000010:2.0:1734676306.260857:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.260862:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.260865:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000100:00000200:1.0:1734676306.260972:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911680 02000000:00000010:1.0:1734676306.260981:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.261003:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde6200. 00010000:00000010:1.0:1734676306.261033:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.261064:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676306.261069:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676306.261071:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.261091:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.261095:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911680, offset 224 00000400:00000200:1.0:1734676306.261099:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.261105:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.261110:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80589:80589:256:4294967295] 192.168.203.46@tcp LPNI seq info [80585:80585:8:4294967295] 00000400:00000200:1.0:1734676306.261117:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.261121:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.261124:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676306.261128:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.261133:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.261136:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.261151:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.261154:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.261158:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:2.0:1734676306.261169:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847ca00. 00010000:00000010:2.0:1734676306.261223:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.261229:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde6100. 00000800:00000200:0.0:1734676306.261248:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.261251:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676306.261254:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.261257:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.261260:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676306.261261:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00010000:00000010:2.0:1734676306.261283:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d800. 00010000:00000010:2.0:1734676306.261288:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.261293:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.261296:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.261300:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.261308:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d400. 02000000:00000010:2.0:1734676306.261323:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847de00. 00000400:00000010:2.0:1734676306.261326:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.261328:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.261331:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402432, portal 16 00000400:00000010:2.0:1734676306.261334:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.261336:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402432, offset 0 00000400:00000200:2.0:1734676306.261340:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.261344:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.261347:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.261351:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.261358:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.261361:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.261363:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80590:80590:256:4294967295] 192.168.203.46@tcp LPNI seq info [80586:80586:8:4294967295] 00000400:00000200:2.0:1734676306.261369:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.261373:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.261375:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.261378:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.261382:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.261384:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.261550:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.261552:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.261555:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.261558:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.261560:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676306.261562:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676306.261567:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.262387:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e600. 00000400:00000200:0.0:1734676306.262852:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.262859:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18000 00000400:00000200:0.0:1734676306.262865:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa54f5 [1] + 224 00000400:00000200:0.0:1734676306.262894:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.262897:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.262903:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.262946:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.262950:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.262952:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.262957:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.262965:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.262982:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847de00. 02000000:00000010:2.0:1734676306.262986:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d400. 00000100:00000010:2.0:1734676306.262988:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.262992:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.262996:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.263512:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.263518:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170c80 00000400:00000200:0.0:1734676306.263523:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 1640 00000400:00000200:0.0:1734676306.263566:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.263569:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.263573:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.263577:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676306.263645:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.263651:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.263654:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.263669:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867911808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.263736:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911808 02000000:00000010:3.0:1734676306.263744:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676306.263760:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eddac80. 00010000:00000010:3.0:1734676306.263773:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.263778:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.263795:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.263799:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.263806:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.263810:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911808, offset 224 00000400:00000200:3.0:1734676306.263815:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.263822:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.263827:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80591:80591:256:4294967295] 192.168.203.46@tcp LPNI seq info [80587:80587:8:4294967295] 00000400:00000200:3.0:1734676306.263833:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.263837:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.263840:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.263843:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.263849:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.263852:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.263875:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.263878:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.263881:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00080000:00000010:2.0:1734676306.263956:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d400. 00010000:00000010:2.0:1734676306.264012:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00000800:00000200:0.0:1734676306.264016:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1734676306.264018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eddac00. 00000800:00000010:0.0:1734676306.264019:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676306.264022:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.264025:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.264028:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676306.264029:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00010000:00000010:2.0:1734676306.264117:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847de00. 00010000:00000010:2.0:1734676306.264122:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.264128:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.264132:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.264137:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.264145:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0200. 02000000:00000010:2.0:1734676306.264158:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1e00. 00000400:00000010:2.0:1734676306.264161:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.264163:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.264167:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402560, portal 16 00000400:00000010:2.0:1734676306.264170:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676306.264171:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402560, offset 0 00000400:00000200:2.0:1734676306.264175:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.264179:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.264182:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.264184:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.264187:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.264188:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.264190:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80592:80592:256:4294967295] 192.168.203.46@tcp LPNI seq info [80588:80588:8:4294967295] 00000400:00000200:2.0:1734676306.264195:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.264198:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.264201:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.264204:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.264207:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.264209:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.264336:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.264339:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.264342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.264345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.264347:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676306.264349:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:0.0:1734676306.264353:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.266144:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.266155:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18080 00000400:00000200:0.0:1734676306.266162:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5501 [1] + 224 00000400:00000200:0.0:1734676306.266178:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.266181:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.266189:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.266341:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.266346:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.266347:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.266353:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.266359:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.266379:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1e00. 02000000:00000010:2.0:1734676306.266383:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0200. 00000100:00000010:2.0:1734676306.266387:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.266392:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.266396:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.266533:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.266539:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170d00 00000400:00000200:0.0:1734676306.266543:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ef5 [2] + 1968 00000400:00000010:0.0:1734676306.266546:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad1b8. 00000400:00000200:0.0:1734676306.266549:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79af00 00000400:00000200:0.0:1734676306.266589:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.266592:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.266595:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79af00 00000400:00000010:0.0:1734676306.266596:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79af00. 00000100:00000200:0.0:1734676306.266600:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.266750:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.266755:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.266759:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.266776:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba050 x1818938867911936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.266841:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867911936 02000000:00000010:1.0:1734676306.266848:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676306.266867:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88bb00. 00010000:00000010:1.0:1734676306.266880:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.266885:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880097c2ef00. 00000100:00000010:1.0:1734676306.266901:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880097c2ef00. 00010000:00000010:1.0:1734676306.266904:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.266912:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676306.266916:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867911936, offset 224 00000400:00000200:1.0:1734676306.266921:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.266927:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.266932:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80593:80593:256:4294967295] 192.168.203.46@tcp LPNI seq info [80589:80589:8:4294967295] 00000400:00000200:1.0:1734676306.266939:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.266943:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.266946:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.266950:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.266955:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.266958:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.266976:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.266979:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.266982:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.266988:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:1.0:1734676306.266991:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676306.266994:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676306.266996:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676306.266999:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:1.0:1734676306.267002:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676306.267004:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad800. 00000100:00000010:1.0:1734676306.267006:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676306.267012:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676306.267013:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676306.267016:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:1.0:1734676306.267018:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:1.0:1734676306.267023:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.267026:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9f8. 00000400:00000010:1.0:1734676306.267029:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880097c2ef00. 00000800:00000200:0.0:1734676306.267329:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.267332:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676306.267336:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.267339:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.267341:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676306.267343:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 02000000:00000010:0.0:1734676306.267346:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00080000:00000010:2.0:1734676306.267387:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0200. 00010000:00000010:2.0:1734676306.267436:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.267440:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88ba80. 00010000:00000010:2.0:1734676306.267492:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:2.0:1734676306.267496:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.267502:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.267505:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.267510:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.267517:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1600. 02000000:00000010:2.0:1734676306.267532:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7600. 00000400:00000010:2.0:1734676306.267535:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.267537:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.267540:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402688, portal 16 00000400:00000010:2.0:1734676306.267543:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.267545:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402688, offset 0 00000400:00000200:2.0:1734676306.267548:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.267553:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.267556:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.267559:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.267562:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.267564:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.267566:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80594:80594:256:4294967295] 192.168.203.46@tcp LPNI seq info [80590:80590:8:4294967295] 00000400:00000200:2.0:1734676306.267572:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.267575:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.267578:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.267581:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.267584:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.267586:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.267774:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.267776:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.267778:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.267782:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.267784:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676306.267785:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676306.267791:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.268382:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e400. 00010000:00000010:0.1:1734676306.268389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ce600. 00010000:00000010:0.1:1734676306.268395:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9c5a00. 00010000:00000010:0.1:1734676306.268404:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d600. 00010000:00000010:0.1:1734676306.268408:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7400. 00010000:00000010:0.1:1734676306.268410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847cc00. 00010000:00000010:2.1:1734676306.269331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815a00. 00000400:00000200:0.0:1734676306.269609:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.269619:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18100 00000400:00000200:0.0:1734676306.269626:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5511 [1] + 224 00000400:00000200:0.0:1734676306.269640:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.269643:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.269652:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.269810:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.269814:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.269816:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.269821:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.269828:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.269847:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7600. 02000000:00000010:2.0:1734676306.269851:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1600. 00000100:00000010:2.0:1734676306.269854:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.269858:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.269862:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.270069:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.270074:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170d80 00000400:00000200:0.0:1734676306.270088:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 0 00000400:00000200:0.0:1734676306.270132:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.270136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.270140:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.270144:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676306.271374:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.271382:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.271385:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.271405:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867912064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.271425:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912064 02000000:00000010:3.0:1734676306.271433:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000010:3.0:1734676306.271456:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fec9580. 00010000:00000010:3.0:1734676306.271472:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.271479:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.271497:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.271501:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.271511:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.271516:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912064, offset 224 00000400:00000200:3.0:1734676306.271521:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.271529:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.271536:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80595:80595:256:4294967295] 192.168.203.46@tcp LPNI seq info [80591:80591:8:4294967295] 00000400:00000200:3.0:1734676306.271544:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.271548:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.271551:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.271556:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.271562:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.271565:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.271777:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7600. 00010000:00000010:2.0:1734676306.271832:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.271838:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88b080. 00010000:00000010:2.0:1734676306.271891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7e00. 00010000:00000010:2.0:1734676306.271896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.271903:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.271906:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.271912:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.271919:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6e00. 02000000:00000010:2.0:1734676306.271936:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7200. 00000400:00000010:2.0:1734676306.271941:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.271944:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.271949:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402816, portal 16 00000400:00000010:2.0:1734676306.271952:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676306.271953:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402816, offset 0 00000400:00000200:2.0:1734676306.271957:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.271962:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.271965:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.271967:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.271970:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.271972:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.271974:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80596:80596:255:4294967295] 192.168.203.46@tcp LPNI seq info [80592:80592:7:4294967295] 00000400:00000200:2.0:1734676306.271981:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.271984:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.271986:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.271989:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.271992:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.271995:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.272099:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.272103:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.272106:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00000800:00000200:0.0:1734676306.272759:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.272762:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676306.272766:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.272771:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.272774:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.272775:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000800:00000200:0.0:1734676306.273364:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.273369:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.273372:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.273375:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.273378:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676306.273379:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676306.273386:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.274158:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99a800. 00000400:00000200:0.0:1734676306.274412:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.274421:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18180 00000400:00000200:0.0:1734676306.274428:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa551d [1] + 224 00000400:00000200:0.0:1734676306.274443:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.274445:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.274452:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.275139:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.275144:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.275146:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.275152:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.275159:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.275179:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7200. 02000000:00000010:2.0:1734676306.275185:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6e00. 00000100:00000010:2.0:1734676306.275188:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.275192:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.275195:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.275378:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.275385:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170e00 00000400:00000200:0.0:1734676306.275391:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 328 00000400:00000200:0.0:1734676306.275439:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.275443:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.275448:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.275452:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:3.0:1734676306.275678:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.275683:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.275686:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.275702:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867912192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.275729:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912192 02000000:00000010:3.0:1734676306.275735:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676306.275752:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff63080. 00010000:00000010:3.0:1734676306.275763:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.275768:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.275959:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.275963:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.275971:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.275974:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912192, offset 224 00000400:00000200:3.0:1734676306.275979:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.275986:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.275990:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80597:80597:256:4294967295] 192.168.203.46@tcp LPNI seq info [80593:80593:8:4294967295] 00000400:00000200:3.0:1734676306.275998:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.276003:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.276006:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.276010:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.276014:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.276017:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.276035:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.276052:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.276055:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00080000:00000010:2.0:1734676306.276107:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6e00. 00010000:00000010:2.0:1734676306.276160:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.276165:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff63000. 00010000:00000010:2.0:1734676306.276213:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7000. 00010000:00000010:2.0:1734676306.276215:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.276218:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7200. 00010000:00000010:2.0:1734676306.276222:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00080000:00000010:2.0:1734676306.276230:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6a00. 00010000:00000010:2.0:1734676306.276246:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.276248:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.276282:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6200. 00010000:00000010:2.0:1734676306.276285:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.276289:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.276292:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.276296:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.276303:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7400. 02000000:00000010:2.0:1734676306.276318:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7a00. 00000400:00000010:2.0:1734676306.276321:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.276324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.276328:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864402944, portal 16 00000400:00000010:2.0:1734676306.276330:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676306.276332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864402944, offset 0 00000400:00000200:2.0:1734676306.276336:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.276340:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.276343:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.276346:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.276348:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.276350:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.276353:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80598:80598:255:4294967295] 192.168.203.46@tcp LPNI seq info [80594:80594:7:4294967295] 00000400:00000200:2.0:1734676306.276358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.276361:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.276364:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.276367:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.276370:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.276372:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.276506:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.276509:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676306.276511:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.276514:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.276517:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676306.276518:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676306.276548:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.276549:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.276551:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.276554:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.276556:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676306.276557:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676306.276561:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864402944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.278076:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.278094:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18200 00000400:00000200:0.0:1734676306.278101:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5529 [1] + 224 00000400:00000200:0.0:1734676306.278119:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.278122:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.278129:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864402944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.278352:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.278358:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170e80 00000400:00000200:0.0:1734676306.278361:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 656 00000400:00000200:0.0:1734676306.278399:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.278403:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.278406:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.278410:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000400:00000010:2.0:1734676306.278479:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.278483:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.278485:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.278491:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864402944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.278497:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864402944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.278518:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7a00. 02000000:00000010:2.0:1734676306.278523:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7400. 00000100:00000010:2.0:1734676306.278526:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.278530:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.278534:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:3.0:1734676306.278774:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.278779:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.278783:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.278801:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867912320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.278826:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912320 02000000:00000010:3.0:1734676306.278833:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae400. 00010000:00000010:3.0:1734676306.278852:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0d80. 00010000:00000010:3.0:1734676306.278865:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.278870:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.278886:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.278889:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:2.0:1734676306.279073:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7400. 00010000:00000010:2.0:1734676306.279135:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.279140:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0d00. 00010000:00000010:2.0:1734676306.279195:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7a00. 00010000:00000010:2.0:1734676306.279199:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.279205:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.279208:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.279213:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.279220:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6800. 02000000:00000010:2.0:1734676306.279236:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6400. 00000400:00000010:2.0:1734676306.279239:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.279242:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.279247:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403072, portal 16 00000400:00000010:2.0:1734676306.279251:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.279253:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403072, offset 0 00000400:00000200:2.0:1734676306.279257:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.279264:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.279268:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.279271:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.279274:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.279275:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.279278:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80599:80599:256:4294967295] 192.168.203.46@tcp LPNI seq info [80595:80595:8:4294967295] 00000400:00000200:2.0:1734676306.279284:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.279289:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.279292:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.279296:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.279302:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.279305:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1734676306.279567:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.279571:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912320, offset 224 00000400:00000200:3.0:1734676306.279575:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.279580:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.279584:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80600:80600:255:4294967295] 192.168.203.46@tcp LPNI seq info [80596:80596:7:4294967295] 00000400:00000200:3.0:1734676306.279590:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.279593:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.279596:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.279598:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.279603:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.279605:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.279614:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.279617:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.279620:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00000800:00000200:0.0:1734676306.279893:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.279896:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.279899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.279902:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.279905:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676306.279906:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676306.279912:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.279948:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.279950:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676306.279952:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.279955:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.279957:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676306.279959:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00010000:00000010:0.1:1734676306.279968:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77d100. 00010000:00000010:0.1:1734676306.279974:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847ce00. 00010000:00000010:0.1:1734676306.279977:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a09a2c00. 00010000:00000010:0.1:1734676306.279980:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d800. 00010000:00000010:0.1:1734676306.279984:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bbd00. 00010000:00000010:0.1:1734676306.279988:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847de00. 00010000:00000010:2.1:1734676306.281104:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ce00. 00010000:00000010:2.1:1734676306.282165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d3000. 00010000:00000010:2.1:1734676306.282174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf8e00. 00000400:00000200:0.0:1734676306.282604:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.282616:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18280 00000400:00000200:0.0:1734676306.282623:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5531 [1] + 224 00000400:00000200:0.0:1734676306.282637:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.282640:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.282650:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.282698:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.282702:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.282704:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.282710:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.282717:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.282739:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676306.282743:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6800. 00000100:00000010:2.0:1734676306.282747:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.282751:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.282755:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.283118:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.283125:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170f00 00000400:00000200:0.0:1734676306.283130:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 984 00000400:00000200:0.0:1734676306.283178:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.283182:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.283187:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.283190:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:3.0:1734676306.283416:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.283422:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.283426:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.283443:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867912448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.283757:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912448 02000000:00000010:3.0:1734676306.283765:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad000. 00010000:00000010:3.0:1734676306.283785:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d78fd80. 00010000:00000010:3.0:1734676306.283798:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.283803:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.283820:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.283823:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.283832:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.283837:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912448, offset 224 00000400:00000200:3.0:1734676306.283841:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.283849:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.283853:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80601:80601:256:4294967295] 192.168.203.46@tcp LPNI seq info [80597:80597:8:4294967295] 00080000:00000010:2.0:1734676306.283858:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6800. 00000400:00000200:3.0:1734676306.283861:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.283865:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.283867:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.283871:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.283876:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.283879:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.283898:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.283901:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.283904:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00010000:00000010:2.0:1734676306.283913:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.283918:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d78fd00. 00010000:00000010:2.0:1734676306.283978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6400. 00010000:00000010:2.0:1734676306.283982:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.283989:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.283991:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.283996:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.284004:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6c00. 02000000:00000010:2.0:1734676306.284018:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6000. 00000400:00000010:2.0:1734676306.284022:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.284025:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.284029:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403200, portal 16 00000400:00000010:2.0:1734676306.284032:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676306.284034:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403200, offset 0 00000400:00000200:2.0:1734676306.284055:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.284060:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.284063:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.284066:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.284069:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.284070:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.284073:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80602:80602:255:4294967295] 192.168.203.46@tcp LPNI seq info [80598:80598:7:4294967295] 00000400:00000200:2.0:1734676306.284088:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.284092:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.284094:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.284097:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.284100:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.284102:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.284144:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.284147:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676306.284150:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.284154:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.284156:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676306.284158:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:0.0:1734676306.284185:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.284187:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.284190:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.284192:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.284194:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676306.284196:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:0.0:1734676306.284201:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.285625:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafee00. 00010000:00000010:0.1:1734676306.285633:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:0.1:1734676306.285635:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe300. 00010000:00000010:0.1:1734676306.285638:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7e00. 00010000:00000010:0.1:1734676306.285640:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7000. 00010000:00000010:0.1:1734676306.285641:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7200. 00010000:00000010:0.1:1734676306.285643:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6f00. 00010000:00000010:0.1:1734676306.285645:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6200. 00000400:00000200:0.0:1734676306.287722:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.287736:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18300 00000400:00000200:0.0:1734676306.287744:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5541 [1] + 224 00000400:00000200:0.0:1734676306.287753:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.287756:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.287765:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.288240:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.288245:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5170f80 00000400:00000200:0.0:1734676306.288250:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 1312 00000400:00000200:0.0:1734676306.288300:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.288303:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.288307:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.288311:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676306.288595:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.288601:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.288604:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.288625:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867912576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.288656:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912576 02000000:00000010:1.0:1734676306.288663:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.288692:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.288698:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df38180. 00000100:00000010:1.0:1734676306.288703:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df38180. 00010000:00000010:1.0:1734676306.288705:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.288715:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.288719:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912576, offset 224 00000400:00000200:1.0:1734676306.288724:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.288731:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000010:2.0:1734676306.288734:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:1.0:1734676306.288736:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80603:80603:256:4294967295] 192.168.203.46@tcp LPNI seq info [80599:80599:8:4294967295] 00000400:00000200:2.0:1734676306.288737:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.288739:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000400:00000200:1.0:1734676306.288743:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000100:00000200:2.0:1734676306.288744:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.288747:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.288750:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000100:00000200:2.0:1734676306.288751:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.288755:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.288760:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.288762:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676306.288767:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834f4680. 00000020:00000010:1.0:1734676306.288773:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.288776:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.288778:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 02000000:00000010:2.0:1734676306.288779:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6000. 02000000:00000010:2.0:1734676306.288783:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6c00. 00000100:00000010:2.0:1734676306.288785:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.288789:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.288792:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00080000:00000010:2.0:1734676306.288804:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6c00. 00010000:00000010:2.0:1734676306.288862:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.288867:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e130d80. 00010000:00000010:2.0:1734676306.288919:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6000. 00010000:00000010:2.0:1734676306.288923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.288930:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.288932:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.288936:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.288942:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7c00. 02000000:00000010:2.0:1734676306.288956:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:2.0:1734676306.288959:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.288961:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.288965:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403328, portal 16 00000400:00000010:2.0:1734676306.288967:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676306.288969:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403328, offset 0 00000400:00000200:2.0:1734676306.288973:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.288977:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.288980:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.288983:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.288986:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.288988:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.288991:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80604:80604:255:4294967295] 192.168.203.46@tcp LPNI seq info [80600:80600:7:4294967295] 00000400:00000200:2.0:1734676306.288997:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.289001:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.289003:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.289005:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.289008:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.289010:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.289067:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.289069:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.289072:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.289075:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.289089:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676306.289091:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:0.0:1734676306.289117:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.289119:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.289121:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.289123:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.289125:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676306.289127:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676306.289131:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.290658:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.290668:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18380 00000400:00000200:0.0:1734676306.290675:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa554d [1] + 224 00000400:00000200:0.0:1734676306.290682:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.290685:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.290692:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.290724:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.290728:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171000 00000400:00000200:0.0:1734676306.290732:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 1640 00000400:00000200:0.0:1734676306.290743:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.290746:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.290749:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.290753:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676306.290822:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.290827:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.290830:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000400:00000010:2.0:1734676306.290843:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000100:00000200:3.0:1734676306.290846:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867912704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1734676306.290846:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.290847:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.290852:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.290858:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.290875:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676306.290879:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7c00. 00000100:00000010:2.0:1734676306.290882:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.290885:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.290889:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000100:00000200:3.0:1734676306.290942:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912704 02000000:00000010:3.0:1734676306.290950:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676306.290966:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d65cc00. 00010000:00000010:3.0:1734676306.290978:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.290983:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.290996:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.290999:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.291006:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.291009:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912704, offset 224 00000400:00000200:3.0:1734676306.291014:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.291019:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.291023:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80605:80605:256:4294967295] 192.168.203.46@tcp LPNI seq info [80601:80601:8:4294967295] 00000400:00000200:3.0:1734676306.291031:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.291035:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:2.1:1734676306.291133:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfca00. 00010000:00000010:2.1:1734676306.291137:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95cc00. 00080000:00000010:2.0:1734676306.291149:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7c00. 00010000:00000010:2.0:1734676306.291192:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.291197:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d65cb80. 00010000:00000010:2.0:1734676306.291241:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:2.0:1734676306.291244:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.291250:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.291252:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.291256:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.291263:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6200. 02000000:00000010:2.0:1734676306.291274:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7200. 00000400:00000010:2.0:1734676306.291276:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676306.291280:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.291283:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403456, portal 16 00000400:00000010:2.0:1734676306.291286:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676306.291287:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403456, offset 0 00000400:00000200:2.0:1734676306.291291:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.291294:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.291297:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.291300:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.291302:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.291304:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.291306:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80606:80606:255:4294967295] 192.168.203.46@tcp LPNI seq info [80602:80602:7:4294967295] 00000400:00000200:2.0:1734676306.291312:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.291315:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.291318:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.291322:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.291327:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.291330:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:3.0:1734676306.291389:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.291392:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.291395:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.291397:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.291405:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.291409:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.291412:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00000800:00000200:0.0:1734676306.291466:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.291468:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.291471:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.291474:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.291476:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676306.291478:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676306.291482:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.291617:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.291619:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676306.291622:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.291625:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.291627:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676306.291628:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000400:00000200:0.0:1734676306.293088:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.293099:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18400 00000400:00000200:0.0:1734676306.293106:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5559 [1] + 224 00000400:00000200:0.0:1734676306.293113:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.293116:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.293124:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.293151:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.293155:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171080 00000400:00000200:0.0:1734676306.293159:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f45 [2] + 1968 00000400:00000010:0.0:1734676306.293163:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad528. 00000400:00000200:0.0:1734676306.293166:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79acc0 00000400:00000200:0.0:1734676306.293178:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.293181:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.293184:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79acc0 00000400:00000010:0.0:1734676306.293186:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79acc0. 00000100:00000200:0.0:1734676306.293190:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.293239:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.293244:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.293247:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000400:00000010:2.0:1734676306.293255:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676306.293258:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.293260:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.293264:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.293264:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8450 x1818938867912832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.293271:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.293288:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7200. 02000000:00000010:2.0:1734676306.293292:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6200. 00000100:00000200:1.0:1734676306.293294:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912832 00000100:00000010:2.0:1734676306.293295:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.293299:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 02000000:00000010:1.0:1734676306.293300:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:2.0:1734676306.293303:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00010000:00000010:1.0:1734676306.293320:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdfe80. 00010000:00000010:1.0:1734676306.293335:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.293340:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df38180. 00000100:00000010:1.0:1734676306.293351:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df38180. 00010000:00000010:1.0:1734676306.293353:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.293362:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676306.293366:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912832, offset 224 00000400:00000200:1.0:1734676306.293370:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.293375:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676306.293379:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6200. 00000400:00000200:1.0:1734676306.293379:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80607:80607:256:4294967295] 192.168.203.46@tcp LPNI seq info [80603:80603:8:4294967295] 00000400:00000200:1.0:1734676306.293386:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.293389:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.293392:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.293395:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.293400:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.293403:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676306.293430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.293435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdfe00. 00010000:00000010:2.0:1734676306.293481:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7600. 00010000:00000010:2.0:1734676306.293483:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.293486:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7200. 00010000:00000010:2.0:1734676306.293489:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00080000:00000010:2.0:1734676306.293496:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7e00. 00010000:00000010:2.0:1734676306.293510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.293512:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b00. 00000001:00000010:2.0:1734676306.293534:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7420. 00000001:00000010:2.0:1734676306.293538:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7420. 00000001:00000010:2.0:1734676306.293540:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7420. 00000001:00000010:2.0:1734676306.293542:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7580. 00010000:00000010:2.0:1734676306.293563:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:2.0:1734676306.293565:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.293570:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.293572:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.293576:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.293583:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1600. 02000000:00000010:2.0:1734676306.293597:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56a00. 00000400:00000010:2.0:1734676306.293599:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.293601:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.293605:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403584, portal 16 00000400:00000010:2.0:1734676306.293608:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676306.293610:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403584, offset 0 00000400:00000200:2.0:1734676306.293614:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.293618:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.293621:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.293624:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.293626:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.293627:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.293630:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80608:80608:255:4294967295] 192.168.203.46@tcp LPNI seq info [80604:80604:7:4294967295] 00000400:00000200:2.0:1734676306.293636:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.293639:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.293641:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.293643:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.293646:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.293648:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.293685:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.293690:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.293692:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.293699:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:1.0:1734676306.293702:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676306.293705:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676306.293707:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676306.293710:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad000. 00000100:00000010:1.0:1734676306.293713:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676306.293715:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae400. 00000100:00000010:1.0:1734676306.293716:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676306.293719:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:1.0:1734676306.293721:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676306.293723:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad400. 00000100:00000010:1.0:1734676306.293725:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:1.0:1734676306.293729:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.293732:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adbb0. 00000400:00000010:1.0:1734676306.293734:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df38180. 00000800:00000200:0.0:1734676306.293795:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.293797:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676306.293800:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.293804:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.293806:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676306.293807:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 02000000:00000010:0.0:1734676306.293810:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000800:00000200:0.0:1734676306.293944:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.293946:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.293949:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.293952:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.293954:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676306.293955:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676306.293960:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.294404:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06500. 00010000:00000010:2.1:1734676306.294410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7a00. 00000400:00000200:0.0:1734676306.295728:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.295736:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18480 00000400:00000200:0.0:1734676306.295743:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5565 [1] + 224 00000400:00000200:0.0:1734676306.295749:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.295751:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.295758:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.295788:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.295791:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171100 00000400:00000200:0.0:1734676306.295794:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 0 00000400:00000200:0.0:1734676306.295807:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.295810:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.295813:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.295816:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676306.295872:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.295876:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.295880:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000400:00000010:2.0:1734676306.295895:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000100:00000200:1.0:1734676306.295896:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867912960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:2.0:1734676306.295898:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.295900:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.295904:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.295911:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.295924:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867912960 02000000:00000010:2.0:1734676306.295928:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56a00. 02000000:00000010:2.0:1734676306.295932:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1600. 02000000:00000010:1.0:1734676306.295932:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00000100:00000010:2.0:1734676306.295934:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.295938:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.295942:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00010000:00000010:1.0:1734676306.295948:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48fa00. 00010000:00000010:1.0:1734676306.295963:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.295970:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.295975:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.295977:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.295984:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00080000:00000010:2.0:1734676306.295986:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56a00. 00000100:00000200:1.0:1734676306.295988:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867912960, offset 224 00000400:00000200:1.0:1734676306.295992:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.295997:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.296002:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80609:80609:256:4294967295] 192.168.203.46@tcp LPNI seq info [80605:80605:8:4294967295] 00000400:00000200:1.0:1734676306.296008:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.296011:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.296014:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.296018:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.296022:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.296025:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676306.296030:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00000020:00000010:1.0:1734676306.296033:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00010000:00000010:2.0:1734676306.296034:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48f980. 00000020:00000010:1.0:1734676306.296055:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.296058:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:2.0:1734676306.296129:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56400. 00010000:00000010:2.0:1734676306.296133:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.296140:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.296143:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.296146:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.296152:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56200. 02000000:00000010:2.0:1734676306.296164:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57000. 00000400:00000010:2.0:1734676306.296167:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.296170:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.296173:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403712, portal 16 00000400:00000010:2.0:1734676306.296176:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.296178:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403712, offset 0 00000400:00000200:2.0:1734676306.296181:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.296185:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.296189:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.296192:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.296194:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.296196:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.296198:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80610:80610:255:4294967295] 192.168.203.46@tcp LPNI seq info [80606:80606:7:4294967295] 00000400:00000200:2.0:1734676306.296204:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.296207:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.296209:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.296212:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.296215:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.296218:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.296343:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.296345:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:0.0:1734676306.296348:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.296351:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.296354:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676306.296355:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000800:00000200:0.0:1734676306.296389:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.296391:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.296393:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.296395:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.296397:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676306.296398:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676306.296402:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864403712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.297456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99bc00. 00010000:00000010:3.1:1734676306.297494:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4cc00. 00010000:00000010:3.1:1734676306.297497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfda00. 00000400:00000200:0.0:1734676306.298214:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.298223:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18500 00000400:00000200:0.0:1734676306.298230:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5575 [1] + 224 00000400:00000200:0.0:1734676306.298243:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.298246:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.298253:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864403712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.298298:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.298302:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.298304:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.298308:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864403712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.298315:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864403712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.298334:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57000. 02000000:00000010:2.0:1734676306.298338:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56200. 00000100:00000010:2.0:1734676306.298340:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.298344:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.298348:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.299073:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.299090:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171180 00000400:00000200:0.0:1734676306.299095:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 328 00000400:00000200:0.0:1734676306.299423:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.299427:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.299432:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.299436:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676306.299520:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cfc00. 00000020:00000010:3.0:1734676306.299525:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.299529:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.299546:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867913088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.299594:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913088 02000000:00000010:3.0:1734676306.299602:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae800. 00010000:00000010:3.0:1734676306.299619:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7000. 00010000:00000010:3.0:1734676306.299642:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.299647:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.299652:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.299655:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.299662:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.299666:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913088, offset 224 00000400:00000200:3.0:1734676306.299671:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.299677:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.299682:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80611:80611:256:4294967295] 192.168.203.46@tcp LPNI seq info [80607:80607:8:4294967295] 00000400:00000200:3.0:1734676306.299690:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.299694:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.299697:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.299701:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.299706:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.299710:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.299725:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.299728:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.299731:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cfc00. 00080000:00000010:3.0:1734676306.299754:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cfc00. 00010000:00000010:3.0:1734676306.299808:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:3.0:1734676306.299812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131205200. 00010000:00000010:3.0:1734676306.299858:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf800. 00010000:00000010:3.0:1734676306.299862:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676306.299868:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.299871:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.299876:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.299883:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0ce400. 02000000:00000010:3.0:1734676306.299897:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf400. 00000800:00000200:0.0:1734676306.299952:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.299955:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.299957:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.299960:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.299963:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676306.299965:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000400:00000010:3.0:1734676306.300219:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.300223:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.300227:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403840, portal 16 00000400:00000010:3.0:1734676306.300230:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.300232:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403840, offset 0 00000400:00000200:3.0:1734676306.300236:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.300240:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.300243:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.300247:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.300249:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.300251:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.300253:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80612:80612:256:4294967295] 192.168.203.46@tcp LPNI seq info [80608:80608:8:4294967295] 00000400:00000200:3.0:1734676306.300259:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.300263:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.300265:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.300268:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.300271:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.300273:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.300687:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.300689:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.300692:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.300695:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.300698:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.300699:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676306.300704:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864403840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.302165:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.302176:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18580 00000400:00000200:0.0:1734676306.302183:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5581 [1] + 224 00000400:00000200:0.0:1734676306.302202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.302206:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.302213:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864403840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.302320:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.302326:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171200 00000400:00000200:0.0:1734676306.302331:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 656 00000400:00000010:3.0:1734676306.302337:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.302342:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676306.302343:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.302349:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864403840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.302356:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864403840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.302374:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676306.302377:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf400. 00000400:00000200:0.0:1734676306.302377:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676306.302382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0ce400. 00000100:00000200:0.0:1734676306.302382:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.302385:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:0.0:1734676306.302385:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000100:00000010:3.0:1734676306.302388:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.302391:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.302475:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.302480:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.302484:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.302501:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867913216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.302534:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913216 02000000:00000010:1.0:1734676306.302542:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.302562:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880071503180. 00010000:00000010:1.0:1734676306.302608:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.302614:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.302626:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.302629:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.302638:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676306.302641:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913216, offset 224 00080000:00000010:3.0:1734676306.302645:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce400. 00000400:00000200:1.0:1734676306.302646:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.302652:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.302657:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80613:80613:256:4294967295] 192.168.203.46@tcp LPNI seq info [80609:80609:8:4294967295] 00000400:00000200:1.0:1734676306.302664:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.302668:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.302671:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.302674:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.302680:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.302682:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.302692:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676306.302697:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880071503280. 00000020:00000010:1.0:1734676306.302703:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.302707:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.302710:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:3.0:1734676306.302743:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf400. 00010000:00000010:3.0:1734676306.302748:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00000800:00000200:0.0:1734676306.302751:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1734676306.302754:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000800:00000010:0.0:1734676306.302754:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000100:00000010:3.0:1734676306.302756:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000400:00000200:0.0:1734676306.302757:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1734676306.302760:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 00000400:00000200:0.0:1734676306.302760:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.302762:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676306.302763:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 02000000:00000010:3.0:1734676306.302767:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf200. 02000000:00000010:3.0:1734676306.302781:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf000. 00000400:00000010:3.0:1734676306.302783:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000400:00000010:3.0:1734676306.302786:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.302789:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864403968, portal 16 00000400:00000010:3.0:1734676306.302792:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.302794:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864403968, offset 0 00000400:00000200:3.0:1734676306.302797:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.302802:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.302805:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.302808:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.302810:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.302812:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.302814:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80614:80614:256:4294967295] 192.168.203.46@tcp LPNI seq info [80610:80610:8:4294967295] 00000400:00000200:3.0:1734676306.302820:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.302823:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.302825:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.302828:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.302832:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.302835:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.302967:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.302969:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676306.302972:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.302975:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.302977:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676306.302978:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676306.302982:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864403968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.303180:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26c00. 00010000:00000010:2.1:1734676306.303185:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc500. 00010000:00000010:2.1:1734676306.303188:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:2.1:1734676306.303190:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc300. 00010000:00000010:2.1:1734676306.303192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6000. 00010000:00000010:2.1:1734676306.303194:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23c00. 00010000:00000010:2.1:1734676306.303196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00010000:00000010:2.1:1734676306.303199:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:2.1:1734676306.303201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7200. 00000400:00000200:0.0:1734676306.304730:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.304741:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18600 00000400:00000200:0.0:1734676306.304747:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa558d [1] + 224 00000400:00000200:0.0:1734676306.304754:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.304757:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.304762:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864403968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.304786:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.304790:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171280 00000400:00000200:0.0:1734676306.304794:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 984 00000400:00000010:3.0:1734676306.304817:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:3.0:1734676306.304821:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676306.304822:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.304826:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864403968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.304834:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864403968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.304839:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.304842:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.304846:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.304851:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:3.0:1734676306.304854:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf000. 02000000:00000010:3.0:1734676306.304858:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf200. 00000100:00000010:3.0:1734676306.304860:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.304863:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.304867:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.305004:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.305010:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.305013:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.305029:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867913344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.305096:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913344 02000000:00000010:1.0:1734676306.305104:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676306.305124:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008bf5ec00. 00010000:00000010:1.0:1734676306.305135:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.305139:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.305156:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.305158:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.305165:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676306.305169:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913344, offset 224 00000400:00000200:1.0:1734676306.305174:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.305180:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.305188:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80615:80615:256:4294967295] 192.168.203.46@tcp LPNI seq info [80611:80611:8:4294967295] 00000400:00000200:1.0:1734676306.305196:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.305200:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.305203:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.305207:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.305212:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.305215:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.305234:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.305237:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.305240:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:2.0:1734676306.305278:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56200. 00000800:00000200:0.0:1734676306.305304:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.305307:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.305310:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.305314:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.305316:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676306.305317:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00010000:00000010:2.0:1734676306.305333:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:2.0:1734676306.305339:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008bf5e980. 00010000:00000010:2.0:1734676306.305387:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57000. 00010000:00000010:2.0:1734676306.305392:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.305398:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.305401:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.305407:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.305414:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56000. 02000000:00000010:2.0:1734676306.305429:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e56e00. 00000400:00000010:2.0:1734676306.305432:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.305435:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.305439:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404096, portal 16 00000400:00000010:2.0:1734676306.305442:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676306.305443:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404096, offset 0 00000400:00000200:2.0:1734676306.305447:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.305452:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.305456:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.305459:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.305461:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.305463:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.305465:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80616:80616:256:4294967295] 192.168.203.46@tcp LPNI seq info [80612:80612:8:4294967295] 00000400:00000200:2.0:1734676306.305470:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.305474:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.305476:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.305478:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.305482:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.305484:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.305562:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.305566:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.305568:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.305571:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.305573:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676306.305574:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676306.305580:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864404096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.306185:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff47600. 00010000:00000010:2.1:1734676306.306191:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1b600. 00010000:00000010:2.1:1734676306.306194:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56400. 00010000:00000010:3.1:1734676306.306237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da33400. 00000400:00000200:0.0:1734676306.306579:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.306587:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18680 00000400:00000200:0.0:1734676306.306592:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5599 [1] + 224 00000400:00000200:0.0:1734676306.306679:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.306683:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.306689:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864404096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.306766:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.306773:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171300 00000400:00000200:0.0:1734676306.306776:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 1312 00000400:00000200:0.0:1734676306.306811:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.306814:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.306818:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.306821:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676306.306978:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.306983:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.306986:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000400:00000010:2.0:1734676306.306994:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.306997:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.306999:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676306.307000:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867913472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.307004:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864404096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.307017:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864404096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.307033:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e56e00. 02000000:00000010:2.0:1734676306.307056:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56000. 00000100:00000010:2.0:1734676306.307061:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000200:1.0:1734676306.307064:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913472 00000100:00000010:2.0:1734676306.307065:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.307068:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 02000000:00000010:1.0:1734676306.307070:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.307099:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68980. 00010000:00000010:1.0:1734676306.307109:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.307114:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.307118:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.307121:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.307127:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.307130:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913472, offset 224 00000400:00000200:1.0:1734676306.307134:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676306.307135:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56000. 00000400:00000200:1.0:1734676306.307140:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.307145:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80617:80617:256:4294967295] 192.168.203.46@tcp LPNI seq info [80613:80613:8:4294967295] 00000400:00000200:1.0:1734676306.307152:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.307155:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.307157:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.307160:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.307165:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.307167:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.307175:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00010000:00000010:2.0:1734676306.307177:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00000020:00000010:1.0:1734676306.307179:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.307181:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:2.0:1734676306.307182:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d68900. 00000800:00000200:0.0:1734676306.307208:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.307210:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676306.307213:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.307216:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.307218:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676306.307220:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00010000:00000010:2.0:1734676306.307225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56e00. 00010000:00000010:2.0:1734676306.307230:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.307235:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.307238:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.307241:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.307247:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56400. 02000000:00000010:2.0:1734676306.307258:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57200. 00000400:00000010:2.0:1734676306.307261:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.307264:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.307267:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404224, portal 16 00000400:00000010:2.0:1734676306.307269:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676306.308241:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404224, offset 0 00000400:00000200:2.0:1734676306.308248:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.308254:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.308257:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.308259:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.308261:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.308262:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.308265:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80618:80618:256:4294967295] 192.168.203.46@tcp LPNI seq info [80614:80614:8:4294967295] 00000400:00000200:2.0:1734676306.308271:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.308275:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.308278:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.308282:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.308286:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.308289:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.308366:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.308369:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.308371:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.308374:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.308377:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676306.308378:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676306.308383:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864404224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.309182:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.309189:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18700 00000400:00000200:0.0:1734676306.309196:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55a5 [1] + 224 00000400:00000200:0.0:1734676306.309210:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.309213:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.309219:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864404224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.309236:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.309239:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.309241:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.309246:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864404224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.309254:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864404224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.309271:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57200. 02000000:00000010:2.0:1734676306.309275:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56400. 00000100:00000010:2.0:1734676306.309277:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.309281:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.309285:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00010000:00000010:3.1:1734676306.309286:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377de00. 00010000:00000010:3.1:1734676306.309292:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00000400:00000200:0.0:1734676306.309520:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.309526:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171380 00000400:00000200:0.0:1734676306.309530:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 1640 00000400:00000200:0.0:1734676306.309567:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.309571:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.309574:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.309578:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676306.309802:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.309807:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.309811:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.309826:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867913600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.309852:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913600 02000000:00000010:1.0:1734676306.309859:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.309877:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b1d6a800. 00010000:00000010:1.0:1734676306.309888:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.309894:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.309909:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.309912:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.309920:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676306.309923:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913600, offset 224 00000400:00000200:1.0:1734676306.309928:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.309934:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.309938:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80619:80619:256:4294967295] 192.168.203.46@tcp LPNI seq info [80615:80615:8:4294967295] 00000400:00000200:1.0:1734676306.309945:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.309948:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.309951:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.309955:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.309960:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.309962:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.309978:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.309981:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.309983:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:2.0:1734676306.310055:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56400. 00000800:00000200:0.0:1734676306.310087:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.310090:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.310093:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.310096:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.310099:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676306.310100:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00010000:00000010:2.0:1734676306.310123:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.310128:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b1d6a200. 00010000:00000010:2.0:1734676306.310185:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57200. 00010000:00000010:2.0:1734676306.310190:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.310196:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.310199:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.310203:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.310209:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56c00. 02000000:00000010:2.0:1734676306.310225:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57e00. 00000400:00000010:2.0:1734676306.310227:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.310230:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.310234:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404352, portal 16 00000400:00000010:2.0:1734676306.310237:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676306.310239:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404352, offset 0 00000400:00000200:2.0:1734676306.310243:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.310247:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.310250:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.310253:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.310255:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.310256:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.310259:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80620:80620:256:4294967295] 192.168.203.46@tcp LPNI seq info [80616:80616:8:4294967295] 00000400:00000200:2.0:1734676306.310265:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.310268:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.310271:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.310274:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.310278:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.310280:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.310636:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.310639:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.310642:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.310645:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.310648:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676306.310649:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676306.310655:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864404352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.311311:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.311318:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18780 00000400:00000200:0.0:1734676306.311324:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55b1 [1] + 224 00000400:00000200:0.0:1734676306.311353:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.311356:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.311360:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864404352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.311518:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.311521:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.311522:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.311527:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864404352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.311534:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864404352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.311547:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57e00. 02000000:00000010:2.0:1734676306.311551:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56c00. 00000100:00000010:2.0:1734676306.311553:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.311557:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.311559:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.311656:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.311663:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171400 00000400:00000200:0.0:1734676306.311667:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3f9d [2] + 1968 00000400:00000010:0.0:1734676306.311670:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:0.0:1734676306.311673:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097f30f00 00000400:00000200:0.0:1734676306.311707:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.311712:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.311715:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097f30f00 00000400:00000010:0.0:1734676306.311716:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097f30f00. 00000100:00000200:0.0:1734676306.311720:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.311771:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf200. 00000020:00000010:3.0:1734676306.311776:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.311778:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.311790:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8c50 x1818938867913728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.311820:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913728 02000000:00000010:3.0:1734676306.311826:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af800. 00010000:00000010:3.0:1734676306.311840:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68200. 00010000:00000010:3.0:1734676306.311848:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.311852:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd180. 00000100:00000010:3.0:1734676306.311863:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd180. 00010000:00000010:3.0:1734676306.311867:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.311873:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.311880:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913728, offset 224 00000400:00000200:3.0:1734676306.311884:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.311889:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.311896:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80621:80621:256:4294967295] 192.168.203.46@tcp LPNI seq info [80617:80617:8:4294967295] 00000400:00000200:3.0:1734676306.311903:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.311908:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.311912:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.311915:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.311919:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.311922:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.311931:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e56c00. 00000020:00000010:3.0:1734676306.311940:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.311943:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.311946:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf200. 02000000:00000010:3.0:1734676306.311953:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:3.0:1734676306.311955:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676306.311959:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676306.311961:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:3.0:1734676306.311964:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:3.0:1734676306.311966:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676306.311969:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:3.0:1734676306.311971:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:3.0:1734676306.311974:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae800. 00000100:00000010:3.0:1734676306.311977:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676306.311979:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676306.311981:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:3.0:1734676306.311985:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1734676306.311985:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1734676306.311988:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9210. 00000800:00000010:0.0:1734676306.311988:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000010:3.0:1734676306.311991:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd180. 00000400:00000200:0.0:1734676306.311991:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.311995:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.311997:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676306.311999:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 02000000:00000010:0.0:1734676306.312002:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af800. 00010000:00000010:2.0:1734676306.312102:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.312106:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d68080. 00010000:00000010:2.0:1734676306.312147:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57e00. 00010000:00000010:2.0:1734676306.312150:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.312155:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.312158:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.312162:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.312167:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1e00. 02000000:00000010:2.0:1734676306.312178:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:2.0:1734676306.312181:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.312183:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.312186:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404480, portal 16 00000400:00000010:2.0:1734676306.312189:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.312191:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404480, offset 0 00000400:00000200:2.0:1734676306.312195:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.312199:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.312201:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.312204:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.312206:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.312207:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.312209:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80622:80622:256:4294967295] 192.168.203.46@tcp LPNI seq info [80618:80618:8:4294967295] 00000400:00000200:2.0:1734676306.312215:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.312218:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.312220:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.312223:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.312226:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.312228:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.312311:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.312313:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.312315:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.312319:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.312321:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676306.312322:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:1.0:1734676306.312327:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864404480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.313177:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.313184:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18800 00000400:00000200:0.0:1734676306.313189:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55c1 [1] + 224 00000400:00000200:0.0:1734676306.313200:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.313203:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.313208:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864404480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.313327:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.313330:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.313331:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.313336:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864404480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.313343:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864404480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.313356:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 02000000:00000010:2.0:1734676306.313358:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1e00. 00000100:00000010:2.0:1734676306.313361:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.313364:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.313366:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.313774:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.313781:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171480 00000400:00000200:0.0:1734676306.313786:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 0 00000400:00000200:0.0:1734676306.313828:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.313832:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.313836:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.313840:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:3.0:1734676306.314199:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf200. 00000020:00000010:3.0:1734676306.314204:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.314207:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.314221:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867913856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.314245:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913856 02000000:00000010:3.0:1734676306.314251:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae800. 00010000:00000010:3.0:1734676306.314268:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54a680. 00010000:00000010:3.0:1734676306.314293:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.314297:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.314350:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.314354:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.314362:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.314366:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913856, offset 224 00000400:00000200:3.0:1734676306.314371:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.314377:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.314381:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80623:80623:256:4294967295] 192.168.203.46@tcp LPNI seq info [80619:80619:8:4294967295] 00000400:00000200:3.0:1734676306.314388:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.314393:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.314396:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.314399:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.314404:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.314406:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.314422:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.314424:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.314427:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf200. 00000800:00000200:1.0:1734676306.314474:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.314478:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:1.0:1734676306.314482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1734676306.314484:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1e00. 00000400:00000200:1.0:1734676306.314485:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.314488:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676306.314490:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:2.0:1734676306.314530:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.314534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54a600. 00010000:00000010:2.0:1734676306.314584:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1600. 00010000:00000010:2.0:1734676306.314588:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.314595:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.314597:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.314601:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.314609:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7200. 02000000:00000010:2.0:1734676306.314621:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:2.0:1734676306.314630:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.314633:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.314636:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404608, portal 16 00000400:00000010:2.0:1734676306.314639:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.314640:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404608, offset 0 00000400:00000200:2.0:1734676306.314644:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.314648:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.314650:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.314653:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.314655:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.314656:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.314659:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80624:80624:256:4294967295] 192.168.203.46@tcp LPNI seq info [80620:80620:8:4294967295] 00000400:00000200:2.0:1734676306.314664:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.314667:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.314669:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.314672:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.314675:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.314677:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.315306:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676306.315312:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db6000. 02000000:00000010:2.0:1734676306.315321:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6400. 00000400:00000010:2.0:1734676306.315323:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.315326:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.315331:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404736, portal 16 00000400:00000010:2.0:1734676306.315333:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676306.315334:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404736, offset 0 00000400:00000200:2.0:1734676306.315338:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.315342:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.315345:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.315347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.315349:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.315350:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.315352:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80625:80625:255:4294967295] 192.168.203.46@tcp LPNI seq info [80621:80621:7:4294967295] 00000400:00000200:2.0:1734676306.315358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.315362:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.315364:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.315367:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.315370:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.315373:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.315442:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.315445:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.315448:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.315451:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.315455:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676306.315456:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676306.315462:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864404608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.315517:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0b500. 00010000:00000010:2.1:1734676306.315522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf800. 00010000:00000010:3.1:1734676306.315600:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2b600. 00010000:00000010:3.1:1734676306.315605:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088ad1c00. 00000800:00000200:1.0:1734676306.315608:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.315610:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.315613:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.315616:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.315619:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676306.315620:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:1.0:1734676306.315625:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864404736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.316650:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.316659:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18900 00000400:00000200:0.0:1734676306.316666:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55d5 [1] + 224 00000400:00000200:0.0:1734676306.316672:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.316676:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.316682:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864404736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.317417:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.317423:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18880 00000400:00000200:0.0:1734676306.317428:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55cd [1] + 224 00000400:00000200:0.0:1734676306.317434:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.317437:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.317442:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864404608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.317454:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.317458:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171500 00000400:00000200:0.0:1734676306.317462:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 328 00000400:00000200:0.0:1734676306.317470:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.317473:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.317476:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.317481:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000200:0.0:1734676306.317506:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.317509:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171580 00000400:00000200:0.0:1734676306.317512:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 656 00000400:00000200:0.0:1734676306.317541:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.317544:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.317547:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.317550:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:3.0:1734676306.317720:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf200. 00000020:00000010:3.0:1734676306.317724:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.317729:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.317747:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867913984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676306.317766:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf000. 00000020:00000010:3.0:1734676306.317768:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.317769:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.317775:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867914112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.317793:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867913984 02000000:00000010:3.0:1734676306.317801:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8acc00. 00000400:00000010:3.0:1734676306.317828:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.317833:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867913984, offset 224 00000400:00000200:3.0:1734676306.317838:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.317844:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.317850:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80626:80626:256:4294967295] 192.168.203.46@tcp LPNI seq info [80622:80622:8:4294967295] 00000400:00000200:3.0:1734676306.317856:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.317861:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.317864:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.317868:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.317872:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.317875:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.317887:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.317889:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.317893:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf200. 00000100:00000200:3.0:1734676306.317902:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914112 02000000:00000010:3.0:1734676306.317906:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.317919:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.317924:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.317928:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.317931:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.317936:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.317938:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914112, offset 224 00000400:00000200:3.0:1734676306.317942:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.317945:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.317948:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80627:80627:255:4294967295] 192.168.203.46@tcp LPNI seq info [80623:80623:7:4294967295] 00000400:00000200:3.0:1734676306.317953:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.317956:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.317958:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.317961:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.317963:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.317965:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.317969:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.317971:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.317972:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf000. 00000400:00000010:2.0:1734676306.318094:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.318098:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:2.0:1734676306.318099:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.318105:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864404608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.318112:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864404608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.318128:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6350d80. 00000400:00000010:2.0:1734676306.318136:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.318138:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676306.318139:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.318143:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864404736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.318149:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864404736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.318156:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2fc000. 02000000:00000010:2.0:1734676306.318162:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676306.318166:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7200. 00000100:00000010:2.0:1734676306.318169:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.318173:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676306.318175:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db6000. 00000100:00000010:2.0:1734676306.318177:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676306.318178:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.318180:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00080000:00000010:2.0:1734676306.318192:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6000. 00010000:00000010:2.0:1734676306.318245:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.318250:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e1d5080. 00010000:00000010:2.0:1734676306.318299:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6400. 00010000:00000010:2.0:1734676306.318303:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.318309:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.318311:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.318315:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676306.318321:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7200. 02000000:00000010:2.0:1734676306.318335:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db7800. 00000400:00000010:2.0:1734676306.318338:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.318341:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.318345:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404864, portal 16 00000400:00000010:2.0:1734676306.318349:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.318351:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404864, offset 0 00000400:00000200:2.0:1734676306.318355:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.318360:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.318362:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.318365:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.318367:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.318369:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.318372:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80628:80628:254:4294967295] 192.168.203.46@tcp LPNI seq info [80624:80624:6:4294967295] 00000400:00000200:2.0:1734676306.318377:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.318381:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.318384:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.318386:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.318390:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.318392:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.318453:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.318456:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.318459:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.318462:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.318465:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676306.318466:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:0.0:1734676306.318474:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.318475:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676306.318477:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.318479:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.318481:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676306.318482:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:0.0:1734676306.318512:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.318513:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.318515:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.318517:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.318519:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676306.318520:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676306.318524:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864404864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.322999:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8d00. 00010000:00000010:0.1:1734676306.323008:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf400. 00010000:00000010:0.1:1734676306.323011:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d145900. 00010000:00000010:0.1:1734676306.323014:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57000. 00000400:00000200:1.0:1734676306.323095:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.323109:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18980 00000400:00000200:1.0:1734676306.323116:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55e5 [1] + 224 00000400:00000200:1.0:1734676306.323126:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.323129:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.323138:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864404864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676306.323167:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.323170:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171600 00000400:00000200:1.0:1734676306.323174:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 984 00000400:00000200:1.0:1734676306.323228:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.323231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.323235:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676306.323240:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 00000400:00000010:2.0:1734676306.323302:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.323305:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676306.323307:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.323313:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864404864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.323320:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864404864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.323340:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676306.323344:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7200. 00000100:00000010:2.0:1734676306.323346:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676306.323351:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.323354:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:0.0:1734676306.323528:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ede1000. 00000020:00000010:0.0:1734676306.323534:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676306.323538:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.323554:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d3100 x1818938867914240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.323848:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914240 02000000:00000010:0.0:1734676306.323856:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676306.323876:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7c2a00. 00010000:00000010:0.0:1734676306.324183:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b3c0. 00000100:00000010:0.0:1734676306.324190:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.324204:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:0.0:1734676306.324206:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b3c0. 00000400:00000010:0.0:1734676306.324216:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676306.324219:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914240, offset 224 00000400:00000200:0.0:1734676306.324224:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.324230:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.324235:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80629:80629:256:4294967295] 192.168.203.46@tcp LPNI seq info [80625:80625:8:4294967295] 00000400:00000200:0.0:1734676306.324242:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.324246:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.324249:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676306.324253:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.324258:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.324261:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.324273:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c900. 00000020:00000010:0.0:1734676306.324276:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.324278:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ede1000. 00000800:00000200:0.0:1734676306.324329:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.324331:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:0.0:1734676306.324334:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.324337:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.324340:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:0.0:1734676306.324341:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00080000:00000010:2.0:1734676306.324389:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7200. 00010000:00000010:2.0:1734676306.324439:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.324443:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7c2980. 00010000:00000010:2.0:1734676306.324489:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7800. 00010000:00000010:2.0:1734676306.324493:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.324499:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.324501:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.324505:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676306.324512:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7a00. 02000000:00000010:2.0:1734676306.324527:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465200. 00000400:00000010:2.0:1734676306.324530:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.324533:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.324537:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864404992, portal 16 00000400:00000010:2.0:1734676306.324539:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676306.324541:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864404992, offset 0 00000400:00000200:2.0:1734676306.324544:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.324548:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.324552:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.324555:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.324557:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.324559:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.324561:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80630:80630:256:4294967295] 192.168.203.46@tcp LPNI seq info [80626:80626:8:4294967295] 00000400:00000200:2.0:1734676306.324567:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.324570:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.324572:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.324574:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.324577:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.324579:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.324928:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.324931:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.324934:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.324937:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.324939:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676306.324941:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:0.0:1734676306.324946:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864404992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.325764:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.325774:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18a00 00000400:00000200:0.0:1734676306.325781:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55f1 [1] + 224 00000400:00000200:0.0:1734676306.325797:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.325801:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.325808:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864404992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.325906:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.325910:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676306.325911:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.325916:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864404992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.325923:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864404992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.325942:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465200. 02000000:00000010:2.0:1734676306.325946:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7a00. 00000100:00000010:2.0:1734676306.325950:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676306.325954:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.325957:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.326385:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.326391:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171680 00000400:00000200:0.0:1734676306.326395:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 1312 00000400:00000200:0.0:1734676306.326441:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.326445:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.326449:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.326453:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:3.0:1734676306.327104:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf000. 00000020:00000010:3.0:1734676306.327109:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.327113:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.327131:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867914368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.327155:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914368 02000000:00000010:3.0:1734676306.327162:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000010:3.0:1734676306.327181:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a0da80. 00010000:00000010:3.0:1734676306.327196:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.327201:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.327212:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.327215:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.327224:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.327228:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914368, offset 224 00000400:00000200:3.0:1734676306.327232:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.327239:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.327245:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80631:80631:256:4294967295] 192.168.203.46@tcp LPNI seq info [80627:80627:8:4294967295] 00000400:00000200:3.0:1734676306.327252:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.327255:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.327258:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.327262:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.327268:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.327271:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.327297:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.327300:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.327303:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf000. 00000800:00000200:1.0:1734676306.327422:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.327426:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676306.327428:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.327432:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.327435:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676306.327436:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00080000:00000010:2.0:1734676306.327507:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465200. 00010000:00000010:2.0:1734676306.327562:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.327568:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a0da00. 00010000:00000010:2.0:1734676306.327634:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7600. 00010000:00000010:2.0:1734676306.327637:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.327640:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464c00. 00010000:00000010:2.0:1734676306.327644:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00080000:00000010:2.0:1734676306.327653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464e00. 00010000:00000010:2.0:1734676306.327672:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.327676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.327714:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465000. 00010000:00000010:2.0:1734676306.327717:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.327723:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.327726:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.327731:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676306.327739:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465a00. 02000000:00000010:2.0:1734676306.327755:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465400. 00000400:00000010:2.0:1734676306.327760:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.327763:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.327768:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405120, portal 16 00000400:00000010:2.0:1734676306.327771:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676306.327772:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405120, offset 0 00000400:00000200:2.0:1734676306.327776:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.327781:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.327784:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.327788:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.327791:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.327792:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.327794:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80632:80632:256:4294967295] 192.168.203.46@tcp LPNI seq info [80628:80628:8:4294967295] 00000400:00000200:2.0:1734676306.327800:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.327804:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.327806:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.327809:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.327813:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.327815:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.328113:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.328116:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676306.328118:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.328122:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.328124:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676306.328130:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676306.328136:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864405120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.328282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b48400. 00010000:00000010:0.1:1734676306.328287:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c000. 00010000:00000010:2.1:1734676306.328547:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801312dc000. 00010000:00000010:2.1:1734676306.328552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd9200. 00000400:00000200:0.0:1734676306.330189:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.330202:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18a80 00000400:00000200:0.0:1734676306.330208:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa55fd [1] + 224 00000400:00000200:0.0:1734676306.330217:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.330221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.330229:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864405120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.330258:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.330263:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171700 00000400:00000200:0.0:1734676306.330267:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 1640 00000400:00000200:0.0:1734676306.330324:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.330328:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.330332:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.330336:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:2.0:1734676306.330400:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.330404:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676306.330406:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.330411:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864405120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.330417:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864405120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.330438:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465400. 02000000:00000010:2.0:1734676306.330443:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465a00. 00000100:00000010:2.0:1734676306.330446:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676306.330450:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.330454:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:1.0:1734676306.330734:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17a00. 00000020:00000010:1.0:1734676306.330739:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.330743:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.330760:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867914496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.330848:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914496 02000000:00000010:1.0:1734676306.330856:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.330878:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b808d00. 00010000:00000010:1.0:1734676306.330903:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.330908:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.330918:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.330921:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.330929:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.330932:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914496, offset 224 00000400:00000200:1.0:1734676306.330937:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.330943:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.330948:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80633:80633:256:4294967295] 192.168.203.46@tcp LPNI seq info [80629:80629:8:4294967295] 00000400:00000200:1.0:1734676306.330955:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.330960:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.330963:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.330967:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.330972:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.330975:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.330987:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.330990:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.330993:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17a00. 00000800:00000200:1.0:1734676306.331062:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.331064:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:1.0:1734676306.331066:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.331070:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.331073:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.331074:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00080000:00000010:2.0:1734676306.331281:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465a00. 00010000:00000010:2.0:1734676306.331339:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.331344:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b808c80. 00010000:00000010:2.0:1734676306.331395:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465400. 00010000:00000010:2.0:1734676306.331399:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.331405:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.331408:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.331413:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676306.331422:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465800. 02000000:00000010:2.0:1734676306.331437:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464000. 00000400:00000010:2.0:1734676306.331441:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.331443:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.331447:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405248, portal 16 00000400:00000010:2.0:1734676306.331450:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.331452:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405248, offset 0 00000400:00000200:2.0:1734676306.331456:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.331460:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.331463:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.331465:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.331467:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.331469:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.331472:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80634:80634:256:4294967295] 192.168.203.46@tcp LPNI seq info [80630:80630:8:4294967295] 00000400:00000200:2.0:1734676306.331478:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.331481:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.331483:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.331486:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.331490:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.331492:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.331913:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.331916:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:1.0:1734676306.331919:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.331923:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.331925:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676306.331927:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676306.331932:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864405248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.334147:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.334160:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18b00 00000400:00000200:0.0:1734676306.334167:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5609 [1] + 224 00000400:00000200:0.0:1734676306.334183:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.334188:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.334198:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864405248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.334302:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.334307:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676306.334309:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.334315:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864405248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.334322:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864405248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.334343:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464000. 02000000:00000010:2.0:1734676306.334348:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465800. 00000100:00000010:2.0:1734676306.334353:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676306.334358:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.334361:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00010000:00000010:1.1:1734676306.335104:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a47000. 00010000:00000010:2.1:1734676306.335168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097c98d00. 00010000:00000010:2.1:1734676306.335173:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56e00. 00010000:00000010:2.1:1734676306.335176:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0bd00. 00000400:00000200:0.0:1734676306.335231:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.335240:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171780 00000400:00000200:0.0:1734676306.335246:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa3ff5 [2] + 1968 00000400:00000010:0.0:1734676306.335250:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc08. 00000400:00000200:0.0:1734676306.335252:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79a780 00000400:00000200:0.0:1734676306.335298:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.335302:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.335305:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79a780 00000400:00000010:0.0:1734676306.335307:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79a780. 00000100:00000200:0.0:1734676306.335312:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.335412:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d0cf000. 00000020:00000010:3.0:1734676306.335418:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.335422:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.335443:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb050 x1818938867914624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.335473:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914624 02000000:00000010:3.0:1734676306.335481:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af800. 00010000:00000010:3.0:1734676306.335502:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823f00. 00010000:00000010:3.0:1734676306.335515:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.335521:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd9c0. 00000100:00000010:3.0:1734676306.335529:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd9c0. 00010000:00000010:3.0:1734676306.335531:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.335541:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.335545:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914624, offset 224 00000400:00000200:3.0:1734676306.335550:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.335556:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.335561:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80635:80635:256:4294967295] 192.168.203.46@tcp LPNI seq info [80631:80631:8:4294967295] 00000400:00000200:3.0:1734676306.335568:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.335572:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.335575:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.335579:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.335584:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.335587:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.335609:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.335612:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.335615:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d0cf000. 02000000:00000010:3.0:1734676306.335622:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:3.0:1734676306.335625:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676306.335628:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8afc00. 00000100:00000010:3.0:1734676306.335631:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676306.335637:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:3.0:1734676306.335640:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3100. 02000000:00000010:3.0:1734676306.335642:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676306.335644:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676306.335645:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8acc00. 00000100:00000010:3.0:1734676306.335648:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:3.0:1734676306.335650:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae800. 00000100:00000010:3.0:1734676306.335653:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000200:3.0:1734676306.335657:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.335660:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9630. 00000400:00000010:3.0:1734676306.335663:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd9c0. 00080000:00000010:3.0:1734676306.335687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf000. 00010000:00000010:3.0:1734676306.335744:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:3.0:1734676306.335749:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823e80. 00010000:00000010:3.0:1734676306.335801:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf200. 00010000:00000010:3.0:1734676306.335805:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.335812:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.335814:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.335819:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.335827:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0ce000. 02000000:00000010:3.0:1734676306.335841:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0ce200. 00000400:00000010:3.0:1734676306.335844:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.335847:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.335850:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405376, portal 16 00000400:00000010:3.0:1734676306.335852:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.335854:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405376, offset 0 00000400:00000200:3.0:1734676306.335857:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.335862:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.335865:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.335869:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.335871:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.335873:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.335875:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80636:80636:255:4294967295] 192.168.203.46@tcp LPNI seq info [80632:80632:7:4294967295] 00000400:00000200:3.0:1734676306.335881:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.335884:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.335887:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.335890:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.335894:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.335896:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.335939:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.335942:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676306.335945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.335948:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.335951:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676306.335952:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:0.0:1734676306.335956:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af800. 00010000:00000010:2.1:1734676306.335981:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57200. 00000800:00000200:0.0:1734676306.335984:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1734676306.335985:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6c100. 00000800:00000010:0.0:1734676306.335985:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00010000:00000010:2.1:1734676306.335987:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57e00. 00000400:00000200:0.0:1734676306.335987:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1734676306.335990:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333400. 00000400:00000200:0.0:1734676306.335990:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.1:1734676306.335992:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e54800. 00000400:00000200:0.0:1734676306.335992:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00010000:00000010:2.1:1734676306.335994:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791900. 00000400:00000010:0.0:1734676306.335994:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00010000:00000010:2.1:1734676306.335997:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1600. 00000100:00000200:0.0:1734676306.335998:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864405376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.338282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edea200. 00010000:00000010:3.1:1734676306.338433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776800. 00000400:00000200:0.0:1734676306.339494:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.339508:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18b80 00000400:00000200:0.0:1734676306.339516:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5619 [1] + 224 00000400:00000200:0.0:1734676306.339524:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.339528:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.339536:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864405376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.339568:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.339573:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171800 00000400:00000200:0.0:1734676306.339577:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 0 00000400:00000200:0.0:1734676306.339590:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.339593:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.339597:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.339601:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:3.0:1734676306.339676:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000020:00000010:1.0:1734676306.339678:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16000. 00000400:00000200:3.0:1734676306.339681:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.339683:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000020:00000010:1.0:1734676306.339683:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.339687:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:3.0:1734676306.339688:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864405376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.339695:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864405376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.339707:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867914752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.339714:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0ce200. 02000000:00000010:3.0:1734676306.339719:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0ce000. 00000100:00000010:3.0:1734676306.339721:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.339724:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.339728:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000100:00000200:1.0:1734676306.339742:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914752 02000000:00000010:1.0:1734676306.339750:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.339770:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013137a200. 00010000:00000010:1.0:1734676306.339797:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.339803:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.339808:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.339810:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.339819:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.339823:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914752, offset 224 00000400:00000200:1.0:1734676306.339828:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.339835:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.339840:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80637:80637:256:4294967295] 192.168.203.46@tcp LPNI seq info [80633:80633:8:4294967295] 00000400:00000200:1.0:1734676306.339849:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.339853:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.339856:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.339861:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.339866:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.339870:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.339889:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.339893:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.339896:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16000. 00080000:00000010:3.0:1734676306.339933:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce000. 00010000:00000010:3.0:1734676306.339988:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.339993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013137a580. 00000800:00000200:0.0:1734676306.340000:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.340003:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:0.0:1734676306.340007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.340010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.340012:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676306.340013:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00010000:00000010:3.0:1734676306.340070:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0ce200. 00010000:00000010:3.0:1734676306.340075:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.340093:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.340096:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.340100:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.340109:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf400. 02000000:00000010:3.0:1734676306.340124:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf800. 00000400:00000010:3.0:1734676306.340126:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.340129:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.340133:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405504, portal 16 00000400:00000010:3.0:1734676306.340135:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.340137:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405504, offset 0 00000400:00000200:3.0:1734676306.340141:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.340145:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.340148:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.340151:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.340153:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.340155:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.340157:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80638:80638:256:4294967295] 192.168.203.46@tcp LPNI seq info [80634:80634:8:4294967295] 00000400:00000200:3.0:1734676306.340162:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.340166:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.340168:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.340171:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.340174:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.340176:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.340235:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.340237:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676306.340240:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.340243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.340246:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676306.340247:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676306.340252:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864405504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.341217:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3700. 00010000:00000010:2.1:1734676306.341223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:2.1:1734676306.341226:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d529d00. 00010000:00000010:2.1:1734676306.341228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7800. 00010000:00000010:2.1:1734676306.341231:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:2.1:1734676306.341234:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464c00. 00010000:00000010:2.1:1734676306.341237:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0400. 00010000:00000010:2.1:1734676306.341241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465000. 00010000:00000010:3.1:1734676306.346149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6400. 00010000:00000010:3.1:1734676306.346161:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8600. 00010000:00000010:3.1:1734676306.346164:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465400. 00000400:00000200:2.0:1734676306.346165:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:3.1:1734676306.346177:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8f400. 00000400:00000200:2.0:1734676306.346264:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18c00 00000400:00000200:2.0:1734676306.346272:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5625 [1] + 224 00000400:00000200:2.0:1734676306.346283:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.346287:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.346295:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864405504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.346326:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.346331:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171880 00000400:00000200:2.0:1734676306.346334:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 328 00000400:00000010:3.0:1734676306.346371:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:3.0:1734676306.346375:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.346377:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.346383:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864405504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.346391:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864405504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.346549:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf800. 02000000:00000010:3.0:1734676306.346555:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf400. 00000100:00000010:3.0:1734676306.346559:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.346563:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.346567:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:2.0:1734676306.346896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.346901:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.346906:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.346909:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00000020:00000010:1.0:1734676306.347560:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16000. 00000020:00000010:1.0:1734676306.347566:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.347570:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.347591:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1500 x1818938867914880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.347621:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867914880 02000000:00000010:1.0:1734676306.347628:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.347649:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff3000. 00010000:00000010:1.0:1734676306.347676:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.347682:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.347688:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.347690:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.347700:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676306.347704:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867914880, offset 224 00000400:00000200:1.0:1734676306.347709:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676306.347712:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf400. 00000400:00000200:1.0:1734676306.347716:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.347721:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80639:80639:256:4294967295] 192.168.203.46@tcp LPNI seq info [80635:80635:8:4294967295] 00000400:00000200:1.0:1734676306.347729:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.347732:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.347736:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.347740:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.347745:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.347749:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.347772:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.347777:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823f80. 00010000:00000010:3.0:1734676306.347837:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf800. 00010000:00000010:3.0:1734676306.347841:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.347847:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.347850:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.347855:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.347863:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0ce600. 02000000:00000010:3.0:1734676306.347879:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cee00. 00000400:00000010:3.0:1734676306.347884:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.347887:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.347891:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405632, portal 16 00000400:00000010:3.0:1734676306.347894:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.347896:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405632, offset 0 00000400:00000200:3.0:1734676306.347900:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.347905:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.347908:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.347911:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.347914:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.347916:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.347918:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80640:80640:255:4294967295] 192.168.203.46@tcp LPNI seq info [80636:80636:7:4294967295] 00000400:00000200:3.0:1734676306.347924:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.347928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.347930:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.347933:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.347937:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.347939:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.347964:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.347968:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.347971:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16000. 00000800:00000200:1.0:1734676306.349002:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.349006:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:1.0:1734676306.349010:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.349015:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.349019:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:1.0:1734676306.349020:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000800:00000200:1.0:1734676306.349434:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.349437:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676306.349440:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.349443:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.349445:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676306.349446:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676306.349453:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864405632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.349588:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080e00. 00010000:00000010:3.1:1734676306.349593:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf200. 00000400:00000200:0.0:1734676306.351153:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.351167:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18c80 00000400:00000200:0.0:1734676306.351175:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5631 [1] + 224 00000400:00000200:0.0:1734676306.351194:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.351198:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.351208:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864405632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.351264:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:3.0:1734676306.351269:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.351271:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.351277:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864405632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.351285:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864405632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.351308:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cee00. 02000000:00000010:3.0:1734676306.351313:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0ce600. 00000100:00000010:3.0:1734676306.351316:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.351319:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.351324:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.351753:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.351759:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171900 00000400:00000200:0.0:1734676306.351764:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 656 00000400:00000200:0.0:1734676306.351812:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.351815:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.351819:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.351825:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:1.0:1734676306.352027:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.352032:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.352067:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.352265:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867915008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.352329:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915008 02000000:00000010:1.0:1734676306.352337:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676306.352358:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54ac00. 00010000:00000010:1.0:1734676306.352386:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.352392:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.352413:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.352416:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.352428:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676306.352432:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915008, offset 224 00000400:00000200:1.0:1734676306.352437:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.352444:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676306.352448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce600. 00000400:00000200:1.0:1734676306.352449:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80641:80641:256:4294967295] 192.168.203.46@tcp LPNI seq info [80637:80637:8:4294967295] 00000400:00000200:1.0:1734676306.352457:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.352461:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.352464:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.352468:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.352474:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.352477:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.352489:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.352492:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.352495:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00010000:00000010:3.0:1734676306.352504:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.352510:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54ab80. 00010000:00000010:3.0:1734676306.352572:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defa00. 00010000:00000010:3.0:1734676306.352575:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.352578:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cee00. 00010000:00000010:3.0:1734676306.352583:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.352591:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf200. 00010000:00000010:3.0:1734676306.352609:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.352611:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a680. 00000800:00000200:0.0:1734676306.352615:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.352619:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676306.352622:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.352625:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.352628:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676306.352629:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00010000:00000010:3.0:1734676306.352650:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cfa00. 00010000:00000010:3.0:1734676306.352653:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.352659:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.352662:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.352667:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.352676:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cf600. 02000000:00000010:3.0:1734676306.352692:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cec00. 00000400:00000010:3.0:1734676306.352696:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.352699:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.352704:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405760, portal 16 00000400:00000010:3.0:1734676306.352707:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.352708:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405760, offset 0 00000400:00000200:3.0:1734676306.352713:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.352717:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.352720:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.352723:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.352726:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.352728:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.352731:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80642:80642:256:4294967295] 192.168.203.46@tcp LPNI seq info [80638:80638:8:4294967295] 00000400:00000200:3.0:1734676306.352736:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.352739:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.352742:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.352744:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.352748:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.352750:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.352870:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.352872:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676306.352875:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.352878:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.352880:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676306.352881:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676306.352886:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864405760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.354659:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.354673:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18d00 00000400:00000200:0.0:1734676306.354708:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa563d [1] + 224 00000400:00000200:0.0:1734676306.354731:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.354735:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.354744:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864405760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.354837:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:3.0:1734676306.354841:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.354842:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.354848:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864405760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.354855:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864405760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.354877:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cec00. 02000000:00000010:3.0:1734676306.354883:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cf600. 00000100:00000010:3.0:1734676306.354887:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.354890:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.354894:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.355016:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.355023:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171980 00000400:00000200:0.0:1734676306.355027:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 984 00000400:00000200:0.0:1734676306.355125:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.355129:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.355134:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.355137:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676306.355174:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465000. 00000020:00000010:2.0:1734676306.355179:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676306.355183:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.355200:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867915136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.355221:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915136 02000000:00000010:2.0:1734676306.355228:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:3.1:1734676306.355237:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1600. 00010000:00000010:2.0:1734676306.355248:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013137aa00. 00010000:00000010:2.0:1734676306.355495:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.355501:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.355517:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.355520:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00080000:00000010:3.0:1734676306.355602:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cf600. 00000400:00000010:2.0:1734676306.355654:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.355659:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915136, offset 224 00000400:00000200:2.0:1734676306.355663:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.355670:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.355676:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80643:80643:256:4294967295] 192.168.203.46@tcp LPNI seq info [80639:80639:8:4294967295] 00000400:00000200:2.0:1734676306.355687:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.355692:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.355695:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.355699:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.355704:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.355707:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.355730:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676306.355733:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.355736:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465000. 00010000:00000010:3.0:1734676306.355737:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.355742:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013137a100. 00010000:00000010:3.0:1734676306.355799:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cec00. 00010000:00000010:3.0:1734676306.355803:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.355808:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.355811:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.355815:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.355828:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec200. 02000000:00000010:3.0:1734676306.355843:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec600. 00000400:00000010:3.0:1734676306.355846:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.355849:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.355852:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864405888, portal 16 00000400:00000010:3.0:1734676306.355856:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.355857:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864405888, offset 0 00000400:00000200:3.0:1734676306.355861:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.355865:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.355868:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.355871:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.355874:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.355875:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000800:00000200:0.0:1734676306.355876:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1734676306.355878:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80644:80644:255:4294967295] 192.168.203.46@tcp LPNI seq info [80640:80640:7:4294967295] 00000800:00000010:0.0:1734676306.355879:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.355881:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.355884:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000400:00000200:0.0:1734676306.355884:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.355886:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000800:00000200:3.0:1734676306.355887:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000010:0.0:1734676306.355887:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000800:00000010:3.0:1734676306.355889:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676306.355892:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.355896:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.355898:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.355922:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.355924:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676306.355926:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.355929:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.355931:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676306.355932:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676306.355937:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864405888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.357161:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.357171:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18d80 00000400:00000200:0.0:1734676306.357177:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5649 [1] + 224 00000400:00000200:0.0:1734676306.357194:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.357197:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.357203:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864405888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.357504:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:3.0:1734676306.357508:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.357509:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.357515:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864405888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.357526:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864405888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.357546:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec600. 02000000:00000010:3.0:1734676306.357551:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec200. 00000100:00000010:3.0:1734676306.357554:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.357557:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.357560:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.357796:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.357803:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171a00 00000400:00000200:0.0:1734676306.357807:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 1312 00000400:00000200:0.0:1734676306.357857:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.357861:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.357864:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.357868:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:2.0:1734676306.357950:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465000. 00000020:00000010:2.0:1734676306.357956:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676306.357960:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000100:00000200:2.0:1734676306.357976:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867915264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.358008:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915264 02000000:00000010:2.0:1734676306.358015:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.358033:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a49480. 00010000:00000010:2.0:1734676306.358090:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.358096:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.358102:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.358104:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000010:2.0:1734676306.358113:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676306.358116:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915264, offset 224 00000400:00000200:2.0:1734676306.358122:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.358129:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.358134:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80645:80645:256:4294967295] 192.168.203.46@tcp LPNI seq info [80641:80641:8:4294967295] 00000400:00000200:2.0:1734676306.358143:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.358147:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.358150:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.358154:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.358159:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.358262:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.358285:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d80. 00000020:00000010:2.0:1734676306.358289:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:2.0:1734676306.358292:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465000. 00080000:00000010:3.0:1734676306.358295:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec200. 00010000:00000010:3.0:1734676306.358353:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.358359:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a49400. 00000800:00000200:0.0:1734676306.358370:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.358373:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.358375:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.358379:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.358381:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676306.358383:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00010000:00000010:3.0:1734676306.358670:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec600. 00010000:00000010:3.0:1734676306.358676:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.358683:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.358687:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.358691:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.358698:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dece00. 02000000:00000010:3.0:1734676306.358714:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097ded200. 00000400:00000010:3.0:1734676306.358717:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.358720:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.358724:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406016, portal 16 00000400:00000010:3.0:1734676306.358727:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.358729:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406016, offset 0 00000400:00000200:3.0:1734676306.358733:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.358737:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.358741:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.358744:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.358746:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.358748:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.358749:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80646:80646:256:4294967295] 192.168.203.46@tcp LPNI seq info [80642:80642:8:4294967295] 00000400:00000200:3.0:1734676306.358755:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.358759:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.358761:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.358764:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.358767:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.358769:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.358863:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.358868:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec800. 02000000:00000010:3.0:1734676306.358876:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dede00. 00000400:00000010:3.0:1734676306.358879:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676306.358882:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.358884:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406144, portal 16 00000400:00000010:3.0:1734676306.358885:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.358887:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406144, offset 0 00000400:00000200:3.0:1734676306.358891:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.358895:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.358897:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.358899:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.358900:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.358902:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.358903:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80647:80647:255:4294967295] 192.168.203.46@tcp LPNI seq info [80643:80643:7:4294967295] 00000400:00000200:3.0:1734676306.358908:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.358911:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.358912:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.358915:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.358918:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.358920:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.358976:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.358978:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676306.358980:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.358983:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.358985:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.358986:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676306.358991:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864406016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.359022:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.359024:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.359026:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.359029:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.359031:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.359032:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676306.359035:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864406144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.360419:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.360429:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18e00 00000400:00000200:0.0:1734676306.360436:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5655 [1] + 224 00000400:00000200:0.0:1734676306.360444:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.360447:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.360454:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864406016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.360598:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.360603:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18e80 00000400:00000200:0.0:1734676306.360607:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa565d [1] + 224 00000400:00000200:0.0:1734676306.360621:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.360624:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.360630:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864406144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.360677:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:3.0:1734676306.360681:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.360682:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.360687:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864406016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.360694:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864406016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.360712:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:3.0:1734676306.360713:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.360714:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.360717:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864406144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.360723:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864406144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.360734:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097ded200. 02000000:00000010:3.0:1734676306.360738:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dece00. 00000100:00000010:3.0:1734676306.360741:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.360743:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dede00. 02000000:00000010:3.0:1734676306.360745:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec800. 00000100:00000010:3.0:1734676306.360747:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.360749:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.360753:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.360948:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.360954:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171a80 00000400:00000200:0.0:1734676306.360959:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 1640 00000400:00000200:0.0:1734676306.360965:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.360968:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.360972:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.360976:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00010000:00000010:3.1:1734676306.361108:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d822100. 00010000:00000010:3.1:1734676306.361120:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ce200. 00000400:00000200:0.0:1734676306.361190:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.361195:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171b00 00000400:00000200:0.0:1734676306.361198:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa404d [2] + 1968 00000400:00000010:0.0:1734676306.361201:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:0.0:1734676306.361203:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a00b39c0 00000020:00000010:2.0:1734676306.361208:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d465000. 00000400:00000200:0.0:1734676306.361212:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1734676306.361213:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d80. 00000400:00000200:0.0:1734676306.361214:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000020:00000010:2.0:1734676306.361217:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf320. 00000400:00000200:0.0:1734676306.361217:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a00b39c0 00000400:00000010:0.0:1734676306.361218:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a00b39c0. 00000100:00000200:0.0:1734676306.361222:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676306.361232:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867915392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.361261:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.361265:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676306.361268:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.361277:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bbc50 x1818938867915520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.361306:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915392 00000100:00000200:3.0:1734676306.361318:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915520 02000000:00000010:3.0:1734676306.361321:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae800. 00010000:00000010:3.0:1734676306.361340:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a49200. 00000400:00000010:3.0:1734676306.361355:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.361360:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915520, offset 224 00000400:00000200:3.0:1734676306.361364:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.361371:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.361376:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80648:80648:256:4294967295] 192.168.203.46@tcp LPNI seq info [80644:80644:8:4294967295] 00000400:00000200:3.0:1734676306.361383:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.361387:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.361390:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.361395:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.361400:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.361403:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.361508:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:3.0:1734676306.361512:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:3.0:1734676306.361514:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 02000000:00000010:3.0:1734676306.361526:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8acc00. 00010000:00000010:3.0:1734676306.361537:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d18fc00. 00010000:00000010:3.0:1734676306.361545:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.361551:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd240. 00000100:00000010:3.0:1734676306.361567:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd240. 00010000:00000010:3.0:1734676306.361570:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.361575:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.361679:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915392, offset 224 00000400:00000200:3.0:1734676306.361684:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.361689:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.361692:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80649:80649:255:4294967295] 192.168.203.46@tcp LPNI seq info [80645:80645:7:4294967295] 00000400:00000200:3.0:1734676306.361698:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.361702:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.361705:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.361708:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.361711:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.361713:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.361720:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d80. 00000020:00000010:3.0:1734676306.361728:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf320. 00000020:00000010:3.0:1734676306.361731:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d465000. 00000100:00000010:3.0:1734676306.361737:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676306.361744:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:3.0:1734676306.361746:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676306.361748:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:3.0:1734676306.361751:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00080000:00000010:2.0:1734676306.361754:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464c00. 02000000:00000010:3.0:1734676306.361755:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676306.361756:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676306.361758:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676306.361760:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 02000000:00000010:3.0:1734676306.361763:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676306.361765:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 00000100:00000200:3.0:1734676306.361769:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.361772:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9370. 00000400:00000010:3.0:1734676306.361775:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd240. 00000800:00000200:0.0:1734676306.361810:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.361813:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676306.361816:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.361818:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.361821:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676306.361822:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 02000000:00000010:0.0:1734676306.361825:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae800. 00000800:00000200:0.0:1734676306.361854:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.361856:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.361858:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.361861:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.361862:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.361863:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 02000000:00000010:0.0:1734676306.361865:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8acc00. 00010000:00000010:2.0:1734676306.361911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:2.0:1734676306.361917:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a49180. 00010000:00000010:2.0:1734676306.361971:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465800. 00010000:00000010:2.0:1734676306.361976:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.361982:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.361985:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.361991:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.361998:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d464000. 02000000:00000010:2.0:1734676306.362015:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465e00. 00000400:00000010:2.0:1734676306.362018:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.362021:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.362024:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406272, portal 16 00000400:00000010:2.0:1734676306.362027:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.362028:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406272, offset 0 00000400:00000200:2.0:1734676306.362032:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.362056:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.362060:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.362063:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.362066:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.362068:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.362070:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80650:80650:256:4294967295] 192.168.203.46@tcp LPNI seq info [80646:80646:8:4294967295] 00000400:00000200:2.0:1734676306.362076:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.362094:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.362096:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.362099:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.362102:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.362104:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.362200:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.362202:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.362205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.362208:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.362210:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676306.362211:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:0.0:1734676306.362216:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864406272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.363138:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.363146:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18f00 00000400:00000200:0.0:1734676306.363152:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5671 [1] + 224 00000400:00000200:0.0:1734676306.363158:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.363160:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.363165:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864406272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.363191:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.363195:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171b80 00000400:00000200:0.0:1734676306.363199:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 0 00000400:00000200:0.0:1734676306.363213:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.363216:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.363220:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.363223:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:2.0:1734676306.363286:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.363289:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676306.363290:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.363295:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864406272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.363302:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864406272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.363319:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465e00. 02000000:00000010:2.0:1734676306.363323:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d464000. 00000100:00000010:2.0:1734676306.363326:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.363330:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.363333:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:3.0:1734676306.363402:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dec800. 00000020:00000010:3.0:1734676306.363406:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.363408:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.363421:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867915648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.363450:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915648 02000000:00000010:3.0:1734676306.363458:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.363472:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737fa080. 00010000:00000010:3.0:1734676306.363483:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.363487:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.363492:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.363494:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.363500:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.363503:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915648, offset 224 00000400:00000200:3.0:1734676306.363507:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.363512:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.363515:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80651:80651:256:4294967295] 192.168.203.46@tcp LPNI seq info [80647:80647:8:4294967295] 00000400:00000200:3.0:1734676306.363521:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.363525:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.363528:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.363531:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.363536:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.363538:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.363547:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.363549:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.363552:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dec800. 00000800:00000200:0.0:1734676306.363624:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.363627:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676306.363630:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.363633:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.363635:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676306.363637:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00080000:00000010:2.0:1734676306.363679:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464000. 00010000:00000010:2.0:1734676306.363722:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.363726:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737fa000. 00010000:00000010:2.0:1734676306.363772:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465e00. 00010000:00000010:2.0:1734676306.363776:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.363781:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.363785:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.363788:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.363794:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d464600. 02000000:00000010:2.0:1734676306.363805:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464a00. 00000400:00000010:2.0:1734676306.363808:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.363811:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.363814:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406400, portal 16 00000400:00000010:2.0:1734676306.363816:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676306.363818:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406400, offset 0 00000400:00000200:2.0:1734676306.363822:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.363826:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.363829:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.363831:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.363834:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.363835:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.363838:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80652:80652:256:4294967295] 192.168.203.46@tcp LPNI seq info [80648:80648:8:4294967295] 00000400:00000200:2.0:1734676306.363843:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.363846:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.363848:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.363851:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.363854:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.363856:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.364075:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.364087:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.364090:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.364093:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.364096:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676306.364097:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676306.364101:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864406400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.364523:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c600. 00010000:00000010:0.1:1734676306.364625:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f62600. 00010000:00000010:0.1:1734676306.364638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf800. 00010000:00000010:0.1:1734676306.364642:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defa00. 00010000:00000010:0.1:1734676306.364644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cee00. 00010000:00000010:0.1:1734676306.364647:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092900. 00010000:00000010:0.1:1734676306.364649:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cfa00. 00010000:00000010:0.1:1734676306.364652:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48300. 00010000:00000010:0.1:1734676306.364655:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cec00. 00010000:00000010:2.1:1734676306.364895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b200. 00000400:00000200:0.0:1734676306.365609:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.365619:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e18f80 00000400:00000200:0.0:1734676306.365626:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa567d [1] + 224 00000400:00000200:0.0:1734676306.365635:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.365638:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.365645:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864406400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.365699:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.365703:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171c00 00000400:00000200:0.0:1734676306.365708:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 328 00000400:00000200:0.0:1734676306.365722:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.365725:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.365729:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.365733:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000400:00000010:2.0:1734676306.365790:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.365794:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676306.365795:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.365801:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864406400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.365806:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864406400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.365826:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464a00. 02000000:00000010:2.0:1734676306.365832:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d464600. 00000100:00000010:2.0:1734676306.365834:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.365838:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.365841:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000020:00000010:3.0:1734676306.365921:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dec800. 00000020:00000010:3.0:1734676306.365926:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.365929:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.365945:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867915776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.365977:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915776 02000000:00000010:3.0:1734676306.365985:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000010:3.0:1734676306.366003:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3180. 00010000:00000010:3.0:1734676306.366129:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.366135:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.366188:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.366192:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.366201:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.366205:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915776, offset 224 00000400:00000200:3.0:1734676306.366209:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.366215:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.366220:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80653:80653:256:4294967295] 192.168.203.46@tcp LPNI seq info [80649:80649:8:4294967295] 00000400:00000200:3.0:1734676306.366227:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.366231:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.366234:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676306.366237:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.366242:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.366245:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.366292:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464600. 00010000:00000010:2.0:1734676306.366345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.366349:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3200. 00010000:00000010:2.0:1734676306.366399:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7400. 00010000:00000010:2.0:1734676306.366401:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.366404:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464a00. 00010000:00000010:2.0:1734676306.366409:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00080000:00000010:2.0:1734676306.366417:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465600. 00010000:00000010:2.0:1734676306.366433:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.366435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.366469:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464800. 00010000:00000010:2.0:1734676306.366471:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.366475:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.366478:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.366483:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.366489:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d464200. 02000000:00000010:2.0:1734676306.366504:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465c00. 00000400:00000010:2.0:1734676306.366507:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.366509:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.366513:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406528, portal 16 00000400:00000010:2.0:1734676306.366516:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676306.366517:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406528, offset 0 00000400:00000200:2.0:1734676306.366521:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.366525:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.366529:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.366532:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.366534:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.366536:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.366538:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80654:80654:255:4294967295] 192.168.203.46@tcp LPNI seq info [80650:80650:7:4294967295] 00000400:00000200:2.0:1734676306.366543:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.366546:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.366549:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.366551:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.366554:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.366556:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.366582:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.366586:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.366590:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dec800. 00000800:00000200:0.0:1734676306.367368:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.367371:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676306.367375:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.367379:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.367382:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.367384:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676306.367508:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.367511:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.367514:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.367517:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.367520:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676306.367521:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676306.367528:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864406528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.369364:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.369378:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19000 00000400:00000200:0.0:1734676306.369386:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5689 [1] + 224 00000400:00000200:0.0:1734676306.369405:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.369409:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.369418:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864406528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.369482:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676306.369485:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:2.0:1734676306.369487:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.369494:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864406528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.369500:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864406528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.369522:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465c00. 02000000:00000010:2.0:1734676306.369527:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d464200. 00000100:00000010:2.0:1734676306.369532:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676306.369536:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.369540:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.370161:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:1.1:1734676306.370168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1e600. 00000400:00000200:0.0:1734676306.370169:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171c80 00000400:00000200:0.0:1734676306.370174:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 656 00010000:00000010:1.1:1734676306.370175:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7e00. 00010000:00000010:1.1:1734676306.370179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec600. 00010000:00000010:1.1:1734676306.370181:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dbe7900. 00010000:00000010:1.1:1734676306.370183:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465800. 00000400:00000200:0.0:1734676306.370230:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.370234:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.370238:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.370243:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676306.371556:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dec800. 00000020:00000010:3.0:1734676306.371564:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.371568:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.371589:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867915904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.371623:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867915904 02000000:00000010:3.0:1734676306.371631:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000010:3.0:1734676306.371654:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a17880. 00010000:00000010:3.0:1734676306.371669:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.371676:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.371695:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.371698:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.371708:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.371713:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867915904, offset 224 00000400:00000200:3.0:1734676306.371718:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.371727:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.371732:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80655:80655:256:4294967295] 192.168.203.46@tcp LPNI seq info [80651:80651:8:4294967295] 00000400:00000200:3.0:1734676306.371740:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.371745:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.371748:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.371752:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.371757:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.371760:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.371783:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.371786:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.371790:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dec800. 00000800:00000200:0.0:1734676306.372061:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.372064:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676306.372066:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.372070:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.372073:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.372074:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00080000:00000010:2.0:1734676306.372141:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d464200. 00010000:00000010:2.0:1734676306.372193:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.372203:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a17800. 00010000:00000010:2.0:1734676306.372593:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465c00. 00010000:00000010:2.0:1734676306.372598:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d80. 00010000:00000010:2.0:1734676306.372605:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6200. 00000100:00000010:2.0:1734676306.372609:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.372614:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676306.372624:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465800. 02000000:00000010:2.0:1734676306.372639:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d465000. 00000400:00000010:2.0:1734676306.372643:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676306.372647:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.372651:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406656, portal 16 00000400:00000010:2.0:1734676306.372653:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676306.372655:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406656, offset 0 00000400:00000200:2.0:1734676306.372659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.372664:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.372667:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.372670:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.372673:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.372675:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.372677:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80656:80656:256:4294967295] 192.168.203.46@tcp LPNI seq info [80652:80652:8:4294967295] 00000400:00000200:2.0:1734676306.372683:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.372686:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.372689:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.372692:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.372695:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.372697:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.372933:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.372936:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.372939:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.372942:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.372945:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676306.372946:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676306.372953:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864406656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.373982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2c00. 00010000:00000010:0.1:1734676306.373989:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeae00. 00010000:00000010:0.1:1734676306.373991:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7c00. 00000400:00000200:2.0:1734676306.374004:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.374013:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19080 00000400:00000200:2.0:1734676306.374020:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5695 [1] + 224 00000400:00000200:2.0:1734676306.374056:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.374059:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.374066:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864406656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.374143:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:0.0:1734676306.374147:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676306.374148:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676306.374154:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864406656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.374162:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864406656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.374181:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d465000. 02000000:00000010:0.0:1734676306.374185:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465800. 00000100:00000010:0.0:1734676306.374188:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:0.0:1734676306.374193:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:0.0:1734676306.374196:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6200. 00000400:00000200:0.0:1734676306.374369:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.374376:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171d00 00000400:00000200:0.0:1734676306.374382:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 984 00000400:00000200:0.0:1734676306.374424:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.374428:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.374432:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.374436:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676306.374501:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.374507:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676306.374512:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676306.374531:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867916032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.374561:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916032 02000000:00000010:1.0:1734676306.374570:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.374588:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5dd80. 00010000:00000010:1.0:1734676306.374614:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.374619:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.374631:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.374633:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:0.0:1734676306.374723:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e57e00. 00010000:00000010:0.0:1734676306.374780:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d80. 00010000:00000010:0.0:1734676306.374785:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5d800. 00010000:00000010:0.0:1734676306.374859:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e56e00. 00010000:00000010:0.0:1734676306.374863:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c900. 00010000:00000010:0.0:1734676306.374869:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b3c0. 00000100:00000010:0.0:1734676306.374872:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676306.374877:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:0.0:1734676306.374884:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e57200. 02000000:00000010:0.0:1734676306.374897:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130e57000. 00000400:00000010:0.0:1734676306.374901:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676306.374904:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676306.374908:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406784, portal 16 00000400:00000010:0.0:1734676306.374911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676306.374913:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406784, offset 0 00000400:00000200:0.0:1734676306.374917:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.374924:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.374927:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.374930:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.374933:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.374935:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.374937:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80657:80657:256:4294967295] 192.168.203.46@tcp LPNI seq info [80653:80653:8:4294967295] 00000400:00000200:0.0:1734676306.374944:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.374948:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.374951:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676306.374955:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.374960:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.374964:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.375103:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.375106:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:2.0:1734676306.375109:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.375112:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.375115:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:2.0:1734676306.375116:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:2.0:1734676306.375121:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483100 x1818938864406784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.375230:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676306.375235:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916032, offset 224 00000400:00000200:1.0:1734676306.375240:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.375245:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.375249:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80658:80658:256:4294967295] 192.168.203.46@tcp LPNI seq info [80654:80654:8:4294967295] 00000400:00000200:1.0:1734676306.375255:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.375258:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.375261:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.375264:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.375267:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.375270:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.375281:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676306.375285:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:1.0:1734676306.375288:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:2.0:1734676306.376281:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.376286:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:2.0:1734676306.376290:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.376294:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.376297:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:2.0:1734676306.376299:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00010000:00000010:1.1:1734676306.376493:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8c00. 00010000:00000010:1.1:1734676306.376500:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465e00. 00010000:00000010:1.1:1734676306.376503:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7400. 00010000:00000010:1.1:1734676306.376505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464a00. 00000400:00000200:0.0:1734676306.378423:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.378439:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19100 00000400:00000200:0.0:1734676306.378447:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa569d [1] + 224 00000400:00000200:0.0:1734676306.378457:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.378461:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.378470:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483100 x1818938864406784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.378505:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.378509:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171d80 00000400:00000200:0.0:1734676306.378513:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 1312 00000400:00000200:0.0:1734676306.378568:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.378572:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.378577:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.378581:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000400:00000010:2.0:1734676306.378755:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:2.0:1734676306.378760:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:2.0:1734676306.378763:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:2.0:1734676306.378768:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483100 x1818938864406784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.378775:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483100 x1818938864406784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.378803:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130e57000. 02000000:00000010:2.0:1734676306.378807:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e57200. 00000100:00000010:2.0:1734676306.378810:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000010:2.0:1734676306.378814:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:2.0:1734676306.378817:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b3c0. 00000020:00000010:1.0:1734676306.378904:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.378911:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676306.378914:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676306.378931:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867916160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.378999:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916160 02000000:00000010:3.0:1734676306.379008:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676306.379029:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9ac380. 00010000:00000010:3.0:1734676306.379089:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.379095:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.379101:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.379104:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.379113:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.379116:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916160, offset 224 00000400:00000200:3.0:1734676306.379122:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676306.379122:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465000. 00000400:00000200:3.0:1734676306.379128:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.379134:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80659:80659:256:4294967295] 192.168.203.46@tcp LPNI seq info [80655:80655:8:4294967295] 00000400:00000200:3.0:1734676306.379141:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.379145:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.379148:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.379152:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.379157:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.379161:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.379172:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:3.0:1734676306.379175:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:3.0:1734676306.379178:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:2.0:1734676306.379189:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c900. 00010000:00000010:2.0:1734676306.379196:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9ac300. 00010000:00000010:2.0:1734676306.379247:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465800. 00010000:00000010:2.0:1734676306.379252:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.379259:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.379262:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.379267:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.379275:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465400. 02000000:00000010:2.0:1734676306.379291:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464a00. 00000400:00000010:2.0:1734676306.379295:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.379299:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.379302:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864406912, portal 16 00000400:00000010:2.0:1734676306.379305:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676306.379307:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864406912, offset 0 00000400:00000200:2.0:1734676306.379311:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.379316:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.379319:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.379322:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.379324:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.379326:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.379329:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80660:80660:255:4294967295] 192.168.203.46@tcp LPNI seq info [80656:80656:7:4294967295] 00000400:00000200:2.0:1734676306.379334:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.379338:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.379340:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.379343:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.379347:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.379349:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.380532:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.380537:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:3.0:1734676306.380542:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.380547:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.380551:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.380553:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:3.0:1734676306.380603:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.380605:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:3.0:1734676306.380607:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.380610:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.380612:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:3.0:1734676306.380613:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:3.0:1734676306.380621:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864406912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.382497:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9800. 00010000:00000010:0.1:1734676306.382508:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465c00. 00010000:00000010:1.1:1734676306.383064:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2e8c00. 00010000:00000010:1.1:1734676306.383091:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f7400. 00010000:00000010:3.1:1734676306.383447:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dac5c00. 00000400:00000200:0.0:1734676306.383524:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.383539:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19180 00000400:00000200:0.0:1734676306.383547:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56ad [1] + 224 00000400:00000200:0.0:1734676306.383556:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.383560:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.383569:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864406912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.383601:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.383606:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171e00 00000400:00000200:0.0:1734676306.383610:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 1640 00000400:00000010:2.0:1734676306.383624:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.383628:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.383631:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.383637:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864406912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.383643:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864406912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.383659:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.383663:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:2.0:1734676306.383666:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464a00. 00000100:00000200:0.0:1734676306.383667:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1734676306.383670:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465400. 00000100:00000010:0.0:1734676306.383672:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000100:00000010:2.0:1734676306.383674:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.383678:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.383682:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00010000:00000010:0.1:1734676306.385335:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417f00. 00010000:00000010:0.1:1734676306.385345:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00000020:00000010:1.0:1734676306.385432:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.385437:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.385441:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.385465:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867916288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.385501:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916288 02000000:00000010:1.0:1734676306.385510:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.385533:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a6b00. 00010000:00000010:1.0:1734676306.385560:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.385567:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.385575:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.385578:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.385588:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00080000:00000010:2.0:1734676306.385590:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465400. 00000100:00000200:1.0:1734676306.385592:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916288, offset 224 00000400:00000200:1.0:1734676306.385598:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.385607:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.385613:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80661:80661:256:4294967295] 192.168.203.46@tcp LPNI seq info [80657:80657:8:4294967295] 00000400:00000200:1.0:1734676306.385621:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.385626:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.385631:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.385635:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.385641:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.385644:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676306.385649:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.385655:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a6a80. 00000020:00000010:1.0:1734676306.385665:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.385668:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.385671:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00010000:00000010:2.0:1734676306.385707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464a00. 00010000:00000010:2.0:1734676306.385711:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.385717:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.385720:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.385726:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.385734:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465e00. 02000000:00000010:2.0:1734676306.385751:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d464800. 00000400:00000010:2.0:1734676306.385756:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.385760:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.385764:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407040, portal 16 00000400:00000010:2.0:1734676306.385767:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676306.385768:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407040, offset 0 00000400:00000200:2.0:1734676306.385772:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.385777:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.385780:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.385783:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.385787:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.385789:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.385791:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80662:80662:255:4294967295] 192.168.203.46@tcp LPNI seq info [80658:80658:7:4294967295] 00000400:00000200:2.0:1734676306.385798:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.385802:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.385805:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.385808:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.385811:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.385813:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.386139:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.386142:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:0.0:1734676306.386146:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.386150:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.386153:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676306.386155:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000800:00000200:0.0:1734676306.386203:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.386205:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.386208:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.386210:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.386212:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676306.386213:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676306.386218:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864407040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.387620:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.387635:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19200 00000400:00000200:0.0:1734676306.387643:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56b9 [1] + 224 00000400:00000200:0.0:1734676306.387651:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.387654:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.387662:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864407040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.387697:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.387701:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171e80 00000400:00000200:0.0:1734676306.387706:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40a5 [2] + 1968 00000400:00000010:0.0:1734676306.387709:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9a50. 00000400:00000200:0.0:1734676306.387712:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c326e40 00000400:00000200:0.0:1734676306.387728:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.387731:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.387733:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c326e40 00000400:00000010:0.0:1734676306.387735:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c326e40. 00000100:00000200:0.0:1734676306.387741:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676306.387817:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.387822:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.387823:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.387829:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864407040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.387836:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864407040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.387858:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d464800. 02000000:00000010:2.0:1734676306.387863:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465e00. 00000100:00000010:2.0:1734676306.387868:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.387873:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.387876:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:3.0:1734676306.387953:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.387960:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.387965:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.387982:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9c50 x1818938867916416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.388120:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916416 02000000:00000010:3.0:1734676306.388128:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae400. 00010000:00000010:3.0:1734676306.388147:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9acc80. 00010000:00000010:3.0:1734676306.388161:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.388166:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd0c0. 00000100:00000010:3.0:1734676306.388176:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd0c0. 00010000:00000010:3.0:1734676306.388179:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.388187:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.388190:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916416, offset 224 00000400:00000200:3.0:1734676306.388195:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.388202:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.388206:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80663:80663:256:4294967295] 192.168.203.46@tcp LPNI seq info [80659:80659:8:4294967295] 00000400:00000200:3.0:1734676306.388215:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.388219:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.388222:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.388226:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.388231:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.388235:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.388249:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.388252:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.388255:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 02000000:00000010:3.0:1734676306.388261:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676306.388263:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676306.388267:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:3.0:1734676306.388270:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:3.0:1734676306.388275:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:3.0:1734676306.388277:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:3.0:1734676306.388279:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad400. 00000100:00000010:3.0:1734676306.388282:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676306.388283:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8afc00. 00000100:00000010:3.0:1734676306.388286:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:3.0:1734676306.388290:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676306.388291:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:3.0:1734676306.388295:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.388298:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd91b8. 00000400:00000010:3.0:1734676306.388301:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd0c0. 00080000:00000010:2.0:1734676306.388380:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d465e00. 00010000:00000010:2.0:1734676306.388442:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.388448:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9acc00. 00010000:00000010:2.0:1734676306.388506:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d464800. 00010000:00000010:2.0:1734676306.388510:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e80. 00010000:00000010:2.0:1734676306.388517:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.388520:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.388525:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.388532:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d465c00. 02000000:00000010:2.0:1734676306.388549:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1600. 00000400:00000010:2.0:1734676306.388553:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.388555:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.388558:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407168, portal 16 00000400:00000010:2.0:1734676306.388561:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676306.388562:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407168, offset 0 00000400:00000200:2.0:1734676306.388567:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.388571:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.388574:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.388577:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.388579:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.388581:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.388583:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80664:80664:255:4294967295] 192.168.203.46@tcp LPNI seq info [80660:80660:7:4294967295] 00000400:00000200:2.0:1734676306.388588:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.388592:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.388594:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.388597:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.388600:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.388602:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.388678:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.388681:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676306.388683:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.388687:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.388689:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.388691:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 02000000:00000010:0.0:1734676306.388694:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae400. 00000800:00000200:0.0:1734676306.388743:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.388745:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.388747:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.388750:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.388751:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676306.388753:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676306.388757:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864407168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.389343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6e00. 00000400:00000200:0.0:1734676306.392176:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.392190:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19280 00000400:00000200:0.0:1734676306.392198:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56c9 [1] + 224 00000400:00000200:0.0:1734676306.392208:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.392211:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.392219:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864407168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.392423:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.392428:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171f00 00000400:00000200:0.0:1734676306.392433:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 0 00000400:00000200:0.0:1734676306.392482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.392485:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.392489:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.392494:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:2.0:1734676306.392621:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.392625:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.392628:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.392633:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864407168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.392640:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864407168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.392660:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1600. 02000000:00000010:2.0:1734676306.392664:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d465c00. 00000100:00000010:2.0:1734676306.392669:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.392674:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.392678:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:1.0:1734676306.392763:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.392768:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.392772:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.392791:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867916544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.392877:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916544 02000000:00000010:1.0:1734676306.392884:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676306.392905:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e0f980. 00010000:00000010:1.0:1734676306.392917:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.392922:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00080000:00000010:2.0:1734676306.393123:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1600. 00010000:00000010:2.0:1734676306.393234:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d465c00. 00010000:00000010:2.0:1734676306.393239:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.393244:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.393247:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.393251:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.393259:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7800. 02000000:00000010:2.0:1734676306.393274:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6400. 00000400:00000010:2.0:1734676306.393277:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.393281:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.393286:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407296, portal 16 00000400:00000010:2.0:1734676306.393288:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676306.393291:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407296, offset 0 00000400:00000200:2.0:1734676306.393295:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.393302:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.393306:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.393309:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.393311:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.393313:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.393316:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80665:80665:256:4294967295] 192.168.203.46@tcp LPNI seq info [80661:80661:8:4294967295] 00000400:00000200:2.0:1734676306.393323:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.393327:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.393330:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.393334:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.393340:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.393343:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.393435:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.393437:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.393440:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.393443:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.393446:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676306.393447:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:0.0:1734676306.393452:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864407296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.393487:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e80. 00000100:00000010:1.0:1734676306.393494:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.393496:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:1.0:1734676306.393501:0:8190:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e0f280. 00000400:00000010:1.0:1734676306.393510:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676306.393513:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916544, offset 224 00000400:00000200:1.0:1734676306.393516:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.393521:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.393524:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80666:80666:256:4294967295] 192.168.203.46@tcp LPNI seq info [80662:80662:8:4294967295] 00000400:00000200:1.0:1734676306.393530:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.393533:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.393535:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676306.393538:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.393541:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.393543:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.393554:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.393558:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.393561:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000800:00000200:0.0:1734676306.393649:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.393651:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 00000400:00000200:0.0:1734676306.393654:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.393657:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.393659:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676306.393661:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000400:00000200:0.0:1734676306.394461:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.394469:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19300 00000400:00000200:0.0:1734676306.394475:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56d1 [1] + 224 00000400:00000200:0.0:1734676306.394489:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.394492:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.394498:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864407296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.394658:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.394662:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.394664:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.394669:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864407296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.394675:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864407296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.394692:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676306.394695:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7800. 00000100:00000010:2.0:1734676306.394698:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.394702:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.394705:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000200:0.0:1734676306.394868:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.394873:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5171f80 00000400:00000200:0.0:1734676306.394878:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 328 00000400:00000200:0.0:1734676306.394910:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.394913:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.394916:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.394919:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676306.395156:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097db7800. 00000020:00000010:2.0:1734676306.395160:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.395164:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.395180:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867916672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.395205:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916672 02000000:00000010:2.0:1734676306.395212:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.395230:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097feb880. 00010000:00000010:2.0:1734676306.395241:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.395245:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.395252:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.395254:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000010:2.0:1734676306.395260:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.395263:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916672, offset 224 00000400:00000200:2.0:1734676306.395267:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.395272:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.395276:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80667:80667:256:4294967295] 192.168.203.46@tcp LPNI seq info [80663:80663:8:4294967295] 00000400:00000200:2.0:1734676306.395283:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.395287:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.395290:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.395293:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.395298:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.395300:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.395310:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.395313:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.395316:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097db7800. 00080000:00000010:2.0:1734676306.395334:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db7800. 00010000:00000010:2.0:1734676306.395383:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.395387:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097feb800. 00010000:00000010:2.0:1734676306.395437:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db6400. 00010000:00000010:2.0:1734676306.395441:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.395446:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.395448:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.395453:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.395461:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097db7a00. 02000000:00000010:2.0:1734676306.395477:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3000. 00000400:00000010:2.0:1734676306.395480:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.395482:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.395485:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407424, portal 16 00000400:00000010:2.0:1734676306.395488:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676306.395490:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407424, offset 0 00000400:00000200:2.0:1734676306.395493:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.395497:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.395500:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.395502:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.395505:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.395507:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.395509:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80668:80668:255:4294967295] 192.168.203.46@tcp LPNI seq info [80664:80664:7:4294967295] 00000400:00000200:2.0:1734676306.395513:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.395516:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.395518:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.395520:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.395523:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.395525:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676306.395597:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecbe00. 00000800:00000200:0.0:1734676306.395620:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.395622:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.395625:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.395628:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.395630:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676306.395632:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000800:00000200:0.0:1734676306.395663:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.395665:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.395667:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.395670:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.395671:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676306.395673:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676306.395677:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864407424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.395733:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ad700. 00010000:00000010:1.1:1734676306.395738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e56e00. 00010000:00000010:1.1:1734676306.399112:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a600. 00000400:00000200:0.0:1734676306.400023:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.401064:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19380 00000400:00000200:0.0:1734676306.401075:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56e1 [1] + 224 00000400:00000200:0.0:1734676306.401099:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.401103:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.401112:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864407424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.401146:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.401151:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172000 00000400:00000200:0.0:1734676306.401156:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 656 00000400:00000200:0.0:1734676306.401217:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.401220:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.401224:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.401229:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676306.401324:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.401329:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.401333:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.401351:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867916800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.401368:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916800 02000000:00000010:3.0:1734676306.401375:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.401401:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.401407:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676306.401412:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676306.401415:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.401424:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.401428:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916800, offset 224 00000400:00000200:3.0:1734676306.401433:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.401440:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.401444:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80669:80669:256:4294967295] 192.168.203.46@tcp LPNI seq info [80665:80665:8:4294967295] 00000400:00000200:3.0:1734676306.401452:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.401457:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.401460:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.401464:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.401469:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.401472:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.401483:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.401486:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.401489:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 00000400:00000010:2.0:1734676306.401559:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.401562:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676306.401564:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.401569:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864407424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.401576:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864407424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.401592:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19680. 02000000:00000010:2.0:1734676306.401603:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3000. 02000000:00000010:2.0:1734676306.401607:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097db7a00. 00000100:00000010:2.0:1734676306.401610:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.401614:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.401617:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00080000:00000010:2.0:1734676306.401633:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3000. 00010000:00000010:2.0:1734676306.401691:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.401696:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19600. 00000800:00000200:1.0:1734676306.401742:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.401746:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676306.401749:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676306.401751:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2400. 00000400:00000200:1.0:1734676306.401753:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676306.401755:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00000400:00000200:1.0:1734676306.401756:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676306.401758:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00010000:00000010:2.0:1734676306.401760:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.401763:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.401767:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.401774:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3600. 02000000:00000010:2.0:1734676306.401789:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3400. 00000400:00000010:2.0:1734676306.401792:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.401795:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.401799:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407552, portal 16 00000400:00000010:2.0:1734676306.401801:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676306.401803:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407552, offset 0 00000400:00000200:2.0:1734676306.401807:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.401811:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.401814:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.401817:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.401819:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.401821:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.401823:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80670:80670:256:4294967295] 192.168.203.46@tcp LPNI seq info [80666:80666:8:4294967295] 00000400:00000200:2.0:1734676306.401828:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.401832:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.401834:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.401836:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.401839:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.401842:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.401861:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.401865:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2200. 02000000:00000010:2.0:1734676306.401871:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2e00. 00000400:00000010:2.0:1734676306.401873:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.401875:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.401877:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407680, portal 16 00000400:00000010:2.0:1734676306.401879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676306.401880:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407680, offset 0 00000400:00000200:2.0:1734676306.401883:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.401886:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.401888:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.401890:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.401892:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.401893:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.401895:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80671:80671:255:4294967295] 192.168.203.46@tcp LPNI seq info [80667:80667:7:4294967295] 00000400:00000200:2.0:1734676306.401901:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.401904:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.401907:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.401910:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.401912:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.401914:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.401966:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.401968:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676306.401971:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.401974:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.401976:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676306.401977:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:1.0:1734676306.401983:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864407552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.402019:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.402021:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676306.402023:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.402025:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.402028:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676306.402029:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:1.0:1734676306.402033:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864407680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.403307:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.403317:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19400 00000400:00000200:0.0:1734676306.403323:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56ed [1] + 224 00000400:00000200:0.0:1734676306.403331:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.403333:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.403340:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864407552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.403366:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.403370:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19480 00000400:00000200:0.0:1734676306.403373:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa56f5 [1] + 224 00000400:00000200:0.0:1734676306.403383:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.403386:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.403390:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864407680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.403443:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.403446:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676306.403448:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.403452:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864407552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.403459:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864407552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.403473:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.403474:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:2.0:1734676306.403476:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.403478:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864407680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.403485:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864407680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.403495:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3400. 02000000:00000010:2.0:1734676306.403498:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3600. 00000100:00000010:2.0:1734676306.403501:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.403505:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2e00. 02000000:00000010:2.0:1734676306.403507:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2200. 00000100:00000010:2.0:1734676306.403509:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.403512:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.403516:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000200:0.0:1734676306.403637:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.403642:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172080 00000400:00000200:0.0:1734676306.403646:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 984 00000400:00000200:0.0:1734676306.403651:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.403654:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.403657:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.403661:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000200:0.0:1734676306.403681:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.403684:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172100 00000400:00000200:0.0:1734676306.403687:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 1312 00000400:00000200:0.0:1734676306.403695:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.403698:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.403700:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.403703:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676306.405089:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2200. 00000020:00000010:2.0:1734676306.405095:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.405099:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.405117:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867916928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676306.405137:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba2e00. 00000020:00000010:2.0:1734676306.405139:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d00. 00000020:00000010:2.0:1734676306.405141:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.405146:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867917056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.405163:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867916928 02000000:00000010:2.0:1734676306.405171:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.405189:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df9400. 00000400:00000010:2.0:1734676306.405204:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.405209:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867916928, offset 224 00000400:00000200:2.0:1734676306.405214:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.405221:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.405227:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80672:80672:256:4294967295] 192.168.203.46@tcp LPNI seq info [80668:80668:8:4294967295] 00000400:00000200:2.0:1734676306.405235:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.405240:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.405243:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.405247:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.405252:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.405255:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.405279:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a80. 00000020:00000010:2.0:1734676306.405281:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.405285:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2200. 00000100:00000200:2.0:1734676306.405292:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917056 02000000:00000010:2.0:1734676306.405296:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.405303:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19700. 00010000:00000010:2.0:1734676306.405310:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.405315:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.405322:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.405325:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000010:2.0:1734676306.405328:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.405330:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917056, offset 224 00000400:00000200:2.0:1734676306.405334:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.405337:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.405341:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80673:80673:255:4294967295] 192.168.203.46@tcp LPNI seq info [80669:80669:7:4294967295] 00000400:00000200:2.0:1734676306.405347:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.405350:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.405352:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.405354:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.405357:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.405359:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.405363:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d00. 00000020:00000010:2.0:1734676306.405365:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.405367:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba2e00. 00080000:00000010:2.0:1734676306.405383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2e00. 00010000:00000010:2.0:1734676306.405436:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.405441:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19080. 00010000:00000010:2.0:1734676306.405488:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2200. 00010000:00000010:2.0:1734676306.405492:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.405498:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.405500:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.405504:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.405512:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3600. 02000000:00000010:2.0:1734676306.405525:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3400. 00000400:00000010:2.0:1734676306.405529:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.405532:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.405536:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407808, portal 16 00000400:00000010:2.0:1734676306.405539:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.405540:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407808, offset 0 00000400:00000200:2.0:1734676306.405544:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.405547:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.405550:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.405553:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.405556:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.405558:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.405560:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80674:80674:254:4294967295] 192.168.203.46@tcp LPNI seq info [80670:80670:6:4294967295] 00000400:00000200:2.0:1734676306.405566:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.405569:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.405571:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.405573:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.405577:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.405579:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.405707:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.405710:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676306.405713:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.405717:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.405720:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676306.405721:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:1.0:1734676306.405729:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.405731:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.405732:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.405735:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.405736:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676306.405737:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:1.0:1734676306.405926:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.405929:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:1.0:1734676306.405931:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.405933:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.405936:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676306.405937:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:1.0:1734676306.405942:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864407808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.406525:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09ae00. 00010000:00000010:1.1:1734676306.406540:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465800. 00010000:00000010:1.1:1734676306.406544:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9ade00. 00010000:00000010:1.1:1734676306.406548:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464a00. 00010000:00000010:1.1:1734676306.406551:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78200. 00010000:00000010:1.1:1734676306.406553:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2c00. 00010000:00000010:1.1:1734676306.406556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d465c00. 00010000:00000010:0.1:1734676306.406678:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d47e00. 00010000:00000010:0.1:1734676306.406681:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464800. 00010000:00000010:0.1:1734676306.406684:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013012f700. 00000400:00000200:0.0:1734676306.407074:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.407093:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19500 00000400:00000200:0.0:1734676306.407100:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5705 [1] + 224 00000400:00000200:0.0:1734676306.407114:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.407117:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.407124:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864407808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.407236:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.407240:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:2.0:1734676306.407242:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.407247:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864407808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.407254:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864407808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.407274:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3400. 02000000:00000010:2.0:1734676306.407278:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3600. 00000100:00000010:2.0:1734676306.407282:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.407287:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.407290:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000200:0.0:1734676306.409214:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.409226:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172180 00000400:00000200:0.0:1734676306.409233:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 1640 00000400:00000200:0.0:1734676306.409285:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.409289:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.409294:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.409299:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:2.0:1734676306.409724:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a0ba3600. 00000020:00000010:2.0:1734676306.409730:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4d00. 00000020:00000010:2.0:1734676306.409733:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.409752:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867917184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.409780:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917184 02000000:00000010:2.0:1734676306.409788:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.409808:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc380. 00010000:00000010:2.0:1734676306.409822:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.409828:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.409835:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.409838:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000010:2.0:1734676306.409847:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.409851:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917184, offset 224 00000400:00000200:2.0:1734676306.409856:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.409862:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.409867:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80675:80675:256:4294967295] 192.168.203.46@tcp LPNI seq info [80671:80671:8:4294967295] 00000400:00000200:2.0:1734676306.409875:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.409880:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.409883:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.409886:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.409892:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.409896:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.409915:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4d00. 00000020:00000010:2.0:1734676306.409917:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.409921:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a0ba3600. 00080000:00000010:2.0:1734676306.409939:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3600. 00010000:00000010:2.0:1734676306.409989:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.409994:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fedc300. 00010000:00000010:2.0:1734676306.410059:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3400. 00010000:00000010:2.0:1734676306.410064:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.410070:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.410073:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.410092:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.410099:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3800. 02000000:00000010:2.0:1734676306.410114:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2600. 00000400:00000010:2.0:1734676306.410118:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.410121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.410124:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864407936, portal 16 00000400:00000010:2.0:1734676306.410127:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.410128:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864407936, offset 0 00000400:00000200:2.0:1734676306.410131:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.410136:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.410139:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.410141:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.410144:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.410146:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.410148:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80676:80676:255:4294967295] 192.168.203.46@tcp LPNI seq info [80672:80672:7:4294967295] 00000400:00000200:2.0:1734676306.410154:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.410157:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.410159:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.410162:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.410166:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.410168:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.410291:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.410294:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:1.0:1734676306.410297:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.410301:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.410304:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676306.410306:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:1.0:1734676306.410343:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.410345:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.410347:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.410349:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.410352:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:1.0:1734676306.410353:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:1.0:1734676306.410357:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864407936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.411589:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.411598:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19580 00000400:00000200:0.0:1734676306.411604:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5711 [1] + 224 00000400:00000200:0.0:1734676306.411611:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.411614:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.411621:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864407936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.411649:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.411653:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172200 00000400:00000200:0.0:1734676306.411657:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa40fd [2] + 1968 00000400:00000010:0.0:1734676306.411660:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9cb8. 00000400:00000200:0.0:1734676306.411663:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c3269c0 00000400:00000200:0.0:1734676306.411706:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.411709:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.411711:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c3269c0 00000400:00000010:0.0:1734676306.411713:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c3269c0. 00000100:00000200:0.0:1734676306.411716:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.411800:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.411804:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.411808:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.411822:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9850 x1818938867917312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.411840:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917312 02000000:00000010:3.0:1734676306.411846:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000010:3.0:1734676306.411866:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.411871:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd3c0. 00000100:00000010:3.0:1734676306.411875:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd3c0. 00010000:00000010:3.0:1734676306.411877:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.411885:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.411889:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917312, offset 224 00000400:00000200:3.0:1734676306.411893:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.411898:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.411902:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80677:80677:256:4294967295] 192.168.203.46@tcp LPNI seq info [80673:80673:8:4294967295] 00000400:00000200:3.0:1734676306.411910:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.411914:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.411917:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.411920:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.411926:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.411928:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.411950:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.411954:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.411957:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 02000000:00000010:3.0:1734676306.411962:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:3.0:1734676306.411966:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676306.411969:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:3.0:1734676306.411971:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676306.411975:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:3.0:1734676306.411977:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676306.411979:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676306.411981:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:3.0:1734676306.411984:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:3.0:1734676306.411986:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676306.411988:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:3.0:1734676306.411990:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:3.0:1734676306.411995:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.411998:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd90b0. 00000400:00000010:3.0:1734676306.412001:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd3c0. 00000400:00000010:2.0:1734676306.412056:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.412060:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.412061:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.412067:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864407936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.412074:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864407936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.412099:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da1bf80. 02000000:00000010:2.0:1734676306.412106:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2600. 02000000:00000010:2.0:1734676306.412110:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3800. 00000100:00000010:2.0:1734676306.412113:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.412116:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.412119:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00080000:00000010:2.0:1734676306.412129:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3800. 00010000:00000010:2.0:1734676306.412178:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.412182:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da1bf00. 00010000:00000010:2.0:1734676306.412236:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2600. 00010000:00000010:2.0:1734676306.412241:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.412246:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.412249:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.412253:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.412260:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3e00. 02000000:00000010:2.0:1734676306.412274:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2800. 00000400:00000010:2.0:1734676306.412276:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.412278:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.412281:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408064, portal 16 00000400:00000010:2.0:1734676306.412283:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.412285:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408064, offset 0 00000400:00000200:2.0:1734676306.412289:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.412292:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.412295:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.412298:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.412300:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.412302:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.412304:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80678:80678:255:4294967295] 192.168.203.46@tcp LPNI seq info [80674:80674:7:4294967295] 00000400:00000200:2.0:1734676306.412309:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.412312:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.412315:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.412317:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.412321:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.412323:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.412387:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.412390:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676306.412392:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.412395:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.412397:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676306.412399:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 02000000:00000010:1.0:1734676306.412401:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8afc00. 00000800:00000200:1.0:1734676306.412416:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.412418:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676306.412420:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.412422:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.412423:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676306.412424:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676306.412429:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864408064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.413151:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4200. 00010000:00000010:1.1:1734676306.413158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080400. 00010000:00000010:1.1:1734676306.413161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db6400. 00010000:00000010:1.1:1734676306.413164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b523400. 00010000:00000010:1.1:1734676306.413167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cda0c00. 00010000:00000010:1.1:1734676306.413169:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edefe00. 00010000:00000010:1.1:1734676306.413172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2400. 00000400:00000200:0.0:1734676306.414334:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.414346:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19600 00000400:00000200:0.0:1734676306.414353:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5721 [1] + 224 00000400:00000200:0.0:1734676306.414361:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.414364:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.414372:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864408064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.414401:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.414405:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172280 00000400:00000200:0.0:1734676306.414409:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 0 00000400:00000200:0.0:1734676306.414454:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.414457:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.414460:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.414466:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676306.414547:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.414552:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.414555:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.414573:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867917440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676306.414644:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.414647:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.414649:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.414654:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864408064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.414661:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864408064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.414680:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2800. 02000000:00000010:2.0:1734676306.414684:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3e00. 00000100:00000010:2.0:1734676306.414687:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.414692:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.414695:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000100:00000200:1.0:1734676306.414746:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917440 02000000:00000010:1.0:1734676306.414753:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.414771:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a72f80. 00010000:00000010:1.0:1734676306.415087:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.415093:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.415098:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.415100:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.415110:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676306.415114:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917440, offset 224 00000400:00000200:1.0:1734676306.415119:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.415126:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.415131:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80679:80679:256:4294967295] 192.168.203.46@tcp LPNI seq info [80675:80675:8:4294967295] 00000400:00000200:1.0:1734676306.415139:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.415143:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.415146:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.415149:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.415154:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.415158:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.415192:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3e00. 00010000:00000010:2.0:1734676306.415245:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.415249:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a72a80. 00010000:00000010:2.0:1734676306.415310:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:2.0:1734676306.415314:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.415320:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.415323:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.415327:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.415334:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3a00. 02000000:00000010:2.0:1734676306.415348:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3c00. 00000400:00000010:2.0:1734676306.415351:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.415354:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.415357:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408192, portal 16 00000400:00000010:2.0:1734676306.415360:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676306.415362:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408192, offset 0 00000400:00000200:2.0:1734676306.415365:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.415369:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.415372:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.415375:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.415377:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.415379:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.415381:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80680:80680:255:4294967295] 192.168.203.46@tcp LPNI seq info [80676:80676:7:4294967295] 00000400:00000200:2.0:1734676306.415387:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.415390:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.415392:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.415395:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.415398:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.415400:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.415594:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.415599:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.415602:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000800:00000200:0.0:1734676306.416464:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.416468:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676306.416473:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.416478:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.416482:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676306.416484:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:0.0:1734676306.416516:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.416517:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.416519:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.416521:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.416523:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676306.416525:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676306.416531:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864408192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.418305:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.418318:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19680 00000400:00000200:0.0:1734676306.418326:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa572d [1] + 224 00000400:00000200:0.0:1734676306.418335:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.418338:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.418346:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864408192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.418414:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.418418:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172300 00000400:00000200:0.0:1734676306.418422:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 328 00000400:00000200:0.0:1734676306.418437:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.418441:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.418444:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.418449:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.418541:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.418547:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.418551:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.418569:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867917568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676306.418635:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.418640:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.418642:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.418648:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864408192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.418654:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864408192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.418678:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3c00. 02000000:00000010:2.0:1734676306.418682:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3a00. 00000100:00000010:2.0:1734676306.418685:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.418691:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.418694:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000100:00000200:1.0:1734676306.418832:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917568 02000000:00000010:1.0:1734676306.418841:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676306.418861:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c400b00. 00010000:00000010:1.0:1734676306.418874:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.418880:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.418948:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.418951:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.418961:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.418965:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917568, offset 224 00080000:00000010:2.0:1734676306.419032:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba3a00. 00010000:00000010:2.0:1734676306.419130:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.419135:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c400a80. 00010000:00000010:2.0:1734676306.419186:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:2.0:1734676306.419191:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.419197:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.419199:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.419203:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.419211:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2a00. 02000000:00000010:2.0:1734676306.419225:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3200. 00000400:00000010:2.0:1734676306.419227:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.419230:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.419234:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408320, portal 16 00000400:00000010:2.0:1734676306.419237:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.419239:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408320, offset 0 00000400:00000200:2.0:1734676306.419243:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.419249:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.419254:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.419257:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.419259:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.419261:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.419264:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80681:80681:256:4294967295] 192.168.203.46@tcp LPNI seq info [80677:80677:8:4294967295] 00000400:00000200:2.0:1734676306.419271:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.419275:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.419278:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.419282:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.419288:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.419292:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1734676306.419354:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.419358:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.419362:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80682:80682:255:4294967295] 192.168.203.46@tcp LPNI seq info [80678:80678:7:4294967295] 00000400:00000200:1.0:1734676306.419369:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.419372:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.419374:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.419377:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.419380:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.419382:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.419389:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.419393:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.419396:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000800:00000200:0.0:1734676306.419685:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.419688:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.419690:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.419694:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.419697:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676306.419698:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676306.419704:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864408320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.419965:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da32400. 00010000:00000010:1.1:1734676306.419972:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedde00. 00010000:00000010:1.1:1734676306.419975:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2200. 00010000:00000010:1.1:1734676306.419977:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d180e00. 00010000:00000010:1.1:1734676306.419987:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421c00. 00010000:00000010:1.1:1734676306.419990:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3400. 00000800:00000200:0.0:1734676306.420277:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.420279:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:0.0:1734676306.420283:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.420287:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.420289:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676306.420291:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000400:00000200:0.0:1734676306.421601:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.421611:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19700 00000400:00000200:0.0:1734676306.421619:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5739 [1] + 224 00000400:00000200:0.0:1734676306.421628:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.421631:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.421640:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864408320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.421675:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.421679:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172380 00000400:00000200:0.0:1734676306.421683:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 656 00000400:00000200:0.0:1734676306.421697:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.421700:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.421704:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.421708:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000400:00000010:2.0:1734676306.421819:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.421823:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.421825:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.421831:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864408320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.421837:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864408320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.421858:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3200. 02000000:00000010:2.0:1734676306.421863:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2a00. 00000100:00000010:2.0:1734676306.421866:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676306.421872:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.421875:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:1.0:1734676306.422245:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.422251:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.422254:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.422271:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867917696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.422295:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917696 02000000:00000010:1.0:1734676306.422302:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.422320:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d1e80. 00010000:00000010:1.0:1734676306.422333:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.422339:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.422344:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.422345:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.422354:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.422357:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917696, offset 224 00000400:00000200:1.0:1734676306.422362:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.422368:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.422373:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80683:80683:256:4294967295] 192.168.203.46@tcp LPNI seq info [80679:80679:8:4294967295] 00000400:00000200:1.0:1734676306.422381:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.422385:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.422389:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.422393:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.422398:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.422401:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.422414:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.422418:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.422421:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000800:00000200:0.0:1734676306.422552:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.422554:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676306.422557:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.422560:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.422562:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676306.422564:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00080000:00000010:2.0:1734676306.422631:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2a00. 00010000:00000010:2.0:1734676306.422688:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.422693:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d1e00. 00010000:00000010:2.0:1734676306.422753:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3200. 00010000:00000010:2.0:1734676306.422758:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.422766:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.422769:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.422773:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.422782:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba3400. 02000000:00000010:2.0:1734676306.422797:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2200. 00000400:00000010:2.0:1734676306.422801:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.422804:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.422809:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408448, portal 16 00000400:00000010:2.0:1734676306.422812:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.422814:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408448, offset 0 00000400:00000200:2.0:1734676306.422818:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.422822:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.422825:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.422828:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.422831:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.422833:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.422835:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80684:80684:256:4294967295] 192.168.203.46@tcp LPNI seq info [80680:80680:8:4294967295] 00000400:00000200:2.0:1734676306.422841:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.422844:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.422846:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.422849:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.422853:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.422855:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.422863:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.422866:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2400. 02000000:00000010:2.0:1734676306.422872:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097db6400. 00000400:00000010:2.0:1734676306.422873:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.422875:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.422877:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408576, portal 16 00000400:00000010:2.0:1734676306.422879:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.422881:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408576, offset 0 00000400:00000200:2.0:1734676306.422884:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.422887:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.422890:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.422892:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.422894:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.422895:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.422897:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80685:80685:255:4294967295] 192.168.203.46@tcp LPNI seq info [80681:80681:7:4294967295] 00000400:00000200:2.0:1734676306.422902:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.422905:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.422908:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.422911:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.422914:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.422916:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.423244:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.423247:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.423250:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.423253:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.423256:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676306.423257:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676306.423264:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864408448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.423298:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.423300:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.423302:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.423304:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.423306:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676306.423307:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676306.423311:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864408576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.425754:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880088bfb000. 00000400:00000200:0.0:1734676306.427959:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.427974:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19780 00000400:00000200:0.0:1734676306.427982:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5745 [1] + 224 00000400:00000200:0.0:1734676306.427992:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.427995:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.428005:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864408448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.428217:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.428222:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19800 00000400:00000200:0.0:1734676306.428225:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa574d [1] + 224 00000400:00000200:0.0:1734676306.428229:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.428232:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.428236:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864408576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.428246:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.428248:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172400 00000400:00000200:0.0:1734676306.428252:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 984 00000400:00000200:0.0:1734676306.428255:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.428257:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.428260:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.428265:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000200:0.0:1734676306.428281:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.428284:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172480 00000400:00000200:0.0:1734676306.428286:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 1312 00000400:00000200:0.0:1734676306.428300:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.428302:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.428306:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.428308:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676306.428378:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.428384:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676306.428387:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.428405:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867917824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1734676306.428731:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676306.428735:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.428737:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.428742:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864408448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.428749:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864408448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.428764:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.428766:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676306.428767:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.428770:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864408576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.428775:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864408576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.428785:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2200. 02000000:00000010:2.0:1734676306.428789:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba3400. 00000100:00000010:2.0:1734676306.428792:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676306.428796:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097db6400. 02000000:00000010:2.0:1734676306.428798:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2400. 00000100:00000010:2.0:1734676306.428800:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.428802:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.428805:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:1.0:1734676306.429020:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.429023:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59900. 00000020:00000010:1.0:1734676306.429025:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.429033:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867917952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.429112:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917824 02000000:00000010:3.0:1734676306.429121:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.429139:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006e825700. 00000400:00000010:3.0:1734676306.429164:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.429169:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917824, offset 224 00000400:00000200:3.0:1734676306.429174:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.429181:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.429186:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80686:80686:256:4294967295] 192.168.203.46@tcp LPNI seq info [80682:80682:8:4294967295] 00000400:00000200:3.0:1734676306.429194:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.429198:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.429201:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.429205:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.429211:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.429214:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.429226:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:3.0:1734676306.429229:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:3.0:1734676306.429232:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000100:00000200:3.0:1734676306.429241:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867917952 02000000:00000010:3.0:1734676306.429245:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000010:3.0:1734676306.429252:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dab0c00. 00010000:00000010:3.0:1734676306.429260:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.429265:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdc00. 00000100:00000010:3.0:1734676306.429270:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdc00. 00010000:00000010:3.0:1734676306.429272:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.429276:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.429278:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867917952, offset 224 00000400:00000200:3.0:1734676306.429282:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.429285:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.429288:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80687:80687:255:4294967295] 192.168.203.46@tcp LPNI seq info [80683:80683:7:4294967295] 00000400:00000200:3.0:1734676306.429295:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.429298:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.429300:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.429303:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.429306:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.429308:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.429312:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59900. 00000020:00000010:3.0:1734676306.429314:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:3.0:1734676306.429317:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.429390:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.429393:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676306.429396:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.429399:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.429401:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.429403:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:0.0:1734676306.429443:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.429445:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676306.429447:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.429449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.429451:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.429452:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00080000:00000010:2.0:1734676306.429505:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097db6400. 00010000:00000010:2.0:1734676306.429572:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.429579:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096f63080. 00010000:00000010:2.0:1734676306.429636:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097db7a00. 00010000:00000010:2.0:1734676306.429641:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.429647:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.429650:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.429654:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.429662:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2400. 02000000:00000010:2.0:1734676306.429676:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba3400. 00000400:00000010:2.0:1734676306.429680:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.429683:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.429687:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408704, portal 16 00000400:00000010:2.0:1734676306.429689:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.429691:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408704, offset 0 00000400:00000200:2.0:1734676306.429695:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.429699:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.429702:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.429705:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.429707:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.429709:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.429711:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80688:80688:256:4294967295] 192.168.203.46@tcp LPNI seq info [80684:80684:8:4294967295] 00000400:00000200:2.0:1734676306.429717:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.429720:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.429723:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.429726:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.429728:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.429731:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.430704:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.430708:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.430711:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.430716:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.430719:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676306.430721:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676306.430728:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864408704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.432401:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4363e00. 00010000:00000010:1.1:1734676306.432409:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2600. 00010000:00000010:1.1:1734676306.432413:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76be00. 00010000:00000010:1.1:1734676306.432415:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2800. 00000400:00000200:0.0:1734676306.432699:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.432713:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19880 00000400:00000200:0.0:1734676306.432720:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa575d [1] + 224 00000400:00000200:0.0:1734676306.432729:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.432733:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.432741:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864408704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.432820:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.432825:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172500 00000400:00000200:0.0:1734676306.432830:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 1640 00000400:00000010:2.0:1734676306.433063:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.433068:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676306.433070:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.433087:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864408704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.433095:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864408704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.433118:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba3400. 02000000:00000010:2.0:1734676306.433123:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2400. 00000100:00000010:2.0:1734676306.433127:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.433132:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.433135:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000200:0.0:1734676306.433173:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.433177:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.433181:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.433185:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676306.433248:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.433253:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.433257:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.433276:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867918080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.433307:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918080 02000000:00000010:3.0:1734676306.433319:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676306.433339:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793900. 00010000:00000010:3.0:1734676306.433354:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.433360:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdc00. 00000100:00000010:3.0:1734676306.433374:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdc00. 00010000:00000010:3.0:1734676306.433376:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.433385:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.433389:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918080, offset 224 00000400:00000200:3.0:1734676306.433394:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.433401:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.433405:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80689:80689:256:4294967295] 192.168.203.46@tcp LPNI seq info [80685:80685:8:4294967295] 00000400:00000200:3.0:1734676306.433413:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.433417:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.433420:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.433424:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.433456:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00080000:00000010:2.0:1734676306.433457:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2400. 00000800:00000200:3.0:1734676306.433460:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.433481:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.433484:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.433487:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 00010000:00000010:2.0:1734676306.433513:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.433518:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793880. 00000800:00000200:0.0:1734676306.433564:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.433566:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676306.433569:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676306.433571:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba3400. 00000400:00000200:0.0:1734676306.433571:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.433574:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00010000:00000010:2.0:1734676306.433575:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00000400:00000010:0.0:1734676306.433575:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00010000:00000010:2.0:1734676306.433581:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.433583:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.433587:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.433596:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a0ba2200. 02000000:00000010:2.0:1734676306.433612:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0ba2800. 00000400:00000010:2.0:1734676306.433616:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.433619:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.433623:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408832, portal 16 00000400:00000010:2.0:1734676306.433626:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.433627:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408832, offset 0 00000400:00000200:2.0:1734676306.433632:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.433636:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.433639:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.433642:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.433645:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.433647:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.433649:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80690:80690:256:4294967295] 192.168.203.46@tcp LPNI seq info [80686:80686:8:4294967295] 00000400:00000200:2.0:1734676306.433655:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.433658:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.433661:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.433663:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.433667:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.433669:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.433754:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.433757:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.433759:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.433762:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.433765:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676306.433766:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676306.433770:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864408832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.434811:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.434818:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19900 00000400:00000200:0.0:1734676306.434823:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5769 [1] + 224 00000400:00000200:0.0:1734676306.434829:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.434831:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.434836:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864408832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.434861:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.434865:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172580 00000400:00000200:0.0:1734676306.434869:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4155 [2] + 1968 00000400:00000010:0.0:1734676306.434872:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9e18. 00000400:00000200:0.0:1734676306.434876:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d4696c0 00000400:00000200:0.0:1734676306.434888:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.434891:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676306.434894:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.434897:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676306.434898:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000400:00000200:0.0:1734676306.434900:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d4696c0 00000100:00000200:2.0:1734676306.434902:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864408832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676306.434902:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d4696c0. 00000100:00000200:0.0:1734676306.434905:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676306.434909:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864408832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.434923:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0ba2800. 02000000:00000010:2.0:1734676306.434930:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a0ba2200. 00000100:00000010:2.0:1734676306.434933:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.434935:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.434938:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:3.0:1734676306.434989:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.434993:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.434995:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.435006:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8850 x1818938867918208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.435030:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918208 02000000:00000010:3.0:1734676306.435064:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad000. 00010000:00000010:3.0:1734676306.435087:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006e825f00. 00010000:00000010:3.0:1734676306.435096:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.435099:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdc00. 00000100:00000010:3.0:1734676306.435113:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdc00. 00010000:00000010:3.0:1734676306.435116:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.435122:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.435125:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918208, offset 224 00000400:00000200:3.0:1734676306.435129:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.435134:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676306.435137:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2200. 00000400:00000200:3.0:1734676306.435138:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80691:80691:256:4294967295] 192.168.203.46@tcp LPNI seq info [80687:80687:8:4294967295] 00000400:00000200:3.0:1734676306.435144:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.435147:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.435149:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.435152:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.435156:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.435158:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676306.435166:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.435170:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006e825e80. 00000020:00000010:3.0:1734676306.435171:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.435173:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.435176:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 02000000:00000010:3.0:1734676306.435180:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:3.0:1734676306.435184:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676306.435187:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad400. 00000100:00000010:3.0:1734676306.435190:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676306.435193:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676306.435195:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676306.435197:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:3.0:1734676306.435199:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:3.0:1734676306.435202:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00010000:00000010:2.0:1734676306.435202:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7e00. 00000100:00000010:3.0:1734676306.435203:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00010000:00000010:2.0:1734676306.435204:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b00. 02000000:00000010:3.0:1734676306.435205:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:3.0:1734676306.435207:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00010000:00000010:2.0:1734676306.435207:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:2.0:1734676306.435210:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d00. 00000100:00000200:3.0:1734676306.435211:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.435214:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9bb0. 00000400:00000010:3.0:1734676306.435216:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcdc00. 00080000:00000010:2.0:1734676306.435217:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ba2600. 00010000:00000010:2.0:1734676306.435234:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676306.435237:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.435269:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368be00. 00010000:00000010:2.0:1734676306.435272:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.435276:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.435279:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.435282:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.435287:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368ac00. 02000000:00000010:2.0:1734676306.435297:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368b200. 00000400:00000010:2.0:1734676306.435299:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.435302:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.435304:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864408960, portal 16 00000400:00000010:2.0:1734676306.435306:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.435308:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864408960, offset 0 00000400:00000200:2.0:1734676306.435312:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.435316:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.435318:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.435320:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.435322:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.435324:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.435326:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80692:80692:255:4294967295] 192.168.203.46@tcp LPNI seq info [80688:80688:7:4294967295] 00000400:00000200:2.0:1734676306.435332:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.435334:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1734676306.435335:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.435337:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000010:0.0:1734676306.435337:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.435339:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1734676306.435340:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:0.0:1734676306.435342:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000200:2.0:1734676306.435343:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:0.0:1734676306.435344:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676306.435345:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000800:00000200:2.0:1734676306.435346:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1734676306.435348:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad000. 00000800:00000200:0.0:1734676306.435361:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.435363:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.435365:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.435368:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.435369:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676306.435370:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676306.435374:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864408960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.437974:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.437988:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19980 00000400:00000200:0.0:1734676306.437996:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5779 [1] + 224 00000400:00000200:0.0:1734676306.438005:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.438008:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.438016:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864408960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.438075:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.438088:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172600 00000400:00000200:0.0:1734676306.438092:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 0 00000400:00000010:2.0:1734676306.438130:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00010000:00000010:1.1:1734676306.438130:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9e400. 00000400:00000200:2.0:1734676306.438134:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00010000:00000010:1.1:1734676306.438134:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02e00. 00000400:00000010:2.0:1734676306.438142:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000400:00000200:0.0:1734676306.438147:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1734676306.438148:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864408960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.438150:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.438154:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676306.438156:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864408960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676306.438157:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00010000:00000010:0.1:1734676306.438173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d464400. 02000000:00000010:2.0:1734676306.438177:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368b200. 00010000:00000010:0.1:1734676306.438179:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120a200. 02000000:00000010:2.0:1734676306.438183:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368ac00. 00000100:00000010:2.0:1734676306.438187:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.438191:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.438194:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:1.0:1734676306.438236:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.438242:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.438246:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.438266:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867918336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.438297:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918336 02000000:00000010:1.0:1734676306.438305:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.438327:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d3200. 00010000:00000010:1.0:1734676306.438356:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.438361:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.438374:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.438376:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.438385:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.438389:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918336, offset 224 00000400:00000200:1.0:1734676306.438394:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.438402:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.438406:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80693:80693:256:4294967295] 192.168.203.46@tcp LPNI seq info [80689:80689:8:4294967295] 00000400:00000200:1.0:1734676306.438413:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.438417:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.438420:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.438424:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.438429:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.438432:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.438443:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.438446:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:1.0:1734676306.438449:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00080000:00000010:2.0:1734676306.438509:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368ac00. 00000800:00000200:0.0:1734676306.438510:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.438513:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.438516:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.438519:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.438521:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676306.438523:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00010000:00000010:2.0:1734676306.438565:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.438570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e1d3f80. 00010000:00000010:2.0:1734676306.438620:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368b200. 00010000:00000010:2.0:1734676306.438624:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.438630:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.438633:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.438637:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.438643:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a600. 02000000:00000010:2.0:1734676306.438658:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368a800. 00000400:00000010:2.0:1734676306.438660:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.438663:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.438667:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409088, portal 16 00000400:00000010:2.0:1734676306.438669:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.438671:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409088, offset 0 00000400:00000200:2.0:1734676306.438675:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.438679:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.438682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.438685:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.438687:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.438689:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.438691:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80694:80694:256:4294967295] 192.168.203.46@tcp LPNI seq info [80690:80690:8:4294967295] 00000400:00000200:2.0:1734676306.438697:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.438701:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.438703:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.438706:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.438709:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.438712:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.438801:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.438803:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.438806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.438810:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.438812:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676306.438813:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:0.0:1734676306.438817:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864409088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.440091:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.440101:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19a00 00000400:00000200:0.0:1734676306.440108:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5785 [1] + 224 00000400:00000200:0.0:1734676306.440124:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.440127:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.440134:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864409088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.440868:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676306.440873:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:2.0:1734676306.440875:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.440882:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864409088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.440890:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864409088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.440910:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368a800. 02000000:00000010:2.0:1734676306.440915:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a600. 00000100:00000010:2.0:1734676306.440918:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676306.440922:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.440926:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000200:0.0:1734676306.441157:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.441164:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172680 00000400:00000200:0.0:1734676306.441169:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 328 00000400:00000200:0.0:1734676306.441217:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.441221:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.441226:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.441230:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:3.0:1734676306.441321:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.441326:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.441330:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.441345:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867918464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.441370:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918464 02000000:00000010:3.0:1734676306.441377:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.441395:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d114c00. 00010000:00000010:3.0:1734676306.441408:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.441869:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.441884:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.441888:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.441897:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.441901:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918464, offset 224 00000400:00000200:3.0:1734676306.441906:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.441912:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.441917:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80695:80695:256:4294967295] 192.168.203.46@tcp LPNI seq info [80691:80691:8:4294967295] 00000400:00000200:3.0:1734676306.441924:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.441928:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.441931:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.441935:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.441940:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.441943:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.441960:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.441962:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.441966:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 00000800:00000200:0.0:1734676306.442196:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.442198:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.442201:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.442204:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.442207:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.442208:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00080000:00000010:2.0:1734676306.442253:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368a600. 00010000:00000010:2.0:1734676306.442304:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.442309:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d114d80. 00010000:00000010:2.0:1734676306.442361:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368a800. 00010000:00000010:2.0:1734676306.442365:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b00. 00010000:00000010:2.0:1734676306.442371:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676306.442374:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.442377:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676306.442385:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368ae00. 02000000:00000010:2.0:1734676306.442400:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368bc00. 00000400:00000010:2.0:1734676306.442404:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676306.442408:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.442411:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409216, portal 16 00000400:00000010:2.0:1734676306.442414:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.442416:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409216, offset 0 00000400:00000200:2.0:1734676306.442420:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.442424:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.442427:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.442430:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.442433:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.442434:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.442437:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80696:80696:256:4294967295] 192.168.203.46@tcp LPNI seq info [80692:80692:8:4294967295] 00000400:00000200:2.0:1734676306.442443:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.442447:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.442449:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.442452:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.442456:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.442458:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.442638:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.442641:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.442644:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.442647:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.442649:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676306.442651:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:0.0:1734676306.442656:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864409216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.444389:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd900. 00010000:00000010:1.1:1734676306.444396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3c00. 00010000:00000010:1.1:1734676306.444400:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4600. 00010000:00000010:1.1:1734676306.444402:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3200. 00000400:00000200:2.0:1734676306.444494:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.444504:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19a80 00000400:00000200:2.0:1734676306.444512:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5791 [1] + 224 00000400:00000200:2.0:1734676306.444520:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.444523:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.444531:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864409216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.444680:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.444684:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172700 00000400:00000200:2.0:1734676306.444689:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 656 00000400:00000200:2.0:1734676306.444738:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.444742:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.444746:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.444751:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000400:00000010:0.0:1734676306.444884:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:0.0:1734676306.444888:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676306.444890:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676306.444895:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864409216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.444902:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864409216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.444922:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368bc00. 02000000:00000010:0.0:1734676306.444927:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368ae00. 00000100:00000010:0.0:1734676306.444930:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:0.0:1734676306.444934:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:0.0:1734676306.444937:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000020:00000010:3.0:1734676306.445335:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.445341:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.445345:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.445362:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1f80 x1818938867918592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.445669:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918592 02000000:00000010:3.0:1734676306.445677:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000010:3.0:1734676306.445696:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d473b80. 00010000:00000010:3.0:1734676306.445710:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.445715:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.445802:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.445806:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.445815:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.445819:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918592, offset 224 00000400:00000200:3.0:1734676306.445823:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.445830:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.445836:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80697:80697:256:4294967295] 192.168.203.46@tcp LPNI seq info [80693:80693:8:4294967295] 00000400:00000200:3.0:1734676306.445843:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.445847:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.445850:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.445855:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.445860:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.445863:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676306.445896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130e57200. 00010000:00000010:0.0:1734676306.445950:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b00. 00010000:00000010:0.0:1734676306.445954:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d473480. 00010000:00000010:0.0:1734676306.446007:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130e57000. 00010000:00000010:0.0:1734676306.446011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc80. 00010000:00000010:0.0:1734676306.446017:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b7c0. 00000100:00000010:0.0:1734676306.446019:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676306.446024:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 02000000:00000010:0.0:1734676306.446031:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130e56e00. 02000000:00000010:0.0:1734676306.446064:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ede0800. 00000400:00000010:0.0:1734676306.446068:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 00000400:00000010:0.0:1734676306.446071:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676306.446075:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409344, portal 16 00000400:00000010:0.0:1734676306.446090:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676306.446091:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409344, offset 0 00000400:00000200:0.0:1734676306.446095:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.446099:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.446103:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.446105:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.446108:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.446110:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.446112:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80698:80698:255:4294967295] 192.168.203.46@tcp LPNI seq info [80694:80694:7:4294967295] 00000400:00000200:0.0:1734676306.446117:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.446120:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.446122:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676306.446125:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.446128:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.446130:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.446168:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.446171:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:3.0:1734676306.446175:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 00000800:00000200:2.0:1734676306.446643:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.446646:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:2.0:1734676306.446649:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.446653:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.446656:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676306.446657:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000800:00000200:2.0:1734676306.446700:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.446702:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:2.0:1734676306.446705:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.446708:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.446710:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676306.446711:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676306.446716:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480380 x1818938864409344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.447509:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff00200. 00010000:00000010:1.1:1734676306.447550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120aa00. 00010000:00000010:1.1:1734676306.447555:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d116a00. 00000400:00000200:0.0:1734676306.450165:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.450181:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19b00 00000400:00000200:0.0:1734676306.450189:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa579d [1] + 224 00000400:00000200:0.0:1734676306.450209:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.450214:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.450224:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480380 x1818938864409344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.450631:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9e18. 00000400:00000200:1.0:1734676306.450636:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676306.450638:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676306.450644:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480380 x1818938864409344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.450650:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480380 x1818938864409344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.450672:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ede0800. 02000000:00000010:1.0:1734676306.450676:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130e56e00. 00000100:00000010:1.0:1734676306.450680:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00000100:00000010:1.0:1734676306.450686:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00010000:00000010:1.0:1734676306.450690:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b7c0. 00000400:00000200:0.0:1734676306.451345:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.451353:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172780 00000400:00000200:0.0:1734676306.451360:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 984 00000400:00000200:0.0:1734676306.451904:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.451909:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.451915:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.451920:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676306.452325:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.452331:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.452335:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.452354:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867918720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.452388:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918720 02000000:00000010:1.0:1734676306.452396:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676306.452418:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf13b80. 00010000:00000010:1.0:1734676306.452442:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.452448:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.452991:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.452995:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.453006:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.453011:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918720, offset 224 00000400:00000200:1.0:1734676306.453016:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.453023:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.453028:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80699:80699:256:4294967295] 192.168.203.46@tcp LPNI seq info [80695:80695:8:4294967295] 00000400:00000200:1.0:1734676306.453059:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.453065:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.453068:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.453072:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.453122:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.453125:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.453137:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.453141:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:1.0:1734676306.453144:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00010000:00000010:1.1:1734676306.453155:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821f00. 00010000:00000010:1.1:1734676306.453160:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7a00. 00010000:00000010:1.1:1734676306.453163:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d5bc00. 00010000:00000010:1.1:1734676306.453166:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba3400. 00010000:00000010:1.1:1734676306.453168:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7e00. 00010000:00000010:1.1:1734676306.453171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2800. 00010000:00000010:1.1:1734676306.453173:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5a00. 00010000:00000010:1.1:1734676306.453179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368be00. 00010000:00000010:1.1:1734676306.453181:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d087000. 00010000:00000010:1.1:1734676306.453190:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368b200. 00010000:00000010:0.1:1734676306.453280:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a100. 00010000:00000010:0.1:1734676306.453285:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368a800. 00080000:00000010:0.0:1734676306.453302:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007ede1000. 00000800:00000200:2.0:1734676306.453332:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.453335:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:2.0:1734676306.453338:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.453341:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.453343:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:2.0:1734676306.453345:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00010000:00000010:0.0:1734676306.453359:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00010000:00000010:0.0:1734676306.453364:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf13b00. 00010000:00000010:0.0:1734676306.453517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007ede0800. 00010000:00000010:0.0:1734676306.453522:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc80. 00010000:00000010:0.0:1734676306.453529:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b200. 00000100:00000010:0.0:1734676306.453532:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676306.453538:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.453547:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847de00. 02000000:00000010:0.0:1734676306.453564:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d800. 00000400:00000010:0.0:1734676306.453568:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676306.453572:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676306.453576:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409472, portal 16 00000400:00000010:0.0:1734676306.453579:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676306.453580:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409472, offset 0 00000400:00000200:0.0:1734676306.453585:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.453589:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.453592:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.453595:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.453598:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.453600:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.453602:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80700:80700:256:4294967295] 192.168.203.46@tcp LPNI seq info [80696:80696:8:4294967295] 00000400:00000200:0.0:1734676306.453610:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.453614:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.453616:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676306.453619:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.453622:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.453625:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.453683:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.453686:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:2.0:1734676306.453689:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.453692:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.453694:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676306.453695:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:2.0:1734676306.453700:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482680 x1818938864409472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.455964:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.455979:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19b80 00000400:00000200:0.0:1734676306.455986:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57a9 [1] + 224 00000400:00000200:0.0:1734676306.456006:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.456010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.456020:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482680 x1818938864409472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.456270:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:2.0:1734676306.456275:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:2.0:1734676306.456277:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:2.0:1734676306.456282:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482680 x1818938864409472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.456289:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482680 x1818938864409472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.456310:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676306.456315:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847de00. 00000100:00000010:2.0:1734676306.456318:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 00000100:00000010:2.0:1734676306.456323:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:2.0:1734676306.456326:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b200. 00010000:00000010:1.1:1734676306.456848:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a56200. 00010000:00000010:1.1:1734676306.456853:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a4200. 00010000:00000010:2.1:1734676306.458309:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da1c00. 00000400:00000200:0.0:1734676306.459203:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.459218:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172800 00000400:00000200:0.0:1734676306.459224:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 1312 00000400:00000200:0.0:1734676306.459272:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.459276:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.459282:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.459287:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676306.459480:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.459485:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.459489:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.459509:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867918848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.459796:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918848 02000000:00000010:1.0:1734676306.459804:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.459828:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d473280. 00010000:00000010:1.0:1734676306.459855:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.459863:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.459871:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.459873:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.459885:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.459890:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918848, offset 224 00000400:00000200:1.0:1734676306.459896:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.459904:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.459909:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80701:80701:256:4294967295] 192.168.203.46@tcp LPNI seq info [80697:80697:8:4294967295] 00000400:00000200:1.0:1734676306.459916:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.459920:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.459923:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.459927:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.459933:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.459936:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.459957:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.459962:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:1.0:1734676306.459965:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00080000:00000010:2.0:1734676306.460067:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368b200. 00010000:00000010:2.0:1734676306.460139:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00010000:00000010:2.0:1734676306.460146:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d737700. 00010000:00000010:2.0:1734676306.460203:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7200. 00010000:00000010:2.0:1734676306.460206:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676306.460210:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368be00. 00010000:00000010:2.0:1734676306.460213:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00080000:00000010:2.0:1734676306.460222:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368ae00. 00010000:00000010:2.0:1734676306.460239:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.460241:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676306.460276:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368a800. 00010000:00000010:2.0:1734676306.460278:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4d00. 00010000:00000010:2.0:1734676306.460283:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6000. 00000100:00000010:2.0:1734676306.460286:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.460292:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676306.460300:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368bc00. 02000000:00000010:2.0:1734676306.460318:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979e600. 00000400:00000010:2.0:1734676306.460322:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676306.460326:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676306.460330:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409600, portal 16 00000400:00000010:2.0:1734676306.460332:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.460334:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409600, offset 0 00000400:00000200:2.0:1734676306.460339:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.460343:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.460346:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.460349:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.460352:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.460354:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.460356:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80702:80702:255:4294967295] 192.168.203.46@tcp LPNI seq info [80698:80698:7:4294967295] 00000400:00000200:2.0:1734676306.460362:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.460365:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.460368:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.460371:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.460375:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.460377:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.460446:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.460448:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.460451:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.460455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.460458:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676306.460459:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000800:00000200:0.0:1734676306.460501:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.460503:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.460506:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.460509:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.460511:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676306.460513:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676306.460518:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864409600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.462447:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525300. 00010000:00000010:0.1:1734676306.462456:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e57000. 00000400:00000200:2.0:1734676306.462502:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.462513:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19c00 00000400:00000200:2.0:1734676306.462520:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57b5 [1] + 224 00000400:00000200:2.0:1734676306.462529:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.462532:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.462539:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864409600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.462555:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.462558:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172880 00000400:00000200:2.0:1734676306.462561:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 1640 00000400:00000200:2.0:1734676306.462574:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.462576:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.462579:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.462583:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 00000400:00000010:0.0:1734676306.462667:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:0.0:1734676306.462671:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676306.462673:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676306.462679:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864409600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.462686:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864409600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.462707:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979e600. 02000000:00000010:0.0:1734676306.462713:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368bc00. 00000100:00000010:0.0:1734676306.462718:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:0.0:1734676306.462722:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:0.0:1734676306.462726:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6000. 00000020:00000010:3.0:1734676306.462879:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dede00. 00000020:00000010:3.0:1734676306.462885:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.462889:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20e10. 00000100:00000200:3.0:1734676306.462905:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3b80 x1818938867918976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.463190:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867918976 02000000:00000010:1.0:1734676306.463200:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.463222:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6323800. 00010000:00000010:1.0:1734676306.463236:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.463242:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.463328:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.463332:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.463342:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.463345:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867918976, offset 224 00000400:00000200:1.0:1734676306.463350:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.463357:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.463363:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80703:80703:256:4294967295] 192.168.203.46@tcp LPNI seq info [80699:80699:8:4294967295] 00000400:00000200:1.0:1734676306.463371:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.463375:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.463379:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.463383:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.463388:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.463391:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676306.463439:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847cc00. 00010000:00000010:0.0:1734676306.463496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4d00. 00010000:00000010:0.0:1734676306.463501:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6323180. 00010000:00000010:0.0:1734676306.463557:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d600. 00010000:00000010:0.0:1734676306.463562:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676306.463568:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b440. 00000100:00000010:0.0:1734676306.463571:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469b40. 00000100:00000010:0.0:1734676306.463576:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:0.0:1734676306.463584:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847de00. 02000000:00000010:0.0:1734676306.463600:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d800. 00000400:00000010:0.0:1734676306.463603:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676306.463606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676306.463611:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409728, portal 16 00000400:00000010:0.0:1734676306.463613:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676306.463615:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409728, offset 0 00000400:00000200:0.0:1734676306.463620:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.463624:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.463628:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.463631:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.463633:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.463635:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.463636:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80704:80704:255:4294967295] 192.168.203.46@tcp LPNI seq info [80700:80700:7:4294967295] 00000400:00000200:0.0:1734676306.463642:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.463645:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.463647:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676306.463650:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.463653:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.463655:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.463757:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:1.0:1734676306.463762:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20e10. 00000020:00000010:1.0:1734676306.463765:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dede00. 00000800:00000200:2.0:1734676306.463998:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.464001:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:2.0:1734676306.464004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.464008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.464010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:2.0:1734676306.464012:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000800:00000200:2.0:1734676306.464301:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.464303:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:2.0:1734676306.464306:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.464309:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.464311:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:2.0:1734676306.464313:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:2.0:1734676306.464318:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483100 x1818938864409728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.465911:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dad800. 00010000:00000010:1.1:1734676306.465920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ede0800. 00010000:00000010:1.1:1734676306.465924:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7200. 00010000:00000010:1.1:1734676306.465926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368be00. 00010000:00000010:3.1:1734676306.465951:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d731400. 00000400:00000200:0.0:1734676306.466252:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.466264:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19c80 00000400:00000200:0.0:1734676306.466271:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57c1 [1] + 224 00000400:00000200:0.0:1734676306.466290:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.466294:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.466303:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483100 x1818938864409728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.466444:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676306.466449:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676306.466451:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:2.0:1734676306.466455:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483100 x1818938864409728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.466462:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483100 x1818938864409728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.466482:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676306.466488:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847de00. 00000100:00000010:2.0:1734676306.466491:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000010:2.0:1734676306.466495:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469b40. 00010000:00000010:2.0:1734676306.466499:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b440. 00000400:00000200:0.0:1734676306.467004:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.467010:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172900 00000400:00000200:0.0:1734676306.467015:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa41ad [2] + 1968 00000400:00000010:0.0:1734676306.467018:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c71b8. 00000400:00000200:0.0:1734676306.467020:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08db40 00000400:00000200:0.0:1734676306.467101:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.467105:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.467108:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08db40 00000400:00000010:0.0:1734676306.467110:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08db40. 00000100:00000200:0.0:1734676306.467114:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.467261:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.467266:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.467270:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.467286:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba850 x1818938867919104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.467311:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919104 02000000:00000010:1.0:1734676306.467318:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.467338:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fae780. 00010000:00000010:1.0:1734676306.467350:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.467356:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006f148000. 00000100:00000010:1.0:1734676306.467368:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88006f148000. 00010000:00000010:1.0:1734676306.467370:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.467379:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676306.467383:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919104, offset 224 00000400:00000200:1.0:1734676306.467387:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.467393:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.467397:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80705:80705:256:4294967295] 192.168.203.46@tcp LPNI seq info [80701:80701:8:4294967295] 00000400:00000200:1.0:1734676306.467404:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.467408:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.467412:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.467415:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.467420:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.467423:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.467433:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.467435:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:1.0:1734676306.467438:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 02000000:00000010:1.0:1734676306.467444:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676306.467446:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:1.0:1734676306.467450:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:1.0:1734676306.467451:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676306.467454:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676306.467456:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676306.467459:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad400. 00000100:00000010:1.0:1734676306.467462:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:1.0:1734676306.467465:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:1.0:1734676306.467467:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676306.467470:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676306.467471:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:1.0:1734676306.467475:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.467478:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad108. 00000400:00000010:1.0:1734676306.467480:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88006f148000. 00000800:00000200:3.0:1734676306.467740:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.467743:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:3.0:1734676306.467746:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.467750:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.467752:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:3.0:1734676306.467753:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 02000000:00000010:3.0:1734676306.467756:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00080000:00000010:2.0:1734676306.467896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979e800. 00010000:00000010:2.0:1734676306.467954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:2.0:1734676306.467959:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fae580. 00010000:00000010:2.0:1734676306.468013:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f800. 00010000:00000010:2.0:1734676306.468018:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.468024:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.468028:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.468033:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676306.468069:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f400. 02000000:00000010:2.0:1734676306.468093:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979f600. 00000400:00000010:2.0:1734676306.468097:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676306.468100:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.468103:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409856, portal 16 00000400:00000010:2.0:1734676306.468106:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.468107:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409856, offset 0 00000400:00000200:2.0:1734676306.468111:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.468116:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.468120:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.468123:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.468125:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.468127:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.468129:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80706:80706:256:4294967295] 192.168.203.46@tcp LPNI seq info [80702:80702:8:4294967295] 00000400:00000200:2.0:1734676306.468136:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.468139:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.468142:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.468144:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.468148:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.468151:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.468158:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676306.468162:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979e200. 02000000:00000010:2.0:1734676306.468168:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979f200. 00000400:00000010:2.0:1734676306.468170:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c74d0. 00000400:00000010:2.0:1734676306.468172:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.468174:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864409984, portal 16 00000400:00000010:2.0:1734676306.468176:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.468177:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864409984, offset 0 00000400:00000200:2.0:1734676306.468180:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.468183:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.468185:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.468187:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.468188:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.468190:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.468192:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80707:80707:255:4294967295] 192.168.203.46@tcp LPNI seq info [80703:80703:7:4294967295] 00000400:00000200:2.0:1734676306.468198:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.468201:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.468203:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.468206:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.468208:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.468211:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.468639:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.468641:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.468643:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.468647:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.468649:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676306.468650:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676306.468657:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864409856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.468691:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.468693:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.468695:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.468697:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.468699:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676306.468701:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676306.468704:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864409984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.470476:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.470488:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19d00 00000400:00000200:0.0:1734676306.470496:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57d1 [1] + 224 00000400:00000200:0.0:1734676306.470506:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.470509:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.470517:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864409856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.471112:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.471118:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19d80 00000400:00000200:0.0:1734676306.471123:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57d9 [1] + 224 00000400:00000200:0.0:1734676306.471138:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.471141:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.471147:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864409984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.471250:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676306.471255:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676306.471257:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.471262:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864409856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.471269:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864409856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.471290:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:2.0:1734676306.471292:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676306.471293:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.471296:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864409984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.471302:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864409984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.471313:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979f600. 02000000:00000010:2.0:1734676306.471319:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f400. 00000100:00000010:2.0:1734676306.471322:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676306.471325:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979f200. 02000000:00000010:2.0:1734676306.471327:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979e200. 00000100:00000010:2.0:1734676306.471331:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676306.471334:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.471338:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00010000:00000010:0.1:1734676306.471415:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4700. 00010000:00000010:0.1:1734676306.471422:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368a800. 00000400:00000200:0.0:1734676306.471874:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.471881:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172980 00000400:00000200:0.0:1734676306.471886:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 0 00000400:00000200:0.0:1734676306.471892:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.471895:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.471899:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.471903:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000200:0.0:1734676306.471920:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.471924:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172a00 00000400:00000200:0.0:1734676306.471927:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 328 00000400:00000200:0.0:1734676306.471938:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.471941:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.471943:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.471946:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:1.0:1734676306.472007:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.472013:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f80. 00000020:00000010:1.0:1734676306.472017:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23708. 00000100:00000200:1.0:1734676306.472058:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867919232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.472100:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16000. 00000020:00000010:1.0:1734676306.472103:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.472105:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.472111:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867919360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.472173:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919232 02000000:00000010:3.0:1734676306.472182:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00000100:00000200:1.0:1734676306.472185:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919360 02000000:00000010:1.0:1734676306.472191:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:3.0:1734676306.472201:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013137e200. 00010000:00000010:1.0:1734676306.472252:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dab3680. 00010000:00000010:1.0:1734676306.472264:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.472270:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880096f61b40. 00000100:00000010:1.0:1734676306.472283:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880096f61b40. 00010000:00000010:1.0:1734676306.472286:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.472296:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676306.472300:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919360, offset 224 00000400:00000200:1.0:1734676306.472304:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.472311:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.472316:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80708:80708:256:4294967295] 192.168.203.46@tcp LPNI seq info [80704:80704:8:4294967295] 00000400:00000200:1.0:1734676306.472324:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.472328:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.472331:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.472336:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.472342:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.472345:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.472356:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.472359:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.472363:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16000. 00000800:00000200:0.0:1734676306.472392:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.472395:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676306.472398:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.472401:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.472404:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676306.472405:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00080000:00000010:2.0:1734676306.472416:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979e200. 00010000:00000010:2.0:1734676306.472476:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.472529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f200. 00010000:00000010:2.0:1734676306.472533:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a80. 00010000:00000010:2.0:1734676306.472540:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.472542:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.472547:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676306.472555:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f400. 00010000:00000010:3.0:1734676306.472569:0:8192:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e204780. 02000000:00000010:2.0:1734676306.472570:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979f600. 00000400:00000010:2.0:1734676306.472574:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c74d0. 00000400:00000010:2.0:1734676306.472576:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000400:00000010:3.0:1734676306.472578:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.472581:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919232, offset 224 00000100:00000200:2.0:1734676306.472581:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410112, portal 16 00000400:00000010:2.0:1734676306.472584:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000400:00000200:3.0:1734676306.472586:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.472590:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.472594:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80709:80709:256:4294967295] 192.168.203.46@tcp LPNI seq info [80705:80705:8:4294967295] 00000400:00000200:3.0:1734676306.472601:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.472604:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.472606:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.472609:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.472612:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000100:00000200:2.0:1734676306.472614:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410112, offset 0 00000800:00000200:3.0:1734676306.472615:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1734676306.472619:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000020:00000010:3.0:1734676306.472622:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f80. 00000400:00000200:2.0:1734676306.472623:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000020:00000010:3.0:1734676306.472625:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23708. 00000020:00000010:3.0:1734676306.472627:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00000400:00000200:2.0:1734676306.472627:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.472630:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.472632:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.472634:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.472636:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80710:80710:255:4294967295] 192.168.203.46@tcp LPNI seq info [80706:80706:7:4294967295] 00000400:00000200:2.0:1734676306.472642:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.472645:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.472648:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.472650:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.472653:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.472655:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.472709:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.472711:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676306.472713:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.472717:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.472719:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.472721:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:0.0:1734676306.472746:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.472748:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.472750:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.472753:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.472755:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676306.472757:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676306.472762:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864410112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.474459:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defb00. 00010000:00000010:1.1:1734676306.474468:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d600. 00010000:00000010:2.1:1734676306.474515:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d730a00. 00000400:00000200:0.0:1734676306.475442:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.475457:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19e00 00000400:00000200:0.0:1734676306.475464:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57e5 [1] + 224 00000400:00000200:0.0:1734676306.475481:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.475485:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.475494:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864410112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.475649:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.475654:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172a80 00000400:00000200:0.0:1734676306.475659:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 656 00000400:00000200:0.0:1734676306.475921:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.475925:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.475928:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.475933:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:2.0:1734676306.476058:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:2.0:1734676306.476063:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676306.476066:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.476072:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864410112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.476090:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864410112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.476114:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979f600. 02000000:00000010:2.0:1734676306.476120:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f400. 00000100:00000010:2.0:1734676306.476123:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676306.476127:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.476130:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000020:00000010:3.0:1734676306.476193:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097ded200. 00000020:00000010:3.0:1734676306.476199:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676306.476203:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.476219:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867919488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.481208:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919488 02000000:00000010:3.0:1734676306.481225:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676306.481254:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de5600. 00010000:00000010:3.0:1734676306.481274:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.481280:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.481293:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.481296:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.481308:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.481316:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919488, offset 224 00000400:00000200:3.0:1734676306.481325:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.481336:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.481343:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80711:80711:256:4294967295] 192.168.203.46@tcp LPNI seq info [80707:80707:8:4294967295] 00000400:00000200:3.0:1734676306.481352:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.481357:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.481361:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.481366:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.481372:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.481376:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.481397:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a000. 00000020:00000010:3.0:1734676306.481403:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.481408:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097ded200. 00000800:00000200:0.0:1734676306.481798:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.481801:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.481806:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.481810:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.481815:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.481816:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00080000:00000010:3.0:1734676306.481876:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ded200. 00010000:00000010:3.0:1734676306.481946:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a80. 00010000:00000010:3.0:1734676306.481953:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8aec00. 00010000:00000010:3.0:1734676306.482011:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded000. 00010000:00000010:3.0:1734676306.482016:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.482024:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.482027:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.482033:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.482062:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dedc00. 02000000:00000010:3.0:1734676306.482090:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec000. 00000400:00000010:3.0:1734676306.482096:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.482099:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.482103:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410240, portal 16 00000400:00000010:3.0:1734676306.482106:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.482108:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410240, offset 0 00000400:00000200:3.0:1734676306.482112:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.482117:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.482121:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.482124:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.482127:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.482128:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.482130:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80712:80712:256:4294967295] 192.168.203.46@tcp LPNI seq info [80708:80708:8:4294967295] 00000400:00000200:3.0:1734676306.482137:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.482141:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.482143:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.482146:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.482150:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.482152:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.482599:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.482602:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.482604:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.482607:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.482610:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676306.482611:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676306.482616:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864410240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.483263:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7200. 00000400:00000200:0.0:1734676306.484902:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.484915:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19e80 00000400:00000200:0.0:1734676306.484922:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa57f5 [1] + 224 00000400:00000200:0.0:1734676306.484941:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.484944:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.484953:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864410240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.486330:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.486340:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172b00 00000400:00000200:0.0:1734676306.486348:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 984 00000400:00000200:0.0:1734676306.486404:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.486408:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.486414:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.486420:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:2.0:1734676306.486537:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.486543:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.486548:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.486572:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867919616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.486607:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919616 02000000:00000010:2.0:1734676306.486616:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.486647:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000400:00000010:3.0:1734676306.486650:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000100:00000010:2.0:1734676306.486654:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000400:00000200:3.0:1734676306.486655:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676306.486658:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000010:2.0:1734676306.486659:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.486662:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000100:00000200:3.0:1734676306.486664:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864410240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.486672:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864410240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.486672:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.486676:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919616, offset 224 00000400:00000200:2.0:1734676306.486681:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.486689:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:3.0:1734676306.486690:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49af80. 00000400:00000200:2.0:1734676306.486694:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80713:80713:256:4294967295] 192.168.203.46@tcp LPNI seq info [80709:80709:8:4294967295] 02000000:00000010:3.0:1734676306.486700:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec000. 00000400:00000200:2.0:1734676306.486702:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 02000000:00000010:3.0:1734676306.486704:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dedc00. 00000800:00000200:2.0:1734676306.486707:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000100:00000010:3.0:1734676306.486708:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.486710:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00000800:00000010:2.0:1734676306.486711:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00010000:00000010:3.0:1734676306.486713:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000800:00000200:2.0:1734676306.486715:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.486721:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.486724:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676306.486725:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dedc00. 00000020:00000010:2.0:1734676306.486749:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.486752:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.486756:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:1.0:1734676306.486807:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.486810:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:1.0:1734676306.486813:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.486816:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.486818:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676306.486820:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00010000:00000010:3.0:1734676306.487144:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.487149:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49af00. 00010000:00000010:3.0:1734676306.487201:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def500. 00010000:00000010:3.0:1734676306.487203:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.487207:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec000. 00010000:00000010:3.0:1734676306.487211:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00080000:00000010:3.0:1734676306.487220:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec400. 00010000:00000010:3.0:1734676306.487236:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.487238:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.487276:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deca00. 00010000:00000010:3.0:1734676306.487279:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.487284:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.487287:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.487291:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.487300:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097ded400. 02000000:00000010:3.0:1734676306.487316:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deda00. 00000400:00000010:3.0:1734676306.487320:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.487323:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.487327:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410368, portal 16 00000400:00000010:3.0:1734676306.487330:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.487332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410368, offset 0 00000400:00000200:3.0:1734676306.487336:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.487340:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.487343:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.487347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.487349:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.487351:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.487353:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80714:80714:256:4294967295] 192.168.203.46@tcp LPNI seq info [80710:80710:8:4294967295] 00000400:00000200:3.0:1734676306.487358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.487361:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.487364:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.487367:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.487371:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.487373:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.489533:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.489539:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:1.0:1734676306.489545:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.489552:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.489556:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676306.489559:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676306.489567:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864410368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.491627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f800. 00010000:00000010:2.1:1734676306.491628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ce00. 00010000:00000010:2.1:1734676306.491635:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16d200. 00000400:00000200:0.0:1734676306.492839:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.492853:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19f00 00000400:00000200:0.0:1734676306.492861:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5801 [1] + 224 00000400:00000200:0.0:1734676306.492880:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.492884:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.492894:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864410368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.493027:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.493031:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676306.493034:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.493061:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864410368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.493068:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864410368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.493101:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deda00. 02000000:00000010:3.0:1734676306.493106:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097ded400. 00000100:00000010:3.0:1734676306.493109:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.493112:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.493116:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.493700:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.493707:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172b80 00000400:00000200:0.0:1734676306.493713:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 1312 00000400:00000200:0.0:1734676306.493763:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.493767:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.493772:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.493775:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676306.493980:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.493985:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.493989:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.494008:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867919744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.494136:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919744 02000000:00000010:2.0:1734676306.494143:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.494165:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d482a00. 00010000:00000010:2.0:1734676306.494182:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.494187:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.494201:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.494204:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.494213:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.494217:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919744, offset 224 00000400:00000200:2.0:1734676306.494222:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.494228:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.494233:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80715:80715:256:4294967295] 192.168.203.46@tcp LPNI seq info [80711:80711:8:4294967295] 00000400:00000200:2.0:1734676306.494241:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.494245:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.494249:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.494253:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.494259:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.494261:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676306.494654:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ded400. 00010000:00000010:3.0:1734676306.494711:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.494717:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d482980. 00010000:00000010:3.0:1734676306.494769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deda00. 00010000:00000010:3.0:1734676306.494773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.494780:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.494783:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.494787:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.494795:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dece00. 02000000:00000010:3.0:1734676306.494811:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dede00. 00000400:00000010:3.0:1734676306.494815:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.494819:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.494822:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410496, portal 16 00000400:00000010:3.0:1734676306.494825:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.494827:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410496, offset 0 00000400:00000200:3.0:1734676306.494831:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.494836:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.494839:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.494842:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.494844:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.494845:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.494847:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80716:80716:255:4294967295] 192.168.203.46@tcp LPNI seq info [80712:80712:7:4294967295] 00000400:00000200:3.0:1734676306.494853:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.494856:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.494858:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.494861:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.494864:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.494866:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.494903:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.494907:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.494911:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:1.0:1734676306.495475:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.495478:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:1.0:1734676306.495482:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.495486:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.495489:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676306.495491:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:1.0:1734676306.495538:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.495540:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:1.0:1734676306.495542:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.495545:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.495547:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676306.495548:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676306.495553:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864410496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.497476:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.497489:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e19f80 00000400:00000200:0.0:1734676306.497497:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa580d [1] + 224 00000400:00000200:0.0:1734676306.497505:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.497509:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.497518:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864410496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.497701:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.497706:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172c00 00000400:00000200:0.0:1734676306.497711:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 1640 00000400:00000200:0.0:1734676306.497724:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.497727:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.497731:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.497736:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00010000:00000010:1.1:1734676306.497850:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdefe00. 00010000:00000010:1.1:1734676306.497857:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002600. 00010000:00000010:1.1:1734676306.497860:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d500. 00010000:00000010:1.1:1734676306.497863:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f200. 00000400:00000010:3.0:1734676306.497928:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.497932:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676306.497934:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.497939:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864410496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.497946:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864410496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.497968:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dede00. 02000000:00000010:3.0:1734676306.497972:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dece00. 00000100:00000010:3.0:1734676306.497976:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.497979:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.497983:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:2.0:1734676306.498066:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.498072:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.498085:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.498104:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867919872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.498123:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867919872 02000000:00000010:2.0:1734676306.498131:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.498152:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99e500. 00010000:00000010:2.0:1734676306.498165:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.498170:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.498182:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.498184:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.498192:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676306.498196:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867919872, offset 224 00000400:00000200:2.0:1734676306.498200:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.498206:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.498211:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80717:80717:256:4294967295] 192.168.203.46@tcp LPNI seq info [80713:80713:8:4294967295] 00000400:00000200:2.0:1734676306.498218:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.498222:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.498225:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.498229:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.498234:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.498236:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.498246:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.498248:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.498252:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:0.0:1734676306.498362:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.498364:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.498366:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.498369:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.498371:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676306.498372:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:3.0:1734676306.498525:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dece00. 00010000:00000010:3.0:1734676306.498577:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.498582:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99e880. 00010000:00000010:3.0:1734676306.498635:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dede00. 00010000:00000010:3.0:1734676306.498640:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.498646:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.498649:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.498653:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.498660:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dec800. 02000000:00000010:3.0:1734676306.498675:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec600. 00000400:00000010:3.0:1734676306.498678:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.498680:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.498684:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410624, portal 16 00000400:00000010:3.0:1734676306.498686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.498688:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410624, offset 0 00000400:00000200:3.0:1734676306.498692:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.498696:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.498699:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.498702:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.498704:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.498706:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.498708:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80718:80718:256:4294967295] 192.168.203.46@tcp LPNI seq info [80714:80714:8:4294967295] 00000400:00000200:3.0:1734676306.498713:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.498716:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.498718:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.498721:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.498724:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.498726:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.498734:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.498738:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cec00. 02000000:00000010:3.0:1734676306.498745:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cfa00. 00000400:00000010:3.0:1734676306.498747:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.498750:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.498752:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410752, portal 16 00000400:00000010:3.0:1734676306.498754:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.498756:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410752, offset 0 00000400:00000200:3.0:1734676306.498759:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.498762:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.498764:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.498766:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.498768:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.498769:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.498771:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80719:80719:255:4294967295] 192.168.203.46@tcp LPNI seq info [80715:80715:7:4294967295] 00000400:00000200:3.0:1734676306.498778:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.498781:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.498782:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.498785:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.498788:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.498790:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.498838:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.498841:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:1.0:1734676306.498843:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.498846:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.498849:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676306.498850:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676306.498855:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864410624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676306.498888:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.498890:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676306.498892:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.498894:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.498896:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676306.498897:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676306.498901:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864410752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.501586:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.501601:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a000 00000400:00000200:0.0:1734676306.501609:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5819 [1] + 224 00000400:00000200:0.0:1734676306.501618:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.501621:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.501629:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864410624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.501662:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.501666:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172c80 00000400:00000200:0.0:1734676306.501670:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4211 [2] + 1968 00000400:00000010:0.0:1734676306.501673:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd94d0. 00000400:00000200:0.0:1734676306.501676:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09e5b40 00000400:00000200:0.0:1734676306.501680:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.501682:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.501685:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09e5b40 00000400:00000010:0.0:1734676306.501687:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09e5b40. 00000100:00000200:0.0:1734676306.501691:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1734676306.501712:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.501715:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a080 00000400:00000200:0.0:1734676306.501718:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5821 [1] + 224 00000400:00000200:0.0:1734676306.501722:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.501724:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.501728:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864410752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.501739:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.501742:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172d00 00000400:00000200:0.0:1734676306.501744:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 0 00000400:00000200:0.0:1734676306.501759:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.501762:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.501765:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.501769:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676306.501857:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16400. 00000020:00000010:1.0:1734676306.501863:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.501866:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.501886:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9050 x1818938867920000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.501902:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16000. 00000020:00000010:1.0:1734676306.501904:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59680. 00000020:00000010:1.0:1734676306.501906:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23bb8. 00000100:00000200:1.0:1734676306.501911:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867920128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.501923:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920000 02000000:00000010:1.0:1734676306.501931:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00000400:00000010:1.0:1734676306.501959:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676306.501963:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920000, offset 224 00000400:00000200:1.0:1734676306.501967:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.501973:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.501978:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80720:80720:256:4294967295] 192.168.203.46@tcp LPNI seq info [80716:80716:8:4294967295] 00000400:00000200:1.0:1734676306.501986:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.501991:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.501993:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.501998:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.502003:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.502006:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.502016:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.502019:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.502022:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16400. 02000000:00000010:1.0:1734676306.502028:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:1.0:1734676306.502032:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676306.502057:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:1.0:1734676306.502060:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676306.502065:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:1.0:1734676306.502067:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676306.502069:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:1.0:1734676306.502072:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:1.0:1734676306.502074:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000200:2.0:1734676306.502202:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920128 02000000:00000010:2.0:1734676306.502209:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.502224:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.502229:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.502233:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.502236:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.502241:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676306.502243:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920128, offset 224 00000400:00000200:2.0:1734676306.502248:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.502252:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.502255:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80721:80721:255:4294967295] 192.168.203.46@tcp LPNI seq info [80717:80717:7:4294967295] 00000400:00000200:2.0:1734676306.502262:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.502265:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.502268:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.502271:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.502274:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.502277:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.502282:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59680. 00000020:00000010:2.0:1734676306.502284:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23bb8. 00000020:00000010:2.0:1734676306.502286:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16000. 00000800:00000200:0.0:1734676306.502346:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.502348:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.502351:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.502354:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.502357:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676306.502358:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 02000000:00000010:0.0:1734676306.502361:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000800:00000200:0.0:1734676306.502402:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.502403:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.502406:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.502409:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.502410:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676306.502412:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000010:1.0:1734676306.503236:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676306.503243:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676306.503244:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000200:1.0:1734676306.503250:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.503254:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad7e8. 00000400:00000010:1.0:1734676306.503258:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880096f61b40. 00000400:00000010:3.0:1734676306.503325:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.503328:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676306.503330:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.503336:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864410624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.503343:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864410624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.503362:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de0d00. 00000400:00000010:3.0:1734676306.503370:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.503371:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.503372:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.503376:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864410752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.503381:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864410752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.503387:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a71180. 02000000:00000010:3.0:1734676306.503396:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec600. 02000000:00000010:3.0:1734676306.503399:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dec800. 00000100:00000010:3.0:1734676306.503402:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.503404:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cfa00. 02000000:00000010:3.0:1734676306.503406:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cec00. 00000100:00000010:3.0:1734676306.503408:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.503410:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.503413:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.503426:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cec00. 00010000:00000010:3.0:1734676306.503486:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.503493:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd92200. 00010000:00000010:3.0:1734676306.503551:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cfa00. 00010000:00000010:3.0:1734676306.503556:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.503563:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.503569:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.503574:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.503583:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0cee00. 02000000:00000010:3.0:1734676306.503599:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0cf800. 00000400:00000010:3.0:1734676306.503601:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.503604:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.503607:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864410880, portal 16 00000400:00000010:3.0:1734676306.503610:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.503611:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864410880, offset 0 00000400:00000200:3.0:1734676306.503616:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.503622:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.503626:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.503629:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.503633:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.503635:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.503638:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80722:80722:256:4294967295] 192.168.203.46@tcp LPNI seq info [80718:80718:8:4294967295] 00000400:00000200:3.0:1734676306.503646:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.503651:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.503654:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.503658:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.503663:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.503665:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.504401:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.504404:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676306.504408:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.504412:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.504415:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676306.504416:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676306.504421:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864410880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.504578:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf02a00. 00000400:00000200:0.0:1734676306.506021:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.506034:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a100 00000400:00000200:0.0:1734676306.506131:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5835 [1] + 224 00000400:00000200:0.0:1734676306.506142:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.506146:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.506153:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864410880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.506183:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.506187:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172d80 00000400:00000200:0.0:1734676306.506192:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 328 00000400:00000200:0.0:1734676306.506205:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.506208:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.506212:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.506216:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676306.506289:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:1.0:1734676306.506294:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.506298:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.506316:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867920256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.506333:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920256 02000000:00000010:1.0:1734676306.506340:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.506367:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.506374:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.506378:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.506381:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.506390:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676306.506394:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920256, offset 224 00000400:00000200:1.0:1734676306.506399:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.506406:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.506411:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80723:80723:256:4294967295] 192.168.203.46@tcp LPNI seq info [80719:80719:8:4294967295] 00000400:00000200:1.0:1734676306.506418:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.506422:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.506426:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.506430:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.506436:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.506439:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.506450:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.506454:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.506457:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00000800:00000200:0.0:1734676306.506550:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.506553:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676306.506556:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.506559:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.506562:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676306.506563:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000400:00000010:3.0:1734676306.506816:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.506820:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.506822:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.506827:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864410880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.506833:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864410880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.506848:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3680. 02000000:00000010:3.0:1734676306.506859:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0cf800. 02000000:00000010:3.0:1734676306.506864:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0cee00. 00000100:00000010:3.0:1734676306.506867:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.506869:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.506872:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.506883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0cee00. 00010000:00000010:3.0:1734676306.506938:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.506943:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3280. 00010000:00000010:3.0:1734676306.506995:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d0cf800. 00010000:00000010:3.0:1734676306.506999:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.507006:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.507008:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.507013:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.507020:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d0ce200. 02000000:00000010:3.0:1734676306.507689:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dec800. 00000400:00000010:3.0:1734676306.507696:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.507699:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.507704:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411008, portal 16 00000400:00000010:3.0:1734676306.507707:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.507709:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411008, offset 0 00000400:00000200:3.0:1734676306.507714:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.507720:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.507724:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.507727:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.507730:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.507732:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.507734:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80724:80724:256:4294967295] 192.168.203.46@tcp LPNI seq info [80720:80720:8:4294967295] 00000400:00000200:3.0:1734676306.507740:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.507744:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.507747:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.507751:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.507756:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.507758:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.508365:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.508369:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:1.0:1734676306.508373:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.508377:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.508380:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676306.508382:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676306.508388:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.509824:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.509836:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a180 00000400:00000200:0.0:1734676306.509845:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5841 [1] + 224 00000400:00000200:0.0:1734676306.509861:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.509864:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.509872:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.509978:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.509981:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.509983:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.509988:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.509994:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.510014:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dec800. 02000000:00000010:3.0:1734676306.510018:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d0ce200. 00000100:00000010:3.0:1734676306.510022:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.510024:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.510028:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.510325:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.510331:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172e00 00000400:00000200:0.0:1734676306.510337:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 656 00000400:00000200:0.0:1734676306.510383:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.510387:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.510391:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.510395:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00010000:00000010:1.1:1734676306.510451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabc000. 00010000:00000010:1.1:1734676306.510457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4400. 00010000:00000010:1.1:1734676306.510462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded000. 00010000:00000010:1.1:1734676306.510465:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def500. 00010000:00000010:1.1:1734676306.510467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec000. 00010000:00000010:1.1:1734676306.510469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44c00. 00010000:00000010:1.1:1734676306.510471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deca00. 00000020:00000010:2.0:1734676306.510649:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.510654:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.510658:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.510676:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867920384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.510702:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920384 02000000:00000010:2.0:1734676306.510709:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.510729:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3f80. 00010000:00000010:2.0:1734676306.510743:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.510748:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.510761:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.510765:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.510773:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676306.510777:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920384, offset 224 00000400:00000200:2.0:1734676306.510781:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.510788:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.510792:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80725:80725:256:4294967295] 192.168.203.46@tcp LPNI seq info [80721:80721:8:4294967295] 00000400:00000200:2.0:1734676306.510800:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.510805:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.510808:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.510811:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.510817:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.510820:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.510830:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.510833:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.510837:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:0.0:1734676306.511325:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.511328:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.511331:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.511334:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.511337:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676306.511338:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00080000:00000010:3.0:1734676306.511398:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dec800. 00010000:00000010:3.0:1734676306.511455:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.511462:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3f00. 00010000:00000010:3.0:1734676306.511514:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def900. 00010000:00000010:3.0:1734676306.511516:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.511520:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec600. 00010000:00000010:3.0:1734676306.511524:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00080000:00000010:3.0:1734676306.511533:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097deca00. 00010000:00000010:3.0:1734676306.511548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.511551:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.511582:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dec000. 00010000:00000010:3.0:1734676306.511585:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.511590:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.511593:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.511599:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.511607:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097ded000. 02000000:00000010:3.0:1734676306.511624:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d0ce200. 00000400:00000010:3.0:1734676306.511628:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.511631:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.511635:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411136, portal 16 00000400:00000010:3.0:1734676306.511638:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.511640:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411136, offset 0 00000400:00000200:3.0:1734676306.511644:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.511649:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.511653:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.511656:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.511658:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.511660:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.511663:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80726:80726:256:4294967295] 192.168.203.46@tcp LPNI seq info [80722:80722:8:4294967295] 00000400:00000200:3.0:1734676306.511668:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.511672:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.511674:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676306.511678:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.511682:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.511685:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.512091:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.512094:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676306.512097:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.512101:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.512103:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676306.512104:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676306.512110:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.513177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2000. 00000400:00000200:0.0:1734676306.515246:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.515262:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a200 00000400:00000200:0.0:1734676306.515270:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa584d [1] + 224 00000400:00000200:0.0:1734676306.515278:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.515283:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.515293:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.515325:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.515329:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172e80 00000400:00000200:0.0:1734676306.515334:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 984 00000400:00000200:0.0:1734676306.515349:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.515352:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.515355:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.515360:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676306.515443:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.515449:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.515453:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.515470:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867920512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.515498:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920512 02000000:00000010:1.0:1734676306.515507:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.515534:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.515540:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.515546:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.515548:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.515559:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676306.515564:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920512, offset 224 00000400:00000200:1.0:1734676306.515568:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.515575:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.515581:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80727:80727:256:4294967295] 192.168.203.46@tcp LPNI seq info [80723:80723:8:4294967295] 00000400:00000200:1.0:1734676306.515588:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.515593:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.515596:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676306.515600:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.515606:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.515609:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.515619:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.515623:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.515626:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.515758:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.515760:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676306.515764:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.515767:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.515770:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676306.515771:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000400:00000010:3.0:1734676306.516168:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.516173:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.516174:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.516181:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.516188:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.516206:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de0d80. 02000000:00000010:3.0:1734676306.516223:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d0ce200. 02000000:00000010:3.0:1734676306.516227:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097ded000. 00000100:00000010:3.0:1734676306.516232:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.516235:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.516238:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.516251:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d0ce200. 00010000:00000010:3.0:1734676306.516307:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.516313:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe4100. 00010000:00000010:3.0:1734676306.516370:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ded000. 00010000:00000010:3.0:1734676306.516375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.516381:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.516385:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.516389:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.516400:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007155ea00. 02000000:00000010:3.0:1734676306.516419:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007155e800. 00000400:00000010:3.0:1734676306.516425:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.516428:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.516433:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411264, portal 16 00000400:00000010:3.0:1734676306.516436:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.516438:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411264, offset 0 00000400:00000200:3.0:1734676306.516443:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.516448:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.516451:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.516454:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.516457:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.516458:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.516461:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80728:80728:256:4294967295] 192.168.203.46@tcp LPNI seq info [80724:80724:8:4294967295] 00000400:00000200:3.0:1734676306.516467:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.516470:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.516473:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.516477:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.516482:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.516485:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676306.516759:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f800. 00010000:00000010:1.1:1734676306.516765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deda00. 00010000:00000010:1.1:1734676306.516767:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d777c00. 00010000:00000010:1.1:1734676306.516770:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7e00. 00010000:00000010:1.1:1734676306.516773:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1000. 00010000:00000010:1.1:1734676306.516775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dede00. 00010000:00000010:1.1:1734676306.516777:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1c00. 00010000:00000010:1.1:1734676306.516780:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e600. 00010000:00000010:1.1:1734676306.516783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cfa00. 00000800:00000200:0.0:1734676306.518028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.518032:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676306.518050:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.518055:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.518059:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676306.518061:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676306.518068:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.519302:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5e00. 00000400:00000200:0.0:1734676306.520095:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.520109:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a280 00000400:00000200:0.0:1734676306.520118:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5859 [1] + 224 00000400:00000200:0.0:1734676306.520128:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.520131:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.520139:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.520209:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.520214:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172f00 00000400:00000200:0.0:1734676306.520218:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 1312 00000400:00000200:0.0:1734676306.520272:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.520275:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.520279:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.520283:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000400:00000010:3.0:1734676306.520345:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.520350:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.520351:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.520357:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.520363:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.520384:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007155e800. 02000000:00000010:3.0:1734676306.520390:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007155ea00. 00000100:00000010:3.0:1734676306.520393:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.520395:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.520398:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:2.0:1734676306.520548:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.520554:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.520558:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.520576:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867920640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.520836:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920640 02000000:00000010:2.0:1734676306.520844:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.520865:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e37400. 00010000:00000010:2.0:1734676306.520891:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.520896:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.520907:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.520910:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.520918:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.520922:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920640, offset 224 00000400:00000200:2.0:1734676306.520927:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.520934:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.520939:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80729:80729:256:4294967295] 192.168.203.46@tcp LPNI seq info [80725:80725:8:4294967295] 00000400:00000200:2.0:1734676306.520947:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.520952:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.520955:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.520959:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.520964:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.520968:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.520982:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.520985:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.520989:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00080000:00000010:3.0:1734676306.521236:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007155ea00. 00010000:00000010:3.0:1734676306.521287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.521293:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e37380. 00010000:00000010:3.0:1734676306.521347:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007155e800. 00010000:00000010:3.0:1734676306.521352:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.521358:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.521361:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.521367:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.521375:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007155fc00. 02000000:00000010:3.0:1734676306.521392:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfda00. 00000400:00000010:3.0:1734676306.521395:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.521399:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.521403:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411392, portal 16 00000400:00000010:3.0:1734676306.521406:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.521407:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411392, offset 0 00000400:00000200:3.0:1734676306.521411:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.521415:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.521418:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.521421:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.521424:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.521426:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.521428:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80730:80730:255:4294967295] 192.168.203.46@tcp LPNI seq info [80726:80726:7:4294967295] 00000400:00000200:3.0:1734676306.521434:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.521437:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.521440:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.521443:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.521446:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.521449:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.521533:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.521536:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.521539:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.521543:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.521546:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676306.521547:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000800:00000200:0.0:1734676306.521590:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.521592:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.521594:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.521597:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.521599:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676306.521600:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676306.521605:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.523199:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.523212:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a300 00000400:00000200:0.0:1734676306.523218:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5865 [1] + 224 00000400:00000200:0.0:1734676306.523236:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.523240:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.523249:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.523528:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7800. 00010000:00000010:1.1:1734676306.523535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cf800. 00010000:00000010:1.1:1734676306.523539:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def900. 00010000:00000010:1.1:1734676306.523542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec600. 00010000:00000010:1.1:1734676306.523545:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16a400. 00010000:00000010:1.1:1734676306.523549:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7d00. 00010000:00000010:1.1:1734676306.523552:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dec000. 00000400:00000010:3.0:1734676306.523750:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.523754:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.523756:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.523762:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.523769:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.523794:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfda00. 02000000:00000010:3.0:1734676306.523798:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007155fc00. 00000100:00000010:3.0:1734676306.523804:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.523807:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.523810:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.523914:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.523921:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5172f80 00000400:00000200:0.0:1734676306.523925:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 1640 00000400:00000200:0.0:1734676306.523970:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.523974:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.523977:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.523981:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:1.0:1734676306.524068:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.524073:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.524085:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.524103:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867920768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.524130:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920768 02000000:00000010:1.0:1734676306.524138:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.524159:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d31000. 00010000:00000010:1.0:1734676306.524183:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.524189:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.524193:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.524195:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.524205:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676306.524209:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920768, offset 224 00000400:00000200:1.0:1734676306.524213:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.524220:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.524225:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80731:80731:256:4294967295] 192.168.203.46@tcp LPNI seq info [80727:80727:8:4294967295] 00000400:00000200:1.0:1734676306.524232:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.524236:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.524239:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.524243:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.524247:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.524250:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.524266:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.524270:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.524272:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.524339:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.524342:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.524345:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.524348:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.524350:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676306.524351:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676306.524539:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfda00. 00010000:00000010:3.0:1734676306.524592:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.524598:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d54e100. 00010000:00000010:3.0:1734676306.524670:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfca00. 00010000:00000010:3.0:1734676306.524675:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.524681:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.524684:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.524688:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.524696:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfdc00. 02000000:00000010:3.0:1734676306.524710:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfc800. 00000400:00000010:3.0:1734676306.524713:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.524716:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.524721:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411520, portal 16 00000400:00000010:3.0:1734676306.524723:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.524725:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411520, offset 0 00000400:00000200:3.0:1734676306.524729:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.524733:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.524736:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.524739:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.524741:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.524743:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.524746:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80732:80732:256:4294967295] 192.168.203.46@tcp LPNI seq info [80728:80728:8:4294967295] 00000400:00000200:3.0:1734676306.524751:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.524755:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.524757:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.524760:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.524764:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.524767:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.525236:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.525238:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676306.525241:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.525244:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.525247:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676306.525248:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676306.525253:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.526147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313e9000. 00000400:00000200:0.0:1734676306.527625:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.527638:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a380 00000400:00000200:0.0:1734676306.527646:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5871 [1] + 224 00000400:00000200:0.0:1734676306.527679:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.527684:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.527693:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.527902:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.527906:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.527908:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.527913:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.527920:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.527942:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfc800. 02000000:00000010:3.0:1734676306.527947:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfdc00. 00000100:00000010:3.0:1734676306.527950:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.527953:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.527957:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.528058:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.528064:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173000 00000400:00000200:0.0:1734676306.528069:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa425d [2] + 1968 00000400:00000010:0.0:1734676306.528073:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9528. 00000400:00000200:0.0:1734676306.528644:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09e5c00 00000400:00000200:0.0:1734676306.528697:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.528702:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.528705:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09e5c00 00000400:00000010:0.0:1734676306.528707:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09e5c00. 00000100:00000200:0.0:1734676306.528711:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676306.528967:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.528972:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.528976:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.528994:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415ac50 x1818938867920896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.529194:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867920896 02000000:00000010:2.0:1734676306.529202:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.529223:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ece080. 00010000:00000010:2.0:1734676306.529244:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.529250:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c6c0. 00000100:00000010:2.0:1734676306.529256:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c6c0. 00010000:00000010:2.0:1734676306.529259:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000010:2.0:1734676306.529269:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676306.529272:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867920896, offset 224 00000400:00000200:2.0:1734676306.529278:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.529285:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.529290:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80733:80733:256:4294967295] 192.168.203.46@tcp LPNI seq info [80729:80729:8:4294967295] 00000400:00000200:2.0:1734676306.529298:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.529302:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.529306:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.529310:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.529316:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.529320:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.529330:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4180. 00000020:00000010:2.0:1734676306.529332:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.529336:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 02000000:00000010:2.0:1734676306.529344:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:2.0:1734676306.529347:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676306.529352:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:2.0:1734676306.529354:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:2.0:1734676306.529358:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676306.529360:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676306.529364:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676306.529365:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676306.529367:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:2.0:1734676306.529369:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:2.0:1734676306.529373:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:2.0:1734676306.529375:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:2.0:1734676306.529380:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.529385:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c74d0. 00000400:00000010:2.0:1734676306.529388:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4c6c0. 00000800:00000200:0.0:1734676306.529683:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.529685:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.529688:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.529692:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.529694:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676306.529696:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 02000000:00000010:0.0:1734676306.529700:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00080000:00000010:3.0:1734676306.529896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfdc00. 00010000:00000010:3.0:1734676306.529948:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.529953:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ece000. 00010000:00000010:3.0:1734676306.530003:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc800. 00010000:00000010:3.0:1734676306.530008:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.530014:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.530017:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.530023:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.530030:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfd400. 02000000:00000010:3.0:1734676306.530072:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfc200. 00000400:00000010:3.0:1734676306.530085:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.530088:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.530091:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411648, portal 16 00000400:00000010:3.0:1734676306.530094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.530096:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411648, offset 0 00000400:00000200:3.0:1734676306.530100:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.530105:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.530108:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.530111:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.530114:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.530116:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.530119:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80734:80734:256:4294967295] 192.168.203.46@tcp LPNI seq info [80730:80730:8:4294967295] 00000400:00000200:3.0:1734676306.530125:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.530128:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.530131:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.530135:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.530139:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.530141:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.530624:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.530627:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:0.0:1734676306.530630:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.530633:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.530636:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676306.530637:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676306.530643:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.532412:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1600. 00010000:00000010:1.1:1734676306.532421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded000. 00010000:00000010:0.1:1734676306.532658:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56800. 00000400:00000200:2.0:1734676306.532745:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.532759:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a400 00000400:00000200:2.0:1734676306.532768:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5881 [1] + 224 00000400:00000200:2.0:1734676306.532778:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.532781:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.532790:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.532819:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.532823:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173080 00000400:00000200:2.0:1734676306.532827:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 0 00000400:00000010:3.0:1734676306.532841:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.532845:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.532848:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.532854:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.532862:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.532885:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676306.532888:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfc200. 00000400:00000200:2.0:1734676306.532889:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676306.532892:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfd400. 00000100:00000200:2.0:1734676306.532893:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.532895:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676306.532897:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 00000100:00000010:3.0:1734676306.532898:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.532901:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.532968:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.532974:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.532978:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.532999:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2a00 x1818938867921024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.533026:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921024 02000000:00000010:1.0:1734676306.533034:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676306.533389:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6dcd00. 00010000:00000010:1.0:1734676306.533503:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.533509:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.533578:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.533582:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.533592:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676306.533595:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921024, offset 224 00000400:00000200:1.0:1734676306.533601:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.533608:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.533614:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80735:80735:256:4294967295] 192.168.203.46@tcp LPNI seq info [80731:80731:8:4294967295] 00000400:00000200:1.0:1734676306.533622:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.533626:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.533630:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.533634:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.533639:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.533642:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676306.533696:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfd400. 00010000:00000010:3.0:1734676306.533751:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.533756:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ece100. 00010000:00000010:3.0:1734676306.533810:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def900. 00010000:00000010:3.0:1734676306.533813:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.533817:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc200. 00010000:00000010:3.0:1734676306.533821:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00080000:00000010:3.0:1734676306.533829:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfd800. 00010000:00000010:3.0:1734676306.533845:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.533847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.533879:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc600. 00010000:00000010:3.0:1734676306.533882:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.533887:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.533890:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.533895:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.533903:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfd000. 02000000:00000010:3.0:1734676306.533917:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfcc00. 00000400:00000010:3.0:1734676306.533921:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.533924:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.533928:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411776, portal 16 00000400:00000010:3.0:1734676306.533930:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.533932:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411776, offset 0 00000400:00000200:3.0:1734676306.533936:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.533940:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.533943:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.533946:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.533949:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.533951:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.533953:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80736:80736:255:4294967295] 192.168.203.46@tcp LPNI seq info [80732:80732:7:4294967295] 00000400:00000200:3.0:1734676306.533959:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.533962:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.533964:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.533967:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.533970:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.533973:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.533999:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.534003:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.534006:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.534758:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.534761:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.534765:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.534768:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.534771:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676306.534773:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:0.0:1734676306.534817:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.534819:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.534821:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.534824:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.534826:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676306.534828:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676306.534834:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.535556:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df5e00. 00000400:00000200:0.0:1734676306.536608:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.536621:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a480 00000400:00000200:0.0:1734676306.536630:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa588d [1] + 224 00000400:00000200:0.0:1734676306.536639:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.536642:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.536650:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.537234:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.537240:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173100 00000400:00000200:0.0:1734676306.537245:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 328 00000400:00000200:0.0:1734676306.537260:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.537262:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.537267:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.537271:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676306.537360:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.537365:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.537369:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.537388:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867921152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.537453:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921152 02000000:00000010:1.0:1734676306.537462:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.537489:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.537495:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.537500:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.537503:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.537513:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676306.537517:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921152, offset 224 00000400:00000200:1.0:1734676306.537522:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.537529:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.537534:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80737:80737:256:4294967295] 192.168.203.46@tcp LPNI seq info [80733:80733:8:4294967295] 00000400:00000200:1.0:1734676306.537542:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.537546:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.537550:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676306.537555:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.537561:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.537564:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1734676306.537700:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.537704:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.537705:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.537710:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.537717:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.537736:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd86800. 02000000:00000010:3.0:1734676306.537744:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfcc00. 02000000:00000010:3.0:1734676306.537748:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfd000. 00000100:00000010:3.0:1734676306.537751:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.537753:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.537756:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.537768:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfd000. 00010000:00000010:3.0:1734676306.537822:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.537827:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd86780. 00010000:00000010:3.0:1734676306.537875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfcc00. 00010000:00000010:3.0:1734676306.537879:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.537884:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.537886:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.537890:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.537896:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfde00. 02000000:00000010:3.0:1734676306.537910:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfc400. 00000400:00000010:3.0:1734676306.537913:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.537915:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.537918:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864411904, portal 16 00000400:00000010:3.0:1734676306.537921:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.537922:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864411904, offset 0 00000400:00000200:3.0:1734676306.537926:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.537930:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.537933:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.537936:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.537939:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.537941:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.537943:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80738:80738:255:4294967295] 192.168.203.46@tcp LPNI seq info [80734:80734:7:4294967295] 00000400:00000200:3.0:1734676306.537948:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.537952:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.537954:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.537956:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.537960:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.537962:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.537994:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.537998:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.538000:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:2.0:1734676306.539361:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.539366:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:2.0:1734676306.539371:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.539378:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.539381:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:2.0:1734676306.539383:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000800:00000200:2.0:1734676306.539589:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.539592:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:2.0:1734676306.539595:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.539598:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.539600:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:2.0:1734676306.539602:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:2.0:1734676306.539609:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864411904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.541328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22200. 00010000:00000010:1.1:1734676306.541362:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374d100. 00010000:00000010:1.1:1734676306.541376:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155e800. 00010000:00000010:1.1:1734676306.541382:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7d00. 00010000:00000010:1.1:1734676306.541385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfca00. 00000400:00000200:2.0:1734676306.541699:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.541713:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a500 00000400:00000200:2.0:1734676306.541721:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5899 [1] + 224 00000400:00000200:2.0:1734676306.541730:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.541733:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.541741:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864411904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.541921:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.541927:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173180 00000400:00000200:2.0:1734676306.541932:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 656 00000400:00000200:2.0:1734676306.541944:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.541948:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.541952:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.541956:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000400:00000010:3.0:1734676306.542022:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.542025:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.542027:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.542033:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864411904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.542069:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864411904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.542101:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfc400. 02000000:00000010:3.0:1734676306.542106:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfde00. 00000100:00000010:3.0:1734676306.542109:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.542111:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.542114:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.542184:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.542190:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.542194:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.542211:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867921280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.542240:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921280 02000000:00000010:1.0:1734676306.542248:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676306.542269:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d084f80. 00010000:00000010:1.0:1734676306.542534:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.542539:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.542552:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.542554:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.542563:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676306.542566:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921280, offset 224 00000400:00000200:1.0:1734676306.542571:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.542577:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.542582:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80739:80739:256:4294967295] 192.168.203.46@tcp LPNI seq info [80735:80735:8:4294967295] 00000400:00000200:1.0:1734676306.542589:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.542594:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.542597:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.542601:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.542606:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.542609:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.542620:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.542623:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.542625:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:2.0:1734676306.542672:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979f600. 00010000:00000010:2.0:1734676306.542729:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:2.0:1734676306.542735:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d084f00. 00010000:00000010:2.0:1734676306.542784:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979e600. 00010000:00000010:2.0:1734676306.542789:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4180. 00010000:00000010:2.0:1734676306.542796:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec69c0. 00000100:00000010:2.0:1734676306.542800:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.542804:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676306.542811:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f200. 02000000:00000010:2.0:1734676306.542826:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979f800. 00000400:00000010:2.0:1734676306.542829:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676306.542832:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676306.542835:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412032, portal 16 00000400:00000010:2.0:1734676306.542838:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676306.542839:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412032, offset 0 00000400:00000200:2.0:1734676306.542842:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.542846:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.542850:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.542853:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.542855:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.542857:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.542859:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80740:80740:255:4294967295] 192.168.203.46@tcp LPNI seq info [80736:80736:7:4294967295] 00000400:00000200:2.0:1734676306.542865:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.542867:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.542869:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.542872:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.542875:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.542877:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.542945:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.542948:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676306.542951:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.542954:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.542957:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676306.542958:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:0.0:1734676306.543002:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.543004:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.543007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.543009:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.543011:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676306.543012:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676306.543022:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864412032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.544213:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.544224:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a580 00000400:00000200:0.0:1734676306.544231:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58a5 [1] + 224 00000400:00000200:0.0:1734676306.544247:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.544250:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.544257:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864412032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.544417:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:3.0:1734676306.544423:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:3.0:1734676306.544425:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676306.544432:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864412032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.544441:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864412032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.544462:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979f800. 02000000:00000010:3.0:1734676306.544467:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f200. 00000100:00000010:3.0:1734676306.544471:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:3.0:1734676306.544475:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:3.0:1734676306.544479:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec69c0. 00000400:00000200:0.0:1734676306.544779:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.544786:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173200 00000400:00000200:0.0:1734676306.544791:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 984 00000400:00000200:0.0:1734676306.544841:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.544845:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.544849:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.544853:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.544946:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.544952:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.544956:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.544972:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867921408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.545000:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921408 02000000:00000010:1.0:1734676306.545007:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.545027:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0cf80. 00010000:00000010:1.0:1734676306.545109:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.545115:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.545126:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.545129:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.545138:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676306.545142:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921408, offset 224 00000400:00000200:1.0:1734676306.545147:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.545154:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676306.545158:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfde00. 00000400:00000200:1.0:1734676306.545158:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80741:80741:256:4294967295] 192.168.203.46@tcp LPNI seq info [80737:80737:8:4294967295] 00000400:00000200:1.0:1734676306.545166:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.545171:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.545174:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.545178:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.545184:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.545187:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.545217:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4180. 00010000:00000010:3.0:1734676306.545223:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0cf00. 00010000:00000010:3.0:1734676306.545273:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc400. 00010000:00000010:3.0:1734676306.545278:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.545284:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.545288:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.545293:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.545300:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfd600. 02000000:00000010:3.0:1734676306.545315:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfce00. 00000400:00000010:3.0:1734676306.545319:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.545323:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.545327:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412160, portal 16 00000400:00000010:3.0:1734676306.545329:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.545331:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412160, offset 0 00000400:00000200:3.0:1734676306.545335:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.545339:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.545342:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.545345:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.545347:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1734676306.545348:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000400:00000200:3.0:1734676306.545349:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000020:00000010:1.0:1734676306.545351:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000400:00000200:3.0:1734676306.545352:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80742:80742:255:4294967295] 192.168.203.46@tcp LPNI seq info [80738:80738:7:4294967295] 00000020:00000010:1.0:1734676306.545354:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000400:00000200:3.0:1734676306.545358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.545361:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.545363:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676306.545366:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.545369:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.545372:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.545413:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.545415:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.545418:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.545421:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.545424:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676306.545426:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000800:00000200:0.0:1734676306.545461:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.545463:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676306.545466:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.545468:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.545470:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676306.545472:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676306.545477:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864412160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.547134:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.547146:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a600 00000400:00000200:0.0:1734676306.547153:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58b1 [1] + 224 00000400:00000200:0.0:1734676306.547171:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.547175:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.547183:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864412160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.547370:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.547375:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.547377:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.547382:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864412160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.547390:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864412160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.547412:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfce00. 02000000:00000010:3.0:1734676306.547418:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfd600. 00000100:00000010:3.0:1734676306.547421:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.547425:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.547429:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00010000:00000010:1.1:1734676306.547494:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7c00. 00010000:00000010:1.1:1734676306.547500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc800. 00010000:00000010:1.1:1734676306.547503:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def900. 00010000:00000010:1.1:1734676306.547505:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc200. 00010000:00000010:1.1:1734676306.547507:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e50600. 00010000:00000010:1.1:1734676306.547510:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e100. 00010000:00000010:1.1:1734676306.547513:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc600. 00000400:00000200:0.0:1734676306.548120:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.548127:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173280 00000400:00000200:0.0:1734676306.548133:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 1312 00000400:00000200:0.0:1734676306.548183:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.548187:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.548192:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.548196:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676306.548281:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.548286:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.548291:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.548310:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867921536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.548537:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921536 02000000:00000010:1.0:1734676306.548545:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.548567:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db4c480. 00010000:00000010:1.0:1734676306.548580:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.548586:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.548604:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.548607:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.548618:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.548622:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921536, offset 224 00000400:00000200:1.0:1734676306.548627:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.548634:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.548638:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80743:80743:256:4294967295] 192.168.203.46@tcp LPNI seq info [80739:80739:8:4294967295] 00000400:00000200:1.0:1734676306.548645:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.548650:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.548653:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.548657:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.548661:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.548664:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.548685:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.548688:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.548691:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.548853:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.548857:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676306.548859:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.548863:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.548866:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676306.548867:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00080000:00000010:3.0:1734676306.548915:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfd600. 00010000:00000010:3.0:1734676306.548969:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.548974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db4c400. 00010000:00000010:3.0:1734676306.549029:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfce00. 00010000:00000010:3.0:1734676306.549033:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.549061:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.549065:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.549070:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.549089:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfc600. 02000000:00000010:3.0:1734676306.549104:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfc200. 00000400:00000010:3.0:1734676306.549108:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.549111:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.549115:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412288, portal 16 00000400:00000010:3.0:1734676306.549118:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.549119:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412288, offset 0 00000400:00000200:3.0:1734676306.549123:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.549128:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.549131:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.549134:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.549137:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.549139:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.549141:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80744:80744:256:4294967295] 192.168.203.46@tcp LPNI seq info [80740:80740:8:4294967295] 00000400:00000200:3.0:1734676306.549148:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.549151:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.549154:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.549157:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.549160:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.549162:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.549209:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.549212:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676306.549214:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.549217:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.549219:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676306.549220:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676306.549224:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864412288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.550167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906400. 00010000:00000010:1.1:1734676306.550174:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfcc00. 00010000:00000010:3.1:1734676306.550193:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fc600. 00000400:00000200:0.0:1734676306.551339:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.551353:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a680 00000400:00000200:0.0:1734676306.551361:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58bd [1] + 224 00000400:00000200:0.0:1734676306.551371:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.551375:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.551384:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864412288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.551419:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.551423:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173300 00000400:00000200:0.0:1734676306.551427:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 1640 00000400:00000200:0.0:1734676306.551439:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.551443:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.551447:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.551452:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000010:3.0:1734676306.551536:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.551540:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.551542:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.551548:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864412288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.551555:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864412288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.551577:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfc200. 02000000:00000010:3.0:1734676306.551583:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfc600. 00000100:00000010:3.0:1734676306.551586:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.551588:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.551592:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:2.0:1734676306.551674:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f200. 00000020:00000010:2.0:1734676306.551680:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.551684:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.551704:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867921664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.551735:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921664 02000000:00000010:2.0:1734676306.551745:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.551769:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a980. 00010000:00000010:2.0:1734676306.551792:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.551798:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.551802:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.551805:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.551814:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676306.551818:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921664, offset 224 00000400:00000200:2.0:1734676306.551823:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.551831:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.551835:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80745:80745:256:4294967295] 192.168.203.46@tcp LPNI seq info [80741:80741:8:4294967295] 00000400:00000200:2.0:1734676306.551843:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.551847:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.551850:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.551854:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.551861:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.551864:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.551875:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.551878:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.551881:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f200. 00000800:00000200:0.0:1734676306.552022:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.552024:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.552027:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.552030:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.552032:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676306.552034:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00080000:00000010:3.0:1734676306.552227:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfc600. 00010000:00000010:3.0:1734676306.552279:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.552284:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a5a900. 00010000:00000010:3.0:1734676306.552333:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defe00. 00010000:00000010:3.0:1734676306.552335:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.552338:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc200. 00010000:00000010:3.0:1734676306.552342:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00080000:00000010:3.0:1734676306.552350:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfc800. 00010000:00000010:3.0:1734676306.552363:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.552365:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.552392:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfca00. 00010000:00000010:3.0:1734676306.552394:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.552398:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.552402:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.552406:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.552414:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfcc00. 02000000:00000010:3.0:1734676306.552428:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007155e800. 00000400:00000010:3.0:1734676306.552432:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.552434:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.552438:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412416, portal 16 00000400:00000010:3.0:1734676306.552440:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.552442:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412416, offset 0 00000400:00000200:3.0:1734676306.552446:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.552450:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.552453:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.552456:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.552459:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.552460:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.552462:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80746:80746:256:4294967295] 192.168.203.46@tcp LPNI seq info [80742:80742:8:4294967295] 00000400:00000200:3.0:1734676306.552468:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.552471:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.552473:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.552476:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.552479:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.552481:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.552675:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.552678:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676306.552680:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.552684:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.552686:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.552687:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676306.552692:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864412416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.553181:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1200. 00010000:00000010:1.1:1734676306.553186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979e600. 00000400:00000200:0.0:1734676306.555348:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.555365:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a700 00000400:00000200:0.0:1734676306.555373:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58c9 [1] + 224 00000400:00000200:0.0:1734676306.555383:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.555387:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.555399:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864412416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.555475:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.555480:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173380 00000400:00000200:0.0:1734676306.555484:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa42c1 [2] + 1968 00000400:00000010:0.0:1734676306.555488:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:0.0:1734676306.555491:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a09e53c0 00000400:00000200:0.0:1734676306.555504:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.555507:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.555510:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a09e53c0 00000400:00000010:0.0:1734676306.555512:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a09e53c0. 00000100:00000200:0.0:1734676306.555517:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676306.555650:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.555654:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.555655:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.555661:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864412416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.555673:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864412416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.555695:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007155e800. 02000000:00000010:3.0:1734676306.555701:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfcc00. 00000100:00000010:3.0:1734676306.555706:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.555709:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.555712:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.555890:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.555896:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.555901:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.555918:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4159050 x1818938867921792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.556011:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921792 02000000:00000010:1.0:1734676306.556022:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.556330:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1ec80. 00010000:00000010:1.0:1734676306.556345:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.556351:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57900. 00000100:00000010:1.0:1734676306.556356:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57900. 00010000:00000010:1.0:1734676306.556359:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.556369:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.556373:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921792, offset 224 00000400:00000200:1.0:1734676306.556377:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.556383:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.556388:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80747:80747:256:4294967295] 192.168.203.46@tcp LPNI seq info [80743:80743:8:4294967295] 00000400:00000200:1.0:1734676306.556395:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.556399:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.556402:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.556405:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.556410:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.556413:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.556433:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.556437:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.556440:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.556446:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:1.0:1734676306.556449:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676306.556453:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676306.556455:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676306.556458:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:1.0:1734676306.556459:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676306.556461:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:1.0:1734676306.556462:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:1.0:1734676306.556465:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:1.0:1734676306.556466:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676306.556469:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:1.0:1734676306.556470:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000200:1.0:1734676306.556475:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.556479:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb58. 00000400:00000010:1.0:1734676306.556482:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df57900. 00080000:00000010:3.0:1734676306.556847:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007155e800. 00010000:00000010:3.0:1734676306.556907:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.556913:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1ec00. 00010000:00000010:3.0:1734676306.556970:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007155fc00. 00010000:00000010:3.0:1734676306.556974:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.556981:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.556985:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.556990:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.557000:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfcc00. 02000000:00000010:3.0:1734676306.557017:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14be00. 00000400:00000010:3.0:1734676306.557021:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.557024:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.557027:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412544, portal 16 00000400:00000010:3.0:1734676306.557030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.557031:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412544, offset 0 00000400:00000200:3.0:1734676306.557054:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.557060:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.557063:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.557067:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.557069:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.557071:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.557074:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80748:80748:255:4294967295] 192.168.203.46@tcp LPNI seq info [80744:80744:7:4294967295] 00000400:00000200:3.0:1734676306.557088:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.557092:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.557095:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.557097:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.557101:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.557103:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.557150:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.557153:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:0.0:1734676306.557157:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.557160:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.557164:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676306.557165:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 02000000:00000010:0.0:1734676306.557169:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000800:00000200:0.0:1734676306.557197:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.557200:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676306.557202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.557205:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.557207:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.557209:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676306.557213:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864412544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.559195:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe800. 00010000:00000010:2.1:1734676306.559204:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d15200. 00010000:00000010:0.1:1734676306.559310:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d16200. 00000400:00000200:2.0:1734676306.559371:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.559382:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a780 00000400:00000200:2.0:1734676306.559389:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58d9 [1] + 224 00000400:00000200:2.0:1734676306.559402:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.559406:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.559414:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864412544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.559870:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.559875:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.559876:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.559881:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864412544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.559888:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864412544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.559910:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14be00. 02000000:00000010:3.0:1734676306.559914:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfcc00. 00000100:00000010:3.0:1734676306.559919:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.559922:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.559926:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.560069:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.560088:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173400 00000400:00000200:0.0:1734676306.560093:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 0 00000400:00000200:0.0:1734676306.560964:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.560972:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.560977:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.560982:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676306.561062:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.561068:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.561072:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.561100:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867921920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.561317:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867921920 02000000:00000010:1.0:1734676306.561325:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000010:1.0:1734676306.561347:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371f580. 00010000:00000010:1.0:1734676306.561361:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.561367:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.561385:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.561388:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.561397:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.561401:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867921920, offset 224 00000400:00000200:1.0:1734676306.561406:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.561413:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.561418:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80749:80749:256:4294967295] 192.168.203.46@tcp LPNI seq info [80745:80745:8:4294967295] 00000400:00000200:1.0:1734676306.561426:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.561430:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.561434:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.561438:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.561443:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.561447:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.561470:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.561473:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.561476:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:3.0:1734676306.561540:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14be00. 00010000:00000010:3.0:1734676306.561599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.561605:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007371f500. 00010000:00000010:3.0:1734676306.561666:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14ac00. 00010000:00000010:3.0:1734676306.561671:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.561678:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.561681:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.561687:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.561695:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14aa00. 02000000:00000010:3.0:1734676306.561710:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a400. 00000400:00000010:3.0:1734676306.561715:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.561718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.561722:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412672, portal 16 00000400:00000010:3.0:1734676306.561725:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.561727:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412672, offset 0 00000400:00000200:3.0:1734676306.561730:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.561735:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.561737:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.561740:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.561743:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.561744:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.561746:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80750:80750:255:4294967295] 192.168.203.46@tcp LPNI seq info [80746:80746:7:4294967295] 00000400:00000200:3.0:1734676306.561752:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.561754:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.561757:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.561759:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.561763:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.561765:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.561769:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.561773:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a600. 02000000:00000010:3.0:1734676306.561779:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a000. 00000400:00000010:3.0:1734676306.561781:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.561783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.561785:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412800, portal 16 00000400:00000010:3.0:1734676306.561787:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.561788:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412800, offset 0 00000400:00000200:3.0:1734676306.561791:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.561794:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.561796:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.561798:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.561799:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.561800:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.561803:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80751:80751:254:4294967295] 192.168.203.46@tcp LPNI seq info [80747:80747:6:4294967295] 00000400:00000200:3.0:1734676306.561808:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.561812:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.561814:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.561816:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.561819:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.561821:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.561906:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.561909:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676306.561912:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.561915:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.561918:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676306.561919:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:0.0:1734676306.561927:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.561928:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676306.561930:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.561932:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.561934:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676306.561935:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676306.561944:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864412672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.561995:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.561997:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676306.561999:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.562002:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.562004:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676306.562006:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676306.562009:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864412800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.562327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906e00. 00010000:00000010:1.1:1734676306.562333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc400. 00010000:00000010:1.1:1734676306.562336:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1000. 00010000:00000010:1.1:1734676306.562338:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfce00. 00010000:00000010:1.1:1734676306.562340:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defe00. 00010000:00000010:1.1:1734676306.562343:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc200. 00000400:00000200:0.0:1734676306.564192:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.564207:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a800 00000400:00000200:0.0:1734676306.564215:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58e5 [1] + 224 00000400:00000200:0.0:1734676306.564225:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.564229:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.564239:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864412672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.564280:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.564285:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a880 00000400:00000200:0.0:1734676306.564288:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58ed [1] + 224 00000400:00000200:0.0:1734676306.564292:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.564295:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.564299:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864412800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.564309:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.564312:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173500 00000400:00000200:0.0:1734676306.564317:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 328 00000400:00000200:0.0:1734676306.564321:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.564324:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.564327:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.564332:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:3.0:1734676306.564883:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.564887:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.564889:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.564894:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864412672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.564901:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864412672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.564920:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.564922:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.564923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.564925:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864412800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.564930:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864412800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.564941:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a400. 02000000:00000010:3.0:1734676306.564949:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14aa00. 00000100:00000010:3.0:1734676306.564952:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.564955:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a000. 02000000:00000010:3.0:1734676306.564957:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a600. 00000100:00000010:3.0:1734676306.564958:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.564961:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.564964:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.565018:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.565023:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173480 00000400:00000200:0.0:1734676306.565027:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 656 00000400:00000200:0.0:1734676306.565116:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.565120:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.565123:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.565127:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676306.565223:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.565227:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.565231:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.565248:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867922176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.565262:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.565264:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59e00. 00000020:00000010:1.0:1734676306.565266:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23a28. 00000100:00000200:1.0:1734676306.565270:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867922048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.565281:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922176 02000000:00000010:1.0:1734676306.565287:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000010:1.0:1734676306.565304:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7ec680. 00000400:00000010:1.0:1734676306.565321:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.565325:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922176, offset 224 00000400:00000200:1.0:1734676306.565329:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.565335:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.565340:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80752:80752:256:4294967295] 192.168.203.46@tcp LPNI seq info [80748:80748:8:4294967295] 00000400:00000200:1.0:1734676306.565347:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.565351:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.565354:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.565357:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.565362:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.565365:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1734676306.565427:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922048 02000000:00000010:3.0:1734676306.565432:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676306.565442:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7b7000. 00010000:00000010:3.0:1734676306.565453:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.565457:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.565464:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.565466:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000010:3.0:1734676306.565470:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.565473:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922048, offset 224 00000400:00000200:3.0:1734676306.565477:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.565481:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.565485:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80753:80753:255:4294967295] 192.168.203.46@tcp LPNI seq info [80749:80749:7:4294967295] 00000400:00000200:3.0:1734676306.565490:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.565493:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.565495:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.565498:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.565501:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.565503:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.565835:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59e00. 00000020:00000010:1.0:1734676306.565835:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:3.0:1734676306.565840:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23a28. 00000020:00000010:1.0:1734676306.565840:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:3.0:1734676306.565843:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00000020:00000010:1.0:1734676306.565843:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:3.0:1734676306.565866:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a600. 00000800:00000200:0.0:1734676306.565902:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.565905:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.565908:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.565914:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.565917:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676306.565918:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000800:00000200:0.0:1734676306.565969:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.565971:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676306.565973:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.565976:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.565977:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.565978:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00010000:00000010:3.0:1734676306.566071:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.566084:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7ecc00. 00010000:00000010:3.0:1734676306.566139:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00010000:00000010:3.0:1734676306.566143:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.566150:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.566152:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.566157:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.566164:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14aa00. 02000000:00000010:3.0:1734676306.566177:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a400. 00000400:00000010:3.0:1734676306.566181:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.566184:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.566188:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864412928, portal 16 00000400:00000010:3.0:1734676306.566190:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.566192:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864412928, offset 0 00000400:00000200:3.0:1734676306.566195:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.566446:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.566450:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.566454:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.566457:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.566458:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.566461:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80754:80754:256:4294967295] 192.168.203.46@tcp LPNI seq info [80750:80750:8:4294967295] 00000400:00000200:3.0:1734676306.566472:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.566475:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.566478:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.566481:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.566485:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.566488:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.566883:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.566887:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.566889:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.566892:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.566895:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.566896:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676306.566901:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864412928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.568629:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8600. 00000400:00000200:0.0:1734676306.569777:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.569791:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a900 00000400:00000200:0.0:1734676306.569797:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa58fd [1] + 224 00000400:00000200:0.0:1734676306.569807:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.569810:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.569819:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864412928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.569900:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.569904:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173580 00000400:00000200:0.0:1734676306.569908:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 984 00000400:00000200:0.0:1734676306.569959:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.569963:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.569967:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.569972:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.570135:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.570142:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.570145:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000400:00000010:3.0:1734676306.570147:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.570151:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.570152:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.570157:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864412928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.570163:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867922304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.570164:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864412928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.570184:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a400. 02000000:00000010:3.0:1734676306.570189:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14aa00. 00000100:00000010:3.0:1734676306.570191:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.570194:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.570198:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000100:00000200:1.0:1734676306.570270:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922304 02000000:00000010:1.0:1734676306.570278:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000010:1.0:1734676306.570299:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d566d00. 00010000:00000010:1.0:1734676306.570314:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.570319:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.570334:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.570337:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.570346:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.570350:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922304, offset 224 00080000:00000010:3.0:1734676306.570351:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14aa00. 00000400:00000200:1.0:1734676306.570354:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.570361:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.570365:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80755:80755:256:4294967295] 192.168.203.46@tcp LPNI seq info [80751:80751:8:4294967295] 00000400:00000200:1.0:1734676306.570372:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.570376:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.570379:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.570383:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.570388:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.570391:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.570404:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.570410:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d566c80. 00000020:00000010:1.0:1734676306.570410:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.570414:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.570417:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.570642:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.570644:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676306.570647:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.570650:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.570653:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676306.570654:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00010000:00000010:3.0:1734676306.570705:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a400. 00010000:00000010:3.0:1734676306.570710:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.570716:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.570718:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.570722:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.570730:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ae00. 02000000:00000010:3.0:1734676306.570743:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a200. 00000400:00000010:3.0:1734676306.570746:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.570748:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.570752:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413056, portal 16 00000400:00000010:3.0:1734676306.570754:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.570756:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413056, offset 0 00000400:00000200:3.0:1734676306.570759:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.570763:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.570766:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.570769:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.570771:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.570773:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.570775:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80756:80756:256:4294967295] 192.168.203.46@tcp LPNI seq info [80752:80752:8:4294967295] 00000400:00000200:3.0:1734676306.570781:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.570784:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.570786:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.570789:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.570792:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.570794:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.570931:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.570933:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.570935:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.570938:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.570940:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.570941:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676306.570945:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864413056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.571185:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef100. 00010000:00000010:1.1:1734676306.571190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfca00. 00010000:00000010:1.1:1734676306.571192:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004a00. 00010000:00000010:1.1:1734676306.571195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007155fc00. 00000400:00000200:0.0:1734676306.572768:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.572782:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1a980 00000400:00000200:0.0:1734676306.572789:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5909 [1] + 224 00000400:00000200:0.0:1734676306.572798:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.572802:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.572810:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864413056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.572841:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.572845:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173600 00000400:00000200:0.0:1734676306.572849:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 1312 00000400:00000200:0.0:1734676306.572895:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.572899:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.572903:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.572907:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000400:00000010:3.0:1734676306.573021:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.573025:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.573027:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.573032:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864413056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.573065:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864413056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.573094:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a200. 02000000:00000010:3.0:1734676306.573099:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ae00. 00000100:00000010:3.0:1734676306.573101:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.573104:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.573107:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:2.0:1734676306.573312:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f200. 00000020:00000010:2.0:1734676306.573317:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.573320:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.573339:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867922432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.573356:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922432 02000000:00000010:2.0:1734676306.573363:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.573382:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793b80. 00010000:00000010:2.0:1734676306.573418:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.573423:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.573427:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.573430:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.573437:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.573440:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922432, offset 224 00000400:00000200:2.0:1734676306.573444:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.573450:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.573455:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80757:80757:256:4294967295] 192.168.203.46@tcp LPNI seq info [80753:80753:8:4294967295] 00000400:00000200:2.0:1734676306.573462:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.573466:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.573469:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.573472:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.573477:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.573479:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.573489:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.573492:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.573495:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f200. 00000800:00000200:0.0:1734676306.573645:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.573648:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.573650:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.573653:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.573656:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676306.573657:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00080000:00000010:3.0:1734676306.573701:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ae00. 00010000:00000010:3.0:1734676306.573754:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.573758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d793b00. 00010000:00000010:3.0:1734676306.573811:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a200. 00010000:00000010:3.0:1734676306.573816:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.573822:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.573825:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.573829:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.573836:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14b800. 02000000:00000010:3.0:1734676306.573850:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b000. 00000400:00000010:3.0:1734676306.573854:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.573856:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.573860:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413184, portal 16 00000400:00000010:3.0:1734676306.573863:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.573865:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413184, offset 0 00000400:00000200:3.0:1734676306.573868:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.573872:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.573875:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.573878:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.573880:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.573882:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.573884:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80758:80758:256:4294967295] 192.168.203.46@tcp LPNI seq info [80754:80754:8:4294967295] 00000400:00000200:3.0:1734676306.573890:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.573893:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.573896:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defb00. 00000800:00000200:3.0:1734676306.573899:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.573902:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.573904:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.574073:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.574083:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defb00. 00000400:00000200:0.0:1734676306.574086:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.574089:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.574091:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.574093:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676306.574097:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864413184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.575191:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b600. 00010000:00000010:2.1:1734676306.575198:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735e00. 00000400:00000200:0.0:1734676306.575966:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.575978:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1aa00 00000400:00000200:0.0:1734676306.575984:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5915 [1] + 224 00000400:00000200:0.0:1734676306.576001:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.576004:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.576014:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864413184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.576202:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.576206:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.576207:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.576212:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864413184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.576220:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864413184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.576243:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b000. 02000000:00000010:3.0:1734676306.576247:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14b800. 00000100:00000010:3.0:1734676306.576251:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.576254:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.576258:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.576992:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.577000:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173680 00000400:00000200:0.0:1734676306.577006:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 1640 00000400:00000200:0.0:1734676306.577289:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.577293:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.577298:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.577303:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676306.578556:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.578563:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.578567:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.578586:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867922560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.578612:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922560 02000000:00000010:1.0:1734676306.578620:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000010:1.0:1734676306.578640:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880094628100. 00010000:00000010:1.0:1734676306.578653:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.578658:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.578666:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.578668:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.578677:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.578681:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922560, offset 224 00000400:00000200:1.0:1734676306.578686:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.578693:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.578697:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80759:80759:256:4294967295] 192.168.203.46@tcp LPNI seq info [80755:80755:8:4294967295] 00000400:00000200:1.0:1734676306.578705:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.578709:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.578712:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.578717:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.578722:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.578725:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.578735:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.578738:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.578741:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:3.0:1734676306.578921:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14b800. 00010000:00000010:3.0:1734676306.578979:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.578985:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f84880. 00010000:00000010:3.0:1734676306.579066:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b000. 00010000:00000010:3.0:1734676306.579071:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.579087:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.579090:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.579096:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.579104:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a800. 02000000:00000010:3.0:1734676306.579120:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b200. 00000400:00000010:3.0:1734676306.579124:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.579127:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.579131:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413312, portal 16 00000400:00000010:3.0:1734676306.579135:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.579136:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413312, offset 0 00000400:00000200:3.0:1734676306.579140:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.579145:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.579147:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.579150:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.579153:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.579155:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.579157:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80760:80760:255:4294967295] 192.168.203.46@tcp LPNI seq info [80756:80756:7:4294967295] 00000400:00000200:3.0:1734676306.579163:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.579166:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.579168:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.579171:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.579174:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.579176:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676306.579228:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78800. 00000800:00000200:0.0:1734676306.579266:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.579268:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.579271:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.579275:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.579277:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676306.579279:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:0.0:1734676306.579316:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.579318:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676306.579320:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.579322:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.579324:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676306.579325:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676306.579330:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864413312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.579369:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e6200. 00010000:00000010:1.1:1734676306.579382:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1f00. 00010000:00000010:1.1:1734676306.579385:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ac00. 00010000:00000010:1.1:1734676306.579388:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74600. 00010000:00000010:1.1:1734676306.579390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00000400:00000200:0.0:1734676306.580874:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.580886:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1aa80 00000400:00000200:0.0:1734676306.580893:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5921 [1] + 224 00000400:00000200:0.0:1734676306.580911:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.580914:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.580922:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864413312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.581428:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.581434:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173700 00000400:00000200:0.0:1734676306.581438:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4319 [2] + 1968 00000400:00000010:0.0:1734676306.581442:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad948. 00000400:00000200:0.0:1734676306.581445:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79a840 00000400:00000200:0.0:1734676306.581488:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.581492:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.581495:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79a840 00000400:00000010:0.0:1734676306.581497:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79a840. 00000100:00000200:0.0:1734676306.581501:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676306.581565:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.581569:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.581570:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.581576:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864413312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.581583:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864413312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676306.581711:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f200. 00000020:00000010:2.0:1734676306.581715:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.581719:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.581735:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158c50 x1818938867922688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.581762:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922688 02000000:00000010:2.0:1734676306.581771:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.581797:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.581803:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c600. 00000100:00000010:2.0:1734676306.581807:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c600. 00010000:00000010:2.0:1734676306.581810:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.581818:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676306.581821:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922688, offset 224 00000400:00000200:2.0:1734676306.581825:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.581831:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.581835:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80761:80761:256:4294967295] 192.168.203.46@tcp LPNI seq info [80757:80757:8:4294967295] 00000400:00000200:2.0:1734676306.581842:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.581846:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.581849:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.581852:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.581857:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.581860:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.581870:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.581872:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.581876:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f200. 02000000:00000010:2.0:1734676306.581883:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8400. 00000100:00000010:2.0:1734676306.581886:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:2.0:1734676306.581889:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:2.0:1734676306.581892:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676306.581894:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9000. 00000100:00000010:2.0:1734676306.581896:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676306.581898:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeac00. 00000100:00000010:2.0:1734676306.581900:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676306.581902:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:2.0:1734676306.581905:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676306.581906:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8800. 00000100:00000010:2.0:1734676306.581908:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000200:2.0:1734676306.581914:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.581917:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7a50. 00000400:00000010:2.0:1734676306.581919:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4c600. 00010000:00000010:3.0:1734676306.581949:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90800. 02000000:00000010:3.0:1734676306.581959:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b200. 02000000:00000010:3.0:1734676306.581962:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a800. 00000100:00000010:3.0:1734676306.581965:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.581967:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.581969:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.581980:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a800. 00010000:00000010:3.0:1734676306.582032:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.582051:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f90780. 00010000:00000010:3.0:1734676306.582112:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b200. 00010000:00000010:3.0:1734676306.582117:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.582122:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.582124:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.582129:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.582135:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ba00. 02000000:00000010:3.0:1734676306.582150:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a000. 00000400:00000010:3.0:1734676306.582152:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.582155:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.582157:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413440, portal 16 00000400:00000010:3.0:1734676306.582160:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.582161:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413440, offset 0 00000400:00000200:3.0:1734676306.582165:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.582168:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.582171:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.582174:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.582177:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.582178:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.582180:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80762:80762:255:4294967295] 192.168.203.46@tcp LPNI seq info [80758:80758:7:4294967295] 00000400:00000200:3.0:1734676306.582186:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.582189:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.582192:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def700. 00000800:00000200:3.0:1734676306.582194:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.582197:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.582199:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.582476:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.582479:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.582482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.582486:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.582488:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676306.582490:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 02000000:00000010:0.0:1734676306.582493:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000800:00000200:0.0:1734676306.582526:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.582528:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def700. 00000400:00000200:0.0:1734676306.582531:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.582533:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.582539:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676306.582540:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676306.582545:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864413440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.583848:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.583857:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ab00 00000400:00000200:0.0:1734676306.583864:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5931 [1] + 224 00000400:00000200:0.0:1734676306.583880:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.583883:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.583889:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864413440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.584196:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.584202:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173780 00000400:00000010:3.0:1734676306.584305:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.584310:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.584312:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.584317:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864413440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.584329:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864413440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.584348:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a000. 02000000:00000010:3.0:1734676306.584352:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ba00. 00000100:00000010:3.0:1734676306.584355:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.584358:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.584362:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.584403:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 0 00000400:00000200:0.0:1734676306.584451:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.584455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.584459:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.584464:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676306.584548:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.584552:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.584556:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.584573:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867922816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.584642:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922816 02000000:00000010:1.0:1734676306.584650:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.584669:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095947780. 00010000:00000010:1.0:1734676306.584682:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.584687:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.584701:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.584703:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.584713:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676306.584716:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922816, offset 224 00000400:00000200:1.0:1734676306.584721:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.584727:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.584732:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80763:80763:256:4294967295] 192.168.203.46@tcp LPNI seq info [80759:80759:8:4294967295] 00000400:00000200:1.0:1734676306.584738:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.584742:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.584745:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.584748:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.584753:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.584756:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.584774:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.584778:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.584781:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:0.0:1734676306.584948:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.584951:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676306.584954:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.584957:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.584960:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676306.584961:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00080000:00000010:3.0:1734676306.585008:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ba00. 00010000:00000010:3.0:1734676306.585097:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.585102:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095947700. 00010000:00000010:3.0:1734676306.585164:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00010000:00000010:3.0:1734676306.585168:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.585175:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.585178:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.585182:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.585189:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ac00. 02000000:00000010:3.0:1734676306.585206:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfca00. 00000400:00000010:3.0:1734676306.585209:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:3.0:1734676306.585213:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.585216:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413568, portal 16 00000400:00000010:3.0:1734676306.585219:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.585220:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413568, offset 0 00000400:00000200:3.0:1734676306.585224:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.585228:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.585231:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.585234:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.585237:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.585239:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.585242:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80764:80764:256:4294967295] 192.168.203.46@tcp LPNI seq info [80760:80760:8:4294967295] 00000400:00000200:3.0:1734676306.585248:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.585252:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.585254:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defb00. 00000800:00000200:3.0:1734676306.585257:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.585261:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.585263:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.585271:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.585275:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfc200. 02000000:00000010:3.0:1734676306.585280:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfce00. 00000400:00000010:3.0:1734676306.585283:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.585285:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.585286:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413696, portal 16 00000400:00000010:3.0:1734676306.585288:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.585290:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413696, offset 0 00000400:00000200:3.0:1734676306.585293:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.585296:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.585298:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.585300:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.585301:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.585303:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.585305:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80765:80765:255:4294967295] 192.168.203.46@tcp LPNI seq info [80761:80761:7:4294967295] 00000400:00000200:3.0:1734676306.585311:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.585314:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.585316:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.585319:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.585322:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.585324:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.585625:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.585628:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defb00. 00000400:00000200:0.0:1734676306.585631:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.585634:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.585636:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.585638:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676306.585643:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864413568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.585678:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.585680:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.585682:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.585685:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.585687:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.585688:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676306.585691:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864413696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.586053:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735f1e00. 00000400:00000200:0.0:1734676306.587727:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.587741:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ac00 00000400:00000200:0.0:1734676306.587750:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5945 [1] + 224 00000400:00000200:0.0:1734676306.587759:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.587763:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.587771:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864413696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.587807:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.587812:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ab80 00000400:00000200:0.0:1734676306.587815:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa593d [1] + 224 00000400:00000200:0.0:1734676306.587827:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.587830:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.587835:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864413568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.587893:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.587897:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173800 00000400:00000200:0.0:1734676306.587902:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 328 00000400:00000200:0.0:1734676306.587907:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.587909:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.587913:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.587917:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000200:0.0:1734676306.587943:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.587947:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173880 00000400:00000200:0.0:1734676306.587950:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 656 00000400:00000200:0.0:1734676306.587992:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.587996:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.587998:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.588000:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:2.0:1734676306.588130:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f200. 00000020:00000010:2.0:1734676306.588135:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.588139:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676306.588156:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867922944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676306.588176:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f800. 00000020:00000010:2.0:1734676306.588178:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676306.588180:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.588187:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867923072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.588199:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867922944 02000000:00000010:2.0:1734676306.588206:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00000400:00000010:2.0:1734676306.588235:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676306.588240:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867922944, offset 224 00000400:00000200:2.0:1734676306.588244:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.588251:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.588256:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80766:80766:256:4294967295] 192.168.203.46@tcp LPNI seq info [80762:80762:8:4294967295] 00000400:00000200:2.0:1734676306.588262:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.588266:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.588269:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.588273:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.588277:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.588280:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.588291:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.588293:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676306.588297:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f200. 00000100:00000200:2.0:1734676306.588307:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923072 02000000:00000010:2.0:1734676306.588311:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.588325:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.588330:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.588334:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.588337:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.588340:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676306.588342:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923072, offset 224 00000400:00000200:2.0:1734676306.588346:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.588349:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.588352:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80767:80767:255:4294967295] 192.168.203.46@tcp LPNI seq info [80763:80763:7:4294967295] 00000400:00000200:2.0:1734676306.588356:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.588359:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.588361:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.588363:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.588366:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.588369:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.588373:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676306.588375:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.588377:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f800. 00000400:00000010:3.0:1734676306.588575:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e18. 00000400:00000200:3.0:1734676306.588579:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.588581:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.588585:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864413568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.588593:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864413568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.588609:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1c200. 00000400:00000010:3.0:1734676306.588617:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.588619:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.588620:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.588623:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864413696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.588628:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864413696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.588634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a8b80. 02000000:00000010:3.0:1734676306.588640:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfca00. 02000000:00000010:3.0:1734676306.588643:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ac00. 00000100:00000010:3.0:1734676306.588648:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.588650:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfce00. 02000000:00000010:3.0:1734676306.588651:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfc200. 00000100:00000010:3.0:1734676306.588653:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.588654:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.588657:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.588668:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfc200. 00010000:00000010:3.0:1734676306.588721:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.588726:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a8b00. 00010000:00000010:3.0:1734676306.588778:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfce00. 00010000:00000010:3.0:1734676306.588782:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.588788:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.588791:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.588795:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.588802:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfca00. 02000000:00000010:3.0:1734676306.588816:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfc400. 00000400:00000010:3.0:1734676306.588819:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.588823:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00010000:00000010:0.1:1734676306.588986:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d48d400. 00010000:00000010:0.1:1734676306.588996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a400. 00010000:00000010:0.1:1734676306.588998:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ee800. 00010000:00000010:0.1:1734676306.589001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a200. 00000800:00000200:0.0:1734676306.589023:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.589025:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.589027:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.589031:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.589033:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676306.589035:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000800:00000200:0.0:1734676306.589099:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.589101:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.589103:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.589106:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.589107:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676306.589109:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676306.589259:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413824, portal 16 00000400:00000010:3.0:1734676306.589263:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.589265:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413824, offset 0 00000400:00000200:3.0:1734676306.589269:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.589273:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.589277:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.589279:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.589282:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.589284:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.589286:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80768:80768:256:4294967295] 192.168.203.46@tcp LPNI seq info [80764:80764:8:4294967295] 00000400:00000200:3.0:1734676306.589291:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.589295:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.589297:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.589300:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.589304:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.589307:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.589438:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.589440:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.589443:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.589446:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.589448:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676306.589450:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676306.589454:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864413824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.590721:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.590729:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ac80 00000400:00000200:0.0:1734676306.590734:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5955 [1] + 224 00000400:00000200:0.0:1734676306.590739:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.590741:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.590747:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864413824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.590773:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.590776:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173900 00000400:00000200:0.0:1734676306.590781:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 984 00000400:00000010:3.0:1734676306.590802:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.590806:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.590808:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.590812:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864413824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.590819:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864413824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.590823:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.590826:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.590830:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.590833:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:3.0:1734676306.590837:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfc400. 02000000:00000010:3.0:1734676306.590841:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfca00. 00000100:00000010:3.0:1734676306.590844:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.590846:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.590849:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.590927:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.590932:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.590936:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.590953:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867923200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.591034:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923200 02000000:00000010:1.0:1734676306.591144:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.591166:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1cc00. 00010000:00000010:1.0:1734676306.591180:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.591184:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.591195:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.591197:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.591208:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676306.591211:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923200, offset 224 00000400:00000200:1.0:1734676306.591216:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.591222:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.591227:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80769:80769:256:4294967295] 192.168.203.46@tcp LPNI seq info [80765:80765:8:4294967295] 00000400:00000200:1.0:1734676306.591234:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.591238:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.591241:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.591244:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.591249:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.591251:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676306.591255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979f800. 00000020:00000010:1.0:1734676306.591315:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.591319:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.591321:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:2.0:1734676306.591333:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:2.0:1734676306.591339:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf1cb80. 00010000:00000010:2.0:1734676306.591391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f200. 00010000:00000010:2.0:1734676306.591396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676306.591403:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.591406:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.591410:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000800:00000200:0.0:1734676306.591411:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.591414:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:0.0:1734676306.591416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676306.591417:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f400. 00000400:00000200:0.0:1734676306.591419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.591421:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676306.591423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 02000000:00000010:2.0:1734676306.591431:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979e600. 00000400:00000010:2.0:1734676306.591435:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676306.591438:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.591441:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864413952, portal 16 00000400:00000010:2.0:1734676306.591444:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676306.591445:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864413952, offset 0 00000400:00000200:2.0:1734676306.591449:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.591452:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.591455:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.591458:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.591460:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.591462:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.591464:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80770:80770:256:4294967295] 192.168.203.46@tcp LPNI seq info [80766:80766:8:4294967295] 00000400:00000200:2.0:1734676306.591469:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.591472:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.591475:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.591477:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.591480:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.591482:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.591506:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.591508:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.591510:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.591512:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.591514:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676306.591515:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676306.591519:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864413952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.593274:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.593287:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ad00 00000400:00000200:0.0:1734676306.593293:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5961 [1] + 224 00000400:00000200:0.0:1734676306.593301:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.593304:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.593313:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864413952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.593345:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.593349:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173980 00000400:00000200:0.0:1734676306.593353:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 1312 00000400:00000010:2.0:1734676306.593409:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:2.0:1734676306.593413:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676306.593415:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.593420:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864413952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.593427:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864413952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.593448:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979e600. 02000000:00000010:2.0:1734676306.593453:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f400. 00000100:00000010:2.0:1734676306.593458:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676306.593462:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.593466:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000200:0.0:1734676306.593544:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.593547:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.593552:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.593556:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676306.593680:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.593685:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.593692:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.593709:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867923328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.593735:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923328 02000000:00000010:1.0:1734676306.593742:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.593760:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a8e80. 00010000:00000010:1.0:1734676306.593773:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.593778:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.593797:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.593799:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.593808:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676306.593811:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923328, offset 224 00000400:00000200:1.0:1734676306.593816:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.593822:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.593827:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80771:80771:256:4294967295] 192.168.203.46@tcp LPNI seq info [80767:80767:8:4294967295] 00000400:00000200:1.0:1734676306.593834:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.593838:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.593841:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.593845:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.593850:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.593853:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.593873:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.593876:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.593879:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00080000:00000010:3.0:1734676306.593973:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfca00. 00010000:00000010:3.0:1734676306.594027:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:3.0:1734676306.594032:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a8c00. 00010000:00000010:3.0:1734676306.594112:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc400. 00010000:00000010:3.0:1734676306.594116:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.594122:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.594125:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.594130:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.594137:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097cfcc00. 02000000:00000010:3.0:1734676306.594152:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a200. 00000400:00000010:3.0:1734676306.594155:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.594157:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.594161:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414080, portal 16 00000400:00000010:3.0:1734676306.594163:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.594165:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414080, offset 0 00000400:00000200:3.0:1734676306.594168:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.594172:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.594175:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.594177:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.594180:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.594181:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.594183:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80772:80772:255:4294967295] 192.168.203.46@tcp LPNI seq info [80768:80768:7:4294967295] 00000400:00000200:3.0:1734676306.594188:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.594191:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.594193:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.594196:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.594199:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.594201:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.594269:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.594271:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676306.594274:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.594276:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.594279:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676306.594281:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000800:00000200:0.0:1734676306.594309:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.594311:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:0.0:1734676306.594313:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.594316:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.594318:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.594319:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676306.594323:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.594437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ae6e00. 00010000:00000010:0.1:1734676306.594441:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d04c00. 00000400:00000200:0.0:1734676306.596473:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.596488:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ad80 00000400:00000200:0.0:1734676306.596496:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa596d [1] + 224 00000400:00000200:0.0:1734676306.596505:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.596509:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.596517:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.596551:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.596556:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173a00 00000400:00000200:0.0:1734676306.596560:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 1640 00000400:00000200:0.0:1734676306.596612:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.596616:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.596620:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.596625:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676306.596720:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.596726:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.596730:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.596749:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867923456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.596784:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923456 02000000:00000010:2.0:1734676306.596793:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00000400:00000010:3.0:1734676306.596817:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00010000:00000010:2.0:1734676306.596820:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000400:00000200:3.0:1734676306.596821:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.596823:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000010:2.0:1734676306.596825:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000200:3.0:1734676306.596827:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:2.0:1734676306.596829:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.596832:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000100:00000200:3.0:1734676306.596835:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.596840:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.596842:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923456, offset 224 00000400:00000200:2.0:1734676306.596846:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676306.596850:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008ad95180. 00000400:00000200:2.0:1734676306.596853:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.596857:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80773:80773:256:4294967295] 192.168.203.46@tcp LPNI seq info [80769:80769:8:4294967295] 02000000:00000010:3.0:1734676306.596859:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a200. 02000000:00000010:3.0:1734676306.596863:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097cfcc00. 00000400:00000200:2.0:1734676306.596864:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000100:00000010:3.0:1734676306.596866:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.596868:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00000800:00000200:2.0:1734676306.596868:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676306.596871:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000800:00000010:2.0:1734676306.596871:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.596874:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.596879:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.596882:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676306.596883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a200. 00000020:00000010:2.0:1734676306.596903:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.596906:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.596909:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:0.0:1734676306.596974:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.596976:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.596978:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.596982:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.596984:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676306.596985:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00010000:00000010:3.0:1734676306.597024:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.597029:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008ad95280. 00010000:00000010:3.0:1734676306.597147:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a400. 00010000:00000010:3.0:1734676306.597152:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.597158:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.597161:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.597165:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.597172:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ac00. 02000000:00000010:3.0:1734676306.597188:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097cfcc00. 00000400:00000010:3.0:1734676306.597191:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.597193:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.597198:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414208, portal 16 00000400:00000010:3.0:1734676306.597201:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.597202:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414208, offset 0 00000400:00000200:3.0:1734676306.597206:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.597210:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.597214:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.597217:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.597219:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.597221:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.597223:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80774:80774:256:4294967295] 192.168.203.46@tcp LPNI seq info [80770:80770:8:4294967295] 00000400:00000200:3.0:1734676306.597230:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.597233:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.597235:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.597238:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.597241:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.597243:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.597322:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.597325:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676306.597327:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.597330:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.597332:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676306.597334:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676306.597338:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.597928:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d100. 00010000:00000010:0.1:1734676306.597928:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001800. 00010000:00000010:1.1:1734676306.597933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfce00. 00010000:00000010:0.1:1734676306.597933:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875b00. 00010000:00000010:0.1:1734676306.597937:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b000. 00010000:00000010:0.1:1734676306.597940:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498900. 00010000:00000010:0.1:1734676306.597945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b200. 00010000:00000010:0.1:1734676306.597947:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d799c00. 00010000:00000010:0.1:1734676306.597950:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f69800. 00010000:00000010:0.1:1734676306.597953:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792000. 00010000:00000010:0.1:1734676306.597956:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00000400:00000200:0.0:1734676306.600243:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.600258:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ae00 00000400:00000200:0.0:1734676306.600266:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5979 [1] + 224 00000400:00000200:0.0:1734676306.600275:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.600279:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.600288:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.600320:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.600324:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173a80 00000400:00000200:0.0:1734676306.600329:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4379 [2] + 1968 00000400:00000010:0.0:1734676306.600332:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade18. 00000400:00000200:0.0:1734676306.600335:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79a900 00000400:00000200:0.0:1734676306.600386:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.600390:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.600392:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79a900 00000400:00000010:0.0:1734676306.600394:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79a900. 00000100:00000200:0.0:1734676306.600400:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676306.600466:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.600470:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.600472:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.600477:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.600484:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.600506:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097cfcc00. 02000000:00000010:3.0:1734676306.600511:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ac00. 00000100:00000010:3.0:1734676306.600514:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.600517:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.600522:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.600583:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.600588:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.600592:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.600609:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158450 x1818938867923584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.600637:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923584 02000000:00000010:1.0:1734676306.600644:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676306.600663:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3d00. 00010000:00000010:1.0:1734676306.600676:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.600681:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57f00. 00000100:00000010:1.0:1734676306.600685:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57f00. 00010000:00000010:1.0:1734676306.600687:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.600696:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676306.600699:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923584, offset 224 00000400:00000200:1.0:1734676306.600704:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.600711:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.600716:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80775:80775:256:4294967295] 192.168.203.46@tcp LPNI seq info [80771:80771:8:4294967295] 00000400:00000200:1.0:1734676306.600726:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.600730:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.600733:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676306.600737:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.600742:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.600746:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.600756:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.600759:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.600762:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.600769:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:1.0:1734676306.600772:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:1.0:1734676306.600776:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676306.600777:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:1.0:1734676306.600781:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:1.0:1734676306.600783:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:1.0:1734676306.600786:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:1.0:1734676306.600788:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676306.600790:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:1.0:1734676306.600792:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676306.600795:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676306.600796:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:1.0:1734676306.600800:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.600802:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad268. 00000400:00000010:1.0:1734676306.600805:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df57f00. 00000800:00000200:0.0:1734676306.601135:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.601138:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 00000400:00000200:0.0:1734676306.601141:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.601144:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.601146:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676306.601147:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 02000000:00000010:0.0:1734676306.601150:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00080000:00000010:3.0:1734676306.601277:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfcc00. 00010000:00000010:3.0:1734676306.601340:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.601346:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3c80. 00010000:00000010:3.0:1734676306.601408:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfce00. 00010000:00000010:3.0:1734676306.601413:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.601419:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.601422:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.601427:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.601435:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402400. 02000000:00000010:3.0:1734676306.601450:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c403600. 00000400:00000010:3.0:1734676306.601453:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.601455:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.601459:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414336, portal 16 00000400:00000010:3.0:1734676306.601462:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.601463:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414336, offset 0 00000400:00000200:3.0:1734676306.601467:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.601471:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.601475:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.601477:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.601480:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.601482:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.601484:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80776:80776:256:4294967295] 192.168.203.46@tcp LPNI seq info [80772:80772:8:4294967295] 00000400:00000200:3.0:1734676306.601489:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.601493:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.601495:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def100. 00000800:00000200:3.0:1734676306.601498:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.601502:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.601504:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.602285:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.602288:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def100. 00000400:00000200:0.0:1734676306.602291:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.602295:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.602298:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676306.602300:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676306.602306:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.603255:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d196000. 00010000:00000010:0.1:1734676306.603262:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a800. 00000400:00000200:0.0:1734676306.603690:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.603701:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ae80 00000400:00000200:0.0:1734676306.603709:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5989 [1] + 224 00000400:00000200:0.0:1734676306.603717:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.603721:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.603729:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.603881:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.603886:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173b00 00000400:00000200:0.0:1734676306.603890:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 0 00000400:00000200:0.0:1734676306.603905:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.603909:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.603913:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.603918:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000010:3.0:1734676306.603992:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.603996:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.603998:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.604006:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.604013:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.604033:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c403600. 02000000:00000010:3.0:1734676306.604125:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402400. 00000100:00000010:3.0:1734676306.604129:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.604132:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.604136:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:2.0:1734676306.604179:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.604184:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.604188:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.604209:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867923712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.604378:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923712 02000000:00000010:2.0:1734676306.604388:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.604408:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2c00. 00010000:00000010:2.0:1734676306.604433:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.604438:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.604449:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.604452:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.604465:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.604468:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923712, offset 224 00000400:00000200:2.0:1734676306.604473:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.604480:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.604484:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80777:80777:256:4294967295] 192.168.203.46@tcp LPNI seq info [80773:80773:8:4294967295] 00000400:00000200:2.0:1734676306.604492:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.604497:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.604500:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.604504:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.604509:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.604512:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.604530:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.604533:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.604537:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00080000:00000010:3.0:1734676306.604589:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402400. 00000800:00000200:0.0:1734676306.604595:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.604597:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676306.604599:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.604602:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.604604:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676306.604606:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00010000:00000010:3.0:1734676306.604766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.604772:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde2b80. 00010000:00000010:3.0:1734676306.604831:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403600. 00010000:00000010:3.0:1734676306.604836:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.604843:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.604845:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.604849:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.604857:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402e00. 02000000:00000010:3.0:1734676306.604873:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c403200. 00000400:00000010:3.0:1734676306.604877:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.604880:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.604883:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414464, portal 16 00000400:00000010:3.0:1734676306.604886:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.604887:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414464, offset 0 00000400:00000200:3.0:1734676306.604891:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.604895:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.604898:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.604901:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.604903:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.604905:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.604907:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80778:80778:256:4294967295] 192.168.203.46@tcp LPNI seq info [80774:80774:8:4294967295] 00000400:00000200:3.0:1734676306.604913:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.604916:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.604919:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.604921:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.604924:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.604927:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.605000:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.605003:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676306.605005:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.605009:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.605011:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.605012:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676306.605017:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.606143:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1700. 00010000:00000010:0.1:1734676306.606150:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f200. 00010000:00000010:0.1:1734676306.606154:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958e0400. 00010000:00000010:0.1:1734676306.606157:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9bbb00. 00010000:00000010:0.1:1734676306.606159:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc400. 00000400:00000200:0.0:1734676306.607186:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.607199:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1af00 00000400:00000200:0.0:1734676306.607206:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5995 [1] + 224 00000400:00000200:0.0:1734676306.607227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.607231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.607240:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.607577:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.607581:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.607583:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.607589:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.607601:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.607629:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c403200. 02000000:00000010:3.0:1734676306.607637:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402e00. 00000100:00000010:3.0:1734676306.607641:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.607644:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.607647:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000400:00000200:0.0:1734676306.607684:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.607691:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173b80 00000400:00000200:0.0:1734676306.607696:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 328 00000400:00000200:0.0:1734676306.607744:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.607748:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.607752:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.607756:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676306.608758:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.608764:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.608768:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.608787:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867923840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.608812:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923840 02000000:00000010:2.0:1734676306.608820:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.608841:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eded480. 00010000:00000010:2.0:1734676306.608855:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.608860:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.608878:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.608882:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.608891:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.608894:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923840, offset 224 00000400:00000200:2.0:1734676306.608899:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.608907:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.608912:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80779:80779:256:4294967295] 192.168.203.46@tcp LPNI seq info [80775:80775:8:4294967295] 00000400:00000200:2.0:1734676306.608919:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.608923:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.608926:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.608930:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.608936:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.608939:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.608956:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.608959:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.608963:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000800:00000200:0.0:1734676306.609088:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.609091:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.609094:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.609097:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.609100:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676306.609101:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00080000:00000010:3.0:1734676306.609377:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402e00. 00010000:00000010:3.0:1734676306.609573:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.609580:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eded400. 00010000:00000010:3.0:1734676306.609643:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403200. 00010000:00000010:3.0:1734676306.609647:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.609655:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.609659:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.609665:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.609675:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c403e00. 02000000:00000010:3.0:1734676306.609692:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c402c00. 00000400:00000010:3.0:1734676306.609697:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.609701:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.609706:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414592, portal 16 00000400:00000010:3.0:1734676306.609709:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.609710:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414592, offset 0 00000400:00000200:3.0:1734676306.609714:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.609720:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.609723:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.609726:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.609729:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.609731:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.609734:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80780:80780:256:4294967295] 192.168.203.46@tcp LPNI seq info [80776:80776:8:4294967295] 00000400:00000200:3.0:1734676306.609740:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.609744:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.609747:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.609750:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.609753:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.609756:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.610214:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.610217:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:0.0:1734676306.610219:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.610223:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.610225:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.610227:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676306.610232:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.611668:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.611682:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1af80 00000400:00000200:0.0:1734676306.611689:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59a1 [1] + 224 00000400:00000200:0.0:1734676306.611698:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.611701:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.611709:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.611743:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.611749:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173c00 00000400:00000200:0.0:1734676306.611753:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 656 00000400:00000200:0.0:1734676306.611767:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.611770:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.611774:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.611778:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:3.0:1734676306.611852:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.611856:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.611858:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.611862:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.611869:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.611888:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c402c00. 02000000:00000010:3.0:1734676306.611892:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c403e00. 00000100:00000010:3.0:1734676306.611897:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.611899:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.611903:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.611965:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.611969:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.611973:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.611989:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867923968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.612016:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867923968 02000000:00000010:1.0:1734676306.612022:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.612063:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f000. 00010000:00000010:1.0:1734676306.612083:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.612088:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.612099:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.612101:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.612110:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676306.612114:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867923968, offset 224 00000400:00000200:1.0:1734676306.612118:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.612124:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.612129:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80781:80781:256:4294967295] 192.168.203.46@tcp LPNI seq info [80777:80777:8:4294967295] 00000400:00000200:1.0:1734676306.612136:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.612140:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.612143:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.612146:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.612151:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.612154:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.612163:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.612166:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.612169:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:0.1:1734676306.612269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7a00. 00000800:00000200:0.0:1734676306.612319:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.612321:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:0.0:1734676306.612325:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.612328:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.612330:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676306.612332:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00080000:00000010:3.0:1734676306.612463:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c403e00. 00010000:00000010:1.1:1734676306.612498:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded600. 00010000:00000010:3.0:1734676306.612528:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.612534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7a0c00. 00010000:00000010:3.0:1734676306.612587:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c402c00. 00010000:00000010:3.0:1734676306.612592:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.612642:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.612646:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.612650:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.612656:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c403a00. 02000000:00000010:3.0:1734676306.612672:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c402a00. 00000400:00000010:3.0:1734676306.612675:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.612677:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.612681:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414720, portal 16 00000400:00000010:3.0:1734676306.612684:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.612685:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414720, offset 0 00000400:00000200:3.0:1734676306.612690:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.612694:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.612697:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.612700:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.612702:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.612704:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.612706:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80782:80782:256:4294967295] 192.168.203.46@tcp LPNI seq info [80778:80778:8:4294967295] 00000400:00000200:3.0:1734676306.612712:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.612715:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.612718:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.612720:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.612724:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.612726:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.612805:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.612807:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:0.0:1734676306.612810:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.612813:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.612815:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676306.612816:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676306.612821:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.615134:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.615150:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b000 00000400:00000200:0.0:1734676306.615158:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59ad [1] + 224 00000400:00000200:0.0:1734676306.615168:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.615172:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.615182:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.615220:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.615225:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173c80 00000400:00000200:0.0:1734676306.615229:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 984 00000400:00000200:0.0:1734676306.615376:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.615380:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.615385:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.615390:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:2.0:1734676306.615638:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009979f400. 00000020:00000010:2.0:1734676306.615644:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.615648:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.615668:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867924096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.615699:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924096 02000000:00000010:2.0:1734676306.615707:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.615737:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.615742:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.615747:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.615749:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676306.615759:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676306.615763:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924096, offset 224 00000400:00000200:2.0:1734676306.615768:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.615775:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.615780:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80783:80783:256:4294967295] 192.168.203.46@tcp LPNI seq info [80779:80779:8:4294967295] 00000400:00000200:2.0:1734676306.615787:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.615791:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.615794:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.615798:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.615804:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.615807:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.615819:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676306.615822:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.615826:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009979f400. 00000400:00000010:3.0:1734676306.616705:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.616711:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676306.616712:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.616721:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.616730:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.616750:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d093100. 02000000:00000010:3.0:1734676306.616763:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c402a00. 02000000:00000010:3.0:1734676306.616770:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c403a00. 00000100:00000010:3.0:1734676306.616776:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.616779:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676306.616782:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00080000:00000010:3.0:1734676306.616798:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c403a00. 00010000:00000010:3.0:1734676306.616858:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.616865:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d093200. 00010000:00000010:3.0:1734676306.616928:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def500. 00010000:00000010:3.0:1734676306.616931:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.616935:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c402a00. 00010000:00000010:3.0:1734676306.616940:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a280. 00080000:00000010:3.0:1734676306.616949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402800. 00010000:00000010:3.0:1734676306.616970:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a280. 00010000:00000010:3.0:1734676306.616972:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.617012:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403800. 00010000:00000010:3.0:1734676306.617015:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a700. 00010000:00000010:3.0:1734676306.617021:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd3c0. 00000100:00000010:3.0:1734676306.617025:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676306.617030:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.617066:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402000. 02000000:00000010:3.0:1734676306.617097:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c402200. 00000400:00000010:3.0:1734676306.617101:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.617104:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.617109:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414848, portal 16 00000400:00000010:3.0:1734676306.617112:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.617114:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414848, offset 0 00000400:00000200:3.0:1734676306.617118:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.617125:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.617128:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.617131:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.617134:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.617136:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.617139:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80784:80784:255:4294967295] 192.168.203.46@tcp LPNI seq info [80780:80780:7:4294967295] 00000400:00000200:3.0:1734676306.617146:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.617150:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.617153:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676306.617157:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.617162:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.617165:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.617271:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.617274:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.617277:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.617282:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.617285:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676306.617286:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:0.0:1734676306.617341:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.617343:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676306.617346:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.617349:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.617351:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676306.617353:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676306.617357:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864414848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.621281:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18dc00. 00010000:00000010:0.1:1734676306.621292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a400. 00010000:00000010:0.1:1734676306.621296:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4ae00. 00010000:00000010:0.1:1734676306.621300:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfce00. 00000400:00000200:3.0:1734676306.621597:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.621611:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b080 00000400:00000200:3.0:1734676306.621658:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59b9 [1] + 224 00000400:00000200:3.0:1734676306.621668:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.621672:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.621680:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864414848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.621713:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.621717:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173d00 00000400:00000200:3.0:1734676306.621720:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 1312 00000400:00000200:3.0:1734676306.621779:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.621783:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.621787:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.621793:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00000400:00000010:0.0:1734676306.621815:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:0.0:1734676306.621820:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.621821:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676306.621827:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864414848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676306.621834:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864414848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676306.621855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c402200. 02000000:00000010:0.0:1734676306.621860:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402000. 00000100:00000010:0.0:1734676306.621864:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:0.0:1734676306.621866:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:0.0:1734676306.621870:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd3c0. 00000020:00000010:1.0:1734676306.622931:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:1.0:1734676306.622938:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.622942:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.622961:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29f80 x1818938867924224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.622993:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924224 02000000:00000010:1.0:1734676306.623000:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.623021:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097903780. 00010000:00000010:1.0:1734676306.623056:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.623061:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.623069:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.623072:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.623089:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.623093:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924224, offset 224 00000400:00000200:1.0:1734676306.623097:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.623104:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.623108:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80785:80785:256:4294967295] 192.168.203.46@tcp LPNI seq info [80781:80781:8:4294967295] 00000400:00000200:1.0:1734676306.623116:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.623120:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.623124:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.623128:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.623133:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.623136:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.623147:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.623151:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.623154:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00000800:00000200:1.0:1734676306.623220:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.623223:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:1.0:1734676306.623226:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.623229:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.623232:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.623233:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00080000:00000010:0.0:1734676306.623292:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847ce00. 00010000:00000010:0.0:1734676306.623351:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a700. 00010000:00000010:0.0:1734676306.623357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097903700. 00010000:00000010:0.0:1734676306.623425:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d800. 00010000:00000010:0.0:1734676306.623430:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676306.623437:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bac0. 00000100:00000010:0.0:1734676306.623440:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676306.623445:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 02000000:00000010:0.0:1734676306.623453:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d600. 02000000:00000010:0.0:1734676306.623469:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847de00. 00000400:00000010:0.0:1734676306.623473:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676306.623477:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676306.623481:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864414976, portal 16 00000400:00000010:0.0:1734676306.623484:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.623485:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864414976, offset 0 00000400:00000200:0.0:1734676306.623489:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.623493:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.623497:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.623500:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.623502:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.623504:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.623507:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80786:80786:256:4294967295] 192.168.203.46@tcp LPNI seq info [80782:80782:8:4294967295] 00000400:00000200:0.0:1734676306.623513:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.623516:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.623519:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676306.623522:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.623525:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.623527:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.623559:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.623562:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:0.0:1734676306.623564:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.623567:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.623569:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676306.623570:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.623575:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482d80 x1818938864414976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.626612:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d975200. 00010000:00000010:1.1:1734676306.626657:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da1c000. 00010000:00000010:0.1:1734676306.629203:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f900. 00010000:00000010:0.1:1734676306.629216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403600. 00010000:00000010:0.1:1734676306.629222:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8900. 00010000:00000010:0.1:1734676306.629225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403200. 00010000:00000010:0.1:1734676306.629227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b6000. 00010000:00000010:0.1:1734676306.629230:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1bbb00. 00010000:00000010:0.1:1734676306.629242:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402c00. 00010000:00000010:0.1:1734676306.629246:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def500. 00010000:00000010:0.1:1734676306.629248:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402a00. 00010000:00000010:1.1:1734676306.629300:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db900. 00010000:00000010:1.1:1734676306.629305:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403800. 00000400:00000200:0.0:1734676306.631175:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.631196:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b100 00000400:00000200:0.0:1734676306.631204:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59c5 [1] + 224 00000400:00000200:0.0:1734676306.631215:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.631219:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.631227:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482d80 x1818938864414976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.631264:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.631269:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173d80 00000400:00000200:0.0:1734676306.631273:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 1640 00000400:00000200:0.0:1734676306.631286:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.631289:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.631293:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.631298:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:2.0:1734676306.631383:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9478. 00000400:00000200:2.0:1734676306.631392:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:2.0:1734676306.631394:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:2.0:1734676306.631400:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482d80 x1818938864414976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.631406:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482d80 x1818938864414976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.631432:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847de00. 02000000:00000010:2.0:1734676306.631438:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d600. 00000100:00000010:2.0:1734676306.631441:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000100:00000010:2.0:1734676306.631448:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676306.631451:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bac0. 00000020:00000010:3.0:1734676306.631536:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00000020:00000010:3.0:1734676306.631541:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.631545:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.631562:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867924352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.631591:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924352 02000000:00000010:3.0:1734676306.631599:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676306.631622:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f100. 00010000:00000010:3.0:1734676306.631686:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.631693:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdb40. 00000100:00000010:3.0:1734676306.633123:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdb40. 00010000:00000010:3.0:1734676306.633132:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.633148:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.633153:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924352, offset 224 00000400:00000200:3.0:1734676306.633160:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.633170:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.633176:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80787:80787:256:4294967295] 192.168.203.46@tcp LPNI seq info [80783:80783:8:4294967295] 00000400:00000200:3.0:1734676306.633184:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.633189:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.633192:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.633197:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.633202:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.633205:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.633231:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.633234:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.633239:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 00080000:00000010:2.0:1734676306.633632:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979f400. 00010000:00000010:2.0:1734676306.633708:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf80. 00010000:00000010:2.0:1734676306.633715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36fc00. 00000800:00000200:1.0:1734676306.633938:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.633941:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:1.0:1734676306.633945:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.633949:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.633952:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676306.633954:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00010000:00000010:2.0:1734676306.634241:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979e600. 00010000:00000010:2.0:1734676306.634247:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.634255:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.634260:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.634267:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676306.634278:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f200. 02000000:00000010:2.0:1734676306.634297:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d600. 00000400:00000010:2.0:1734676306.634302:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676306.634305:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676306.634310:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415104, portal 16 00000400:00000010:2.0:1734676306.634313:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676306.634315:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415104, offset 0 00000400:00000200:2.0:1734676306.634320:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.634326:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.634330:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.634333:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.634336:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.634338:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.634340:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80788:80788:256:4294967295] 192.168.203.46@tcp LPNI seq info [80784:80784:8:4294967295] 00000400:00000200:2.0:1734676306.634347:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.634350:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.634353:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.634356:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.634361:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.634364:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.634530:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.634533:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.634535:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.634539:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.634542:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676306.634544:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:1.0:1734676306.634550:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864415104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.636256:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b485800. 00000400:00000200:0.0:1734676306.636598:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.636611:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b180 00000400:00000200:0.0:1734676306.636618:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59d1 [1] + 224 00000400:00000200:0.0:1734676306.636627:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.636631:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.636640:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864415104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.637218:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.637225:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173e00 00000400:00000200:0.0:1734676306.637230:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa43c9 [2] + 1968 00000400:00000010:0.0:1734676306.637234:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd99f8. 00000400:00000200:0.0:1734676306.637238:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012bd619c0 00000400:00000200:0.0:1734676306.637297:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.637301:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.637304:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012bd619c0 00000400:00000010:0.0:1734676306.637306:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012bd619c0. 00000100:00000200:0.0:1734676306.637311:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.637723:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00000020:00000010:3.0:1734676306.637728:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.637733:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.637754:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415a450 x1818938867924480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.637784:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924480 02000000:00000010:3.0:1734676306.637792:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676306.637821:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.637827:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdb40. 00000100:00000010:3.0:1734676306.637832:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdb40. 00010000:00000010:3.0:1734676306.637835:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.637845:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.637849:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924480, offset 224 00000400:00000200:3.0:1734676306.637855:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.637862:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.637867:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80789:80789:256:4294967295] 192.168.203.46@tcp LPNI seq info [80785:80785:8:4294967295] 00000400:00000200:3.0:1734676306.637875:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.637879:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.637882:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.637886:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.637892:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.637895:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.637919:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.637922:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.637925:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 02000000:00000010:3.0:1734676306.637933:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676306.637941:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676306.637944:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:3.0:1734676306.637946:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.637949:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:3.0:1734676306.637951:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676306.637954:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:3.0:1734676306.637956:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:3.0:1734676306.637958:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:3.0:1734676306.637960:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:3.0:1734676306.637964:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:3.0:1734676306.637967:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000200:3.0:1734676306.637971:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.637974:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e18. 00000400:00000010:2.0:1734676306.637974:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:2.0:1734676306.637978:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676306.637980:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676306.637987:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864415104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.637995:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864415104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.638013:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d04d80. 02000000:00000010:2.0:1734676306.638022:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d600. 02000000:00000010:2.0:1734676306.638027:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f200. 00000100:00000010:2.0:1734676306.638030:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676306.638034:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.638056:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00080000:00000010:2.0:1734676306.638087:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d600. 00010000:00000010:2.0:1734676306.638147:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.638152:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d04d00. 00000800:00000200:0.0:1734676306.638157:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.638160:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.638163:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.638166:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676306.638210:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847de00. 00010000:00000010:2.0:1734676306.638214:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676306.638220:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676306.638223:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.638228:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676306.638236:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979f200. 02000000:00000010:2.0:1734676306.638250:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116400. 00000400:00000010:2.0:1734676306.638253:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:3.0:1734676306.638735:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcdb40. 00000400:00000200:0.0:1734676306.638777:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676306.638779:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000400:00000010:2.0:1734676306.638784:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 02000000:00000010:0.0:1734676306.638784:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000200:2.0:1734676306.638788:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415232, portal 16 00000400:00000010:2.0:1734676306.638791:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676306.638793:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415232, offset 0 00000400:00000200:2.0:1734676306.638797:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.638803:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.638806:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.638809:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.638811:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.638813:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.638816:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80790:80790:256:4294967295] 192.168.203.46@tcp LPNI seq info [80786:80786:8:4294967295] 00000400:00000200:2.0:1734676306.638822:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.638825:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.638829:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.638833:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.638838:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.638841:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.638916:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.638920:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676306.638922:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.638926:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.638928:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676306.638929:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:1.0:1734676306.638935:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864415232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.641319:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2600. 00010000:00000010:0.1:1734676306.641765:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9ee00. 00010000:00000010:0.1:1734676306.641770:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d800. 00000400:00000200:1.0:1734676306.642187:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.642200:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b200 00000400:00000200:1.0:1734676306.642208:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59e1 [1] + 224 00000400:00000200:1.0:1734676306.642228:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.642233:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.642242:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864415232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.642270:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:1.0:1734676306.642273:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676306.642276:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676306.642280:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864415232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.642286:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864415232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.642306:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116400. 02000000:00000010:1.0:1734676306.642312:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979f200. 00000100:00000010:1.0:1734676306.642318:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:1.0:1734676306.642323:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:1.0:1734676306.642327:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000200:2.0:1734676306.642602:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.642609:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173e80 00000400:00000200:2.0:1734676306.642852:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 0 00000400:00000200:2.0:1734676306.642905:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.642910:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.642914:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.642918:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000020:00000010:3.0:1734676306.643143:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00000020:00000010:3.0:1734676306.643148:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.643152:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.643169:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867924608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.643195:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924608 02000000:00000010:3.0:1734676306.643202:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676306.643222:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d917680. 00010000:00000010:3.0:1734676306.643248:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.643254:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.643260:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.643263:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.643272:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.643277:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924608, offset 224 00000400:00000200:3.0:1734676306.643282:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.643289:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.643295:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80791:80791:256:4294967295] 192.168.203.46@tcp LPNI seq info [80787:80787:8:4294967295] 00000400:00000200:3.0:1734676306.643302:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.643306:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.643310:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.643314:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.643320:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.643323:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.643341:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.643344:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.643348:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 00080000:00000010:1.0:1734676306.643594:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16600. 00010000:00000010:1.0:1734676306.643664:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:1.0:1734676306.643671:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d917380. 00010000:00000010:1.0:1734676306.643723:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16200. 00010000:00000010:1.0:1734676306.643728:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.643735:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.643738:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.643743:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.643751:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17600. 02000000:00000010:1.0:1734676306.643769:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17c00. 00000800:00000200:2.0:1734676306.643770:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1734676306.643773:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000800:00000010:2.0:1734676306.643774:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000010:1.0:1734676306.643776:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000400:00000200:2.0:1734676306.643777:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.643780:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.643780:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415360, portal 16 00000400:00000200:2.0:1734676306.643783:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676306.643783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000400:00000010:2.0:1734676306.643785:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676306.643787:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415360, offset 0 00000400:00000200:1.0:1734676306.643791:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.643795:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.643798:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.643801:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.643804:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.643805:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.643807:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80792:80792:256:4294967295] 192.168.203.46@tcp LPNI seq info [80788:80788:8:4294967295] 00000400:00000200:1.0:1734676306.643813:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.643817:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.643819:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.643823:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.643826:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.643828:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.643884:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.643887:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:2.0:1734676306.643890:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.643894:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.643896:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676306.643898:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:2.0:1734676306.643902:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864415360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.645172:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ea00. 00010000:00000010:0.1:1734676306.645184:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1c00. 00010000:00000010:0.1:1734676306.645189:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979e600. 00000400:00000200:0.0:1734676306.646429:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.646444:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b280 00000400:00000200:0.0:1734676306.646451:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59ed [1] + 224 00000400:00000200:0.0:1734676306.646460:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.646463:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.646472:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864415360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.646506:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.646510:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173f00 00000400:00000200:0.0:1734676306.646515:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 328 00000400:00000200:0.0:1734676306.646528:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.646531:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.646535:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.646540:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:2.0:1734676306.646675:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117600. 00000020:00000010:2.0:1734676306.646680:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.646684:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.646704:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867924736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.646734:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924736 02000000:00000010:2.0:1734676306.646743:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.646771:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.646777:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4cc00. 00000100:00000010:2.0:1734676306.646782:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4cc00. 00010000:00000010:2.0:1734676306.646785:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.646794:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.646798:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924736, offset 224 00000400:00000200:2.0:1734676306.646803:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.646810:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.646815:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80793:80793:256:4294967295] 192.168.203.46@tcp LPNI seq info [80789:80789:8:4294967295] 00000400:00000200:2.0:1734676306.646823:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.646827:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.646830:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.646834:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.646839:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.646842:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.646855:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.646858:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.646862:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117600. 00000800:00000200:2.0:1734676306.646928:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.646930:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:2.0:1734676306.646932:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.646936:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.646938:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676306.646939:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000400:00000010:1.0:1734676306.646999:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.647003:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.647005:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.647009:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864415360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.647016:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864415360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.647032:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735fb700. 02000000:00000010:1.0:1734676306.647064:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17c00. 02000000:00000010:1.0:1734676306.647070:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17600. 00000100:00000010:1.0:1734676306.647072:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.647083:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.647086:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.647098:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17600. 00010000:00000010:1.0:1734676306.647156:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.647162:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735fb680. 00010000:00000010:1.0:1734676306.647225:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48300. 00010000:00000010:1.0:1734676306.647228:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676306.647232:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17c00. 00010000:00000010:1.0:1734676306.647236:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00080000:00000010:1.0:1734676306.647245:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17800. 00010000:00000010:1.0:1734676306.647264:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676306.647266:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676306.647305:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16400. 00010000:00000010:1.0:1734676306.647308:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.647313:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.647315:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.647319:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.647326:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17a00. 02000000:00000010:1.0:1734676306.647342:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16000. 00000400:00000010:1.0:1734676306.647344:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.647347:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.647351:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415488, portal 16 00000400:00000010:1.0:1734676306.647354:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.647356:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415488, offset 0 00000400:00000200:1.0:1734676306.647360:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.647364:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.647367:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.647370:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.647372:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.647374:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.647376:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80794:80794:256:4294967295] 192.168.203.46@tcp LPNI seq info [80790:80790:8:4294967295] 00000400:00000200:1.0:1734676306.647382:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.647386:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.647388:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.647392:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.647395:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.647398:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.648801:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.648807:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:2.0:1734676306.648812:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.648818:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.648821:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:2.0:1734676306.648823:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:2.0:1734676306.648831:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864415488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.650436:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.650452:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b300 00000400:00000200:0.0:1734676306.650460:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa59f9 [1] + 224 00000400:00000200:0.0:1734676306.650480:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.650484:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.650495:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864415488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.652170:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.652179:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.652181:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.652190:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864415488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.652198:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864415488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.652222:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16000. 02000000:00000010:1.0:1734676306.652228:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17a00. 00000100:00000010:1.0:1734676306.652231:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.652234:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.652238:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:0.1:1734676306.652442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64d600. 00000400:00000200:2.0:1734676306.652514:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.652525:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5173f80 00000400:00000200:2.0:1734676306.652531:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 656 00000400:00000200:2.0:1734676306.652590:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.652594:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.652599:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.652603:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00010000:00000010:1.1:1734676306.654071:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ad100. 00010000:00000010:1.1:1734676306.654091:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847de00. 00000020:00000010:3.0:1734676306.654511:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00000020:00000010:3.0:1734676306.654517:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.654521:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.654541:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867924864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.654567:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924864 02000000:00000010:3.0:1734676306.654575:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676306.654598:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801301b4580. 00010000:00000010:3.0:1734676306.654615:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.654623:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.654639:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.654643:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.654653:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.654657:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924864, offset 224 00000400:00000200:3.0:1734676306.654663:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.654672:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.654677:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80795:80795:256:4294967295] 192.168.203.46@tcp LPNI seq info [80791:80791:8:4294967295] 00000400:00000200:3.0:1734676306.654685:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.654689:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.654692:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.654696:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.654702:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.654705:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.654717:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.654720:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.654723:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 00080000:00000010:1.0:1734676306.654827:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17a00. 00010000:00000010:1.0:1734676306.654894:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.654901:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801301b4500. 00010000:00000010:1.0:1734676306.654958:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16000. 00010000:00000010:1.0:1734676306.654963:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.654971:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.654974:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.654979:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.654990:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009979e600. 02000000:00000010:1.0:1734676306.655007:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009979f200. 00000400:00000010:1.0:1734676306.655012:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.655016:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.655020:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415616, portal 16 00000400:00000010:1.0:1734676306.655023:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676306.655025:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415616, offset 0 00000400:00000200:1.0:1734676306.655028:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.655033:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.655052:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.655056:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.655059:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.655061:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.655064:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80796:80796:255:4294967295] 192.168.203.46@tcp LPNI seq info [80792:80792:7:4294967295] 00000400:00000200:1.0:1734676306.655070:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.655073:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.655086:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.655089:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.655093:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.655095:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.657294:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.657301:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:3.0:1734676306.657307:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.657315:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.657320:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676306.657323:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:3.0:1734676306.657368:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.657370:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:3.0:1734676306.657374:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.657377:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.657379:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:3.0:1734676306.657381:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:3.0:1734676306.657388:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864415616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.657956:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc7c00. 00010000:00000010:1.1:1734676306.657964:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0f1200. 00010000:00000010:1.1:1734676306.657976:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16200. 00010000:00000010:1.1:1734676306.657979:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48300. 00010000:00000010:1.1:1734676306.657981:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17c00. 00010000:00000010:2.1:1734676306.660254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dca200. 00000400:00000200:0.0:1734676306.660759:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.660773:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b380 00000400:00000200:0.0:1734676306.660780:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a05 [1] + 224 00000400:00000200:0.0:1734676306.660790:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.660793:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.660804:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864415616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.660837:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.660842:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174000 00000400:00000200:0.0:1734676306.660846:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 984 00000400:00000200:0.0:1734676306.660860:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.660862:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.660866:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.660871:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:1.0:1734676306.660955:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.660959:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.660961:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.660967:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864415616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.660979:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864415616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.661002:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009979f200. 02000000:00000010:1.0:1734676306.661008:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009979e600. 00000100:00000010:1.0:1734676306.661012:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.661015:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.661018:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676306.661098:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116a00. 00000020:00000010:2.0:1734676306.661104:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.661108:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.661128:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867924992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.662144:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867924992 02000000:00000010:2.0:1734676306.662157:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.662181:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009580b680. 00010000:00000010:2.0:1734676306.662737:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.662744:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4cc00. 00000100:00000010:2.0:1734676306.662761:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4cc00. 00010000:00000010:2.0:1734676306.662765:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.662775:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.662780:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867924992, offset 224 00000400:00000200:2.0:1734676306.662786:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.662796:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.662802:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80797:80797:256:4294967295] 192.168.203.46@tcp LPNI seq info [80793:80793:8:4294967295] 00000400:00000200:2.0:1734676306.662810:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.662814:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.662817:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.662821:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.662827:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.662831:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.662845:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.662849:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.662853:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116a00. 00000800:00000200:2.0:1734676306.662932:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.662935:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:2.0:1734676306.662937:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.662941:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.662943:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676306.662945:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00080000:00000010:1.0:1734676306.663581:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009979e600. 00010000:00000010:1.0:1734676306.663649:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.663658:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009580b600. 00010000:00000010:1.0:1734676306.663722:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009979f200. 00010000:00000010:1.0:1734676306.663727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.663733:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.663738:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.663744:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.663756:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17c00. 02000000:00000010:1.0:1734676306.663775:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16200. 00000400:00000010:1.0:1734676306.663780:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.663783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.663787:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415744, portal 16 00000400:00000010:1.0:1734676306.663790:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676306.663792:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415744, offset 0 00000400:00000200:1.0:1734676306.663797:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.663802:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.663806:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.663809:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.663812:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.663814:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.663816:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80798:80798:256:4294967295] 192.168.203.46@tcp LPNI seq info [80794:80794:8:4294967295] 00000400:00000200:1.0:1734676306.663822:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.663827:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.663829:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676306.663832:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.663837:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.663839:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.665156:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.665161:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 00000400:00000200:3.0:1734676306.665167:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.665172:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.665176:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:3.0:1734676306.665178:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:3.0:1734676306.665185:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864415744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.665300:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206d00. 00010000:00000010:1.1:1734676306.665306:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16400. 00010000:00000010:2.1:1734676306.668287:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e600. 00000400:00000200:0.0:1734676306.670464:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.670485:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b400 00000400:00000200:0.0:1734676306.670495:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a11 [1] + 224 00000400:00000200:0.0:1734676306.670521:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.670525:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.670537:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864415744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.670618:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.670624:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.670626:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.670632:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864415744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.670639:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864415744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.670662:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.670667:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17c00. 00000100:00000010:1.0:1734676306.670672:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.670675:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.670679:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.671731:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.671740:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174080 00000400:00000200:0.0:1734676306.671746:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 1312 00000400:00000200:0.0:1734676306.671790:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.671793:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.671798:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.671803:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00010000:00000010:1.1:1734676306.671880:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736cad00. 00000020:00000010:3.0:1734676306.671882:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00010000:00000010:1.1:1734676306.671888:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16000. 00000020:00000010:3.0:1734676306.671889:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.671893:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.671914:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867925120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.672567:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925120 02000000:00000010:3.0:1734676306.672577:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad800. 00010000:00000010:3.0:1734676306.672599:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487c80. 00010000:00000010:3.0:1734676306.672629:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.672634:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.672648:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.672651:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.672662:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.672667:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925120, offset 224 00000400:00000200:3.0:1734676306.672673:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.672681:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:1.0:1734676306.672717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16000. 00010000:00000010:1.0:1734676306.672776:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.672782:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b487c00. 00010000:00000010:1.0:1734676306.672840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17c00. 00010000:00000010:1.0:1734676306.672844:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.672851:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.672854:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.672859:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.672867:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16200. 02000000:00000010:1.0:1734676306.672883:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16400. 00000400:00000010:1.0:1734676306.672888:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.672891:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.672895:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864415872, portal 16 00000400:00000010:1.0:1734676306.672898:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676306.672900:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864415872, offset 0 00000400:00000200:1.0:1734676306.672904:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.674157:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80799:80799:256:4294967295] 192.168.203.46@tcp LPNI seq info [80795:80795:8:4294967295] 00000400:00000200:3.0:1734676306.674167:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.674174:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.674178:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def600. 00000800:00000200:3.0:1734676306.674183:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.674190:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.674193:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1734676306.674272:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.674281:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.674285:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.674288:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.674290:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.674292:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80800:80800:255:4294967295] 192.168.203.46@tcp LPNI seq info [80796:80796:7:4294967295] 00000400:00000200:1.0:1734676306.674299:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.674303:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.674306:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.674309:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.674313:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.674315:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.674700:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.674706:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.674711:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 00000800:00000200:2.0:1734676306.674802:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.674805:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def600. 00000400:00000200:2.0:1734676306.674809:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.674813:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.674818:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:2.0:1734676306.674820:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:2.0:1734676306.674879:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.674882:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:2.0:1734676306.674884:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.674887:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.674889:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:2.0:1734676306.674891:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:2.0:1734676306.674899:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864415872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.675239:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34200. 00010000:00000010:2.1:1734676306.678671:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59a00. 00010000:00000010:2.1:1734676306.678682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009979f200. 00000400:00000200:0.0:1734676306.679009:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.679023:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b480 00000400:00000200:0.0:1734676306.679030:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a1d [1] + 224 00000400:00000200:0.0:1734676306.679066:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.679070:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.679089:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864415872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.679112:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.679116:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174100 00000400:00000200:0.0:1734676306.679121:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 1640 00000400:00000200:0.0:1734676306.679135:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.679139:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.679143:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.679147:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:1.0:1734676306.679232:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.679237:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.679239:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.679244:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864415872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.679251:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864415872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.679272:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16400. 02000000:00000010:1.0:1734676306.679277:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16200. 00000100:00000010:1.0:1734676306.679280:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.679283:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.679286:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:3.0:1734676306.679372:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403c00. 00000020:00000010:3.0:1734676306.679378:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.679381:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.679400:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867925248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.679430:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925248 02000000:00000010:3.0:1734676306.679438:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676306.679461:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fccf00. 00010000:00000010:3.0:1734676306.679479:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.679485:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.679498:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.679502:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.679510:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.679515:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925248, offset 224 00000400:00000200:3.0:1734676306.679519:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.679526:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.679531:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80801:80801:256:4294967295] 192.168.203.46@tcp LPNI seq info [80797:80797:8:4294967295] 00000400:00000200:3.0:1734676306.679538:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.679541:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.679544:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def000. 00000800:00000200:3.0:1734676306.679547:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.679553:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.679556:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.679568:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.679570:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.679573:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403c00. 00000800:00000200:0.0:1734676306.679841:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.679843:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def000. 00000400:00000200:0.0:1734676306.679846:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.679849:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.679851:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676306.679853:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:1.0:1734676306.679907:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16200. 00010000:00000010:1.0:1734676306.679966:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.679972:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fcce80. 00010000:00000010:1.0:1734676306.680032:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16400. 00010000:00000010:1.0:1734676306.680060:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.680066:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.680070:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.680084:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.680094:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815a00. 02000000:00000010:1.0:1734676306.680109:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814600. 00000400:00000010:1.0:1734676306.680114:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.680117:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.680121:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416000, portal 16 00000400:00000010:1.0:1734676306.680123:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676306.680125:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416000, offset 0 00000400:00000200:1.0:1734676306.680128:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.680133:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.680137:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.680140:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.680142:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.680144:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.680147:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80802:80802:256:4294967295] 192.168.203.46@tcp LPNI seq info [80798:80798:8:4294967295] 00000400:00000200:1.0:1734676306.680152:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.680156:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.680158:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.680161:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.680165:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.680168:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.680704:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.680707:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:3.0:1734676306.680711:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.680715:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.680717:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:3.0:1734676306.680719:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:3.0:1734676306.680724:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864416000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.682425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37400. 00000400:00000200:0.0:1734676306.684016:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.684032:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b500 00000400:00000200:0.0:1734676306.684073:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a29 [1] + 224 00000400:00000200:0.0:1734676306.684101:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.684106:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.684116:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864416000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.684363:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.684369:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174180 00000400:00000200:0.0:1734676306.684374:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4421 [2] + 1968 00000400:00000010:0.0:1734676306.684377:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676306.684381:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469cc0 00000400:00000200:0.0:1734676306.684426:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.684429:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.684432:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469cc0 00000400:00000010:0.0:1734676306.684434:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469cc0. 00000100:00000200:0.0:1734676306.684439:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676306.684513:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.684517:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.684518:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.684523:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864416000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.684530:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864416000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.684552:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814600. 02000000:00000010:1.0:1734676306.684558:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815a00. 00000100:00000010:1.0:1734676306.684561:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.684565:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.684567:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676306.684643:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.684648:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.684652:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.684672:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88013770b850 x1818938867925376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.684702:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925376 02000000:00000010:2.0:1734676306.684709:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.684731:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097dbc500. 00010000:00000010:2.0:1734676306.684748:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.684754:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4cc00. 00000100:00000010:2.0:1734676306.684767:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4cc00. 00010000:00000010:2.0:1734676306.684770:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.684779:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676306.684782:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925376, offset 224 00000400:00000200:2.0:1734676306.684787:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.684794:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.684798:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80803:80803:256:4294967295] 192.168.203.46@tcp LPNI seq info [80799:80799:8:4294967295] 00000400:00000200:2.0:1734676306.684805:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.684809:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.684812:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.684816:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.684821:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.684824:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.684835:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.684838:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.684842:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 02000000:00000010:2.0:1734676306.684849:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:2.0:1734676306.684853:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676306.684858:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad800. 00000100:00000010:2.0:1734676306.684860:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676306.684863:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:2.0:1734676306.684866:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676306.684870:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:2.0:1734676306.684872:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.684875:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676306.684877:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676306.684879:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:2.0:1734676306.684881:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000200:2.0:1734676306.684886:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.684889:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7ec8. 00000400:00000010:2.0:1734676306.684892:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4cc00. 00000800:00000200:3.0:1734676306.685175:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.685178:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:3.0:1734676306.685181:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.685184:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.685186:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:3.0:1734676306.685188:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 02000000:00000010:3.0:1734676306.685191:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00080000:00000010:1.0:1734676306.685367:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815a00. 00010000:00000010:1.0:1734676306.685428:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.685434:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097dbc480. 00010000:00000010:1.0:1734676306.685493:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814600. 00010000:00000010:1.0:1734676306.685498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.685505:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.685509:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.685514:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.685524:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d814a00. 02000000:00000010:1.0:1734676306.685547:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815600. 00000400:00000010:1.0:1734676306.685550:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.685553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.685556:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416128, portal 16 00000400:00000010:1.0:1734676306.685559:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.685561:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416128, offset 0 00000400:00000200:1.0:1734676306.686371:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.686379:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.686382:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.686385:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.686387:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.686389:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.686392:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80804:80804:256:4294967295] 192.168.203.46@tcp LPNI seq info [80800:80800:8:4294967295] 00000400:00000200:1.0:1734676306.686398:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.686402:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.686405:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.686409:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.686416:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.686418:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.687023:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.687027:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676306.687031:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.687034:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.687063:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676306.687065:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:0.0:1734676306.687072:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864416128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.688711:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.688725:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b580 00000400:00000200:0.0:1734676306.688733:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a39 [1] + 224 00000400:00000200:0.0:1734676306.688752:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.688756:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.688765:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864416128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.688996:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.689001:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.689004:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.689010:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864416128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.689016:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864416128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.689068:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815600. 02000000:00000010:1.0:1734676306.689088:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d814a00. 00000100:00000010:1.0:1734676306.689093:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.689097:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.689100:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.689211:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.689218:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174200 00000400:00000200:0.0:1734676306.689224:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 0 00000400:00000200:0.0:1734676306.689281:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.689285:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.689290:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.689294:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:3.0:1734676306.689857:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402a00. 00000020:00000010:3.0:1734676306.689863:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.689866:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.689885:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867925504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.689911:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925504 02000000:00000010:3.0:1734676306.689919:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676306.689942:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880073684380. 00010000:00000010:3.0:1734676306.689971:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.689978:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.689988:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.689992:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.690001:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.690005:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925504, offset 224 00000400:00000200:3.0:1734676306.690010:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.690018:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.690023:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80805:80805:256:4294967295] 192.168.203.46@tcp LPNI seq info [80801:80801:8:4294967295] 00000400:00000200:3.0:1734676306.690030:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.690054:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.690058:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def800. 00000800:00000200:3.0:1734676306.690062:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.690067:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.690070:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.690092:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.690095:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.690099:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402a00. 00080000:00000010:1.0:1734676306.690163:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814a00. 00010000:00000010:1.0:1734676306.690225:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.690231:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880073684400. 00010000:00000010:1.0:1734676306.690296:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d815600. 00010000:00000010:1.0:1734676306.690300:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.690306:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.690309:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.690314:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.690321:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815200. 02000000:00000010:1.0:1734676306.690338:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815400. 00000400:00000010:1.0:1734676306.690342:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.690345:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.690349:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416256, portal 16 00000400:00000010:1.0:1734676306.690351:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676306.690353:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416256, offset 0 00000400:00000200:1.0:1734676306.690357:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.690362:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.690364:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.690368:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.690371:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.690373:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.690375:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80806:80806:255:4294967295] 192.168.203.46@tcp LPNI seq info [80802:80802:7:4294967295] 00000400:00000200:1.0:1734676306.690380:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.690383:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.690386:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.690388:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.690392:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.690394:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.690470:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.690472:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def800. 00000400:00000200:0.0:1734676306.690475:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.690479:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.690481:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676306.690483:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:0.0:1734676306.690520:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.690522:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.690525:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.690528:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.690530:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676306.690531:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:0.0:1734676306.690536:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864416256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.690784:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17c00. 00010000:00000010:2.1:1734676306.690790:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17c00. 00000400:00000200:0.0:1734676306.692194:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.692205:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b600 00000400:00000200:0.0:1734676306.692212:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a45 [1] + 224 00000400:00000200:0.0:1734676306.692231:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.692234:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.692242:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864416256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.692546:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.692552:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174280 00000400:00000200:0.0:1734676306.692557:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 328 00000400:00000010:1.0:1734676306.692722:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.692726:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.692728:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.692734:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864416256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.692740:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864416256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.692761:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815400. 02000000:00000010:1.0:1734676306.692767:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815200. 00000100:00000010:1.0:1734676306.692770:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.692774:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.692777:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.692901:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.692906:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.692911:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.692914:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676306.692984:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.692989:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.692993:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.693013:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867925632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.693064:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925632 02000000:00000010:2.0:1734676306.693071:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.693099:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f9880. 00010000:00000010:2.0:1734676306.693111:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.693117:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.693130:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.693133:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.693141:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676306.693144:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925632, offset 224 00000400:00000200:2.0:1734676306.693149:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.693156:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.693161:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80807:80807:256:4294967295] 192.168.203.46@tcp LPNI seq info [80803:80803:8:4294967295] 00000400:00000200:2.0:1734676306.693169:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.693174:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.693177:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.693181:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.693187:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.693190:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.693206:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.693208:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.693212:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 00000800:00000200:0.0:1734676306.693260:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.693263:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.693266:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.693269:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.693271:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676306.693272:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00080000:00000010:1.0:1734676306.693318:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815200. 00010000:00000010:1.0:1734676306.693375:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.693382:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9800. 00010000:00000010:1.0:1734676306.693436:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d815400. 00010000:00000010:1.0:1734676306.693441:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.693446:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.693450:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.693454:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.693462:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d814800. 02000000:00000010:1.0:1734676306.693478:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814000. 00000400:00000010:1.0:1734676306.693482:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.693485:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.693489:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416384, portal 16 00000400:00000010:1.0:1734676306.693492:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.693494:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416384, offset 0 00000400:00000200:1.0:1734676306.693498:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.693502:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.693505:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.693508:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.693511:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.693513:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.693515:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80808:80808:256:4294967295] 192.168.203.46@tcp LPNI seq info [80804:80804:8:4294967295] 00000400:00000200:1.0:1734676306.693521:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.693524:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.693527:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.693529:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.693533:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.693535:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.693698:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.693702:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676306.693706:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.693709:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.693712:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676306.693713:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:0.0:1734676306.693717:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864416384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.697862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d016600. 00010000:00000010:1.1:1734676306.697906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfce400. 00000400:00000200:0.0:1734676306.698291:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.698304:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b680 00000400:00000200:0.0:1734676306.698311:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a51 [1] + 224 00000400:00000200:0.0:1734676306.698320:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.698324:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.698334:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864416384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.698362:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.698366:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174300 00000400:00000200:0.0:1734676306.698370:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 656 00000400:00000200:0.0:1734676306.698423:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.698426:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.698430:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.698435:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676306.698539:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.698544:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.698548:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.698567:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867925760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.698596:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925760 02000000:00000010:2.0:1734676306.698604:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.698633:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.698640:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.698644:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.698647:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:1.0:1734676306.698648:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.698653:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.698655:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000400:00000010:2.0:1734676306.698657:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676306.698660:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925760, offset 224 00000100:00000200:1.0:1734676306.698661:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864416384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.698665:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000200:1.0:1734676306.698668:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864416384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.698671:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.698675:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80809:80809:256:4294967295] 192.168.203.46@tcp LPNI seq info [80805:80805:8:4294967295] 00000400:00000200:2.0:1734676306.698682:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.698686:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.698688:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.698692:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:1.0:1734676306.698692:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7bf500. 00000800:00000200:2.0:1734676306.698697:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.698701:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1734676306.698704:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814000. 00000020:00000010:2.0:1734676306.698711:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 02000000:00000010:1.0:1734676306.698711:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d814800. 00000020:00000010:2.0:1734676306.698714:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000100:00000010:1.0:1734676306.698714:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000020:00000010:2.0:1734676306.698717:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 00000100:00000010:1.0:1734676306.698721:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.698723:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.698737:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814800. 00010000:00000010:1.0:1734676306.698797:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.698804:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7bf280. 00010000:00000010:1.0:1734676306.698870:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814000. 00010000:00000010:1.0:1734676306.698881:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.698888:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.698891:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.698894:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.698906:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815e00. 02000000:00000010:1.0:1734676306.698922:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815800. 00000400:00000010:1.0:1734676306.698925:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.698928:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.698932:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416512, portal 16 00000400:00000010:1.0:1734676306.698935:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.698937:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416512, offset 0 00000400:00000200:1.0:1734676306.698941:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.698945:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.698948:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.698951:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.698954:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.698956:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.698958:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80810:80810:255:4294967295] 192.168.203.46@tcp LPNI seq info [80806:80806:7:4294967295] 00000400:00000200:1.0:1734676306.698964:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.698968:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.698970:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.698974:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.698978:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.698981:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676306.698986:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.698989:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815c00. 02000000:00000010:1.0:1734676306.698996:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814200. 00000400:00000010:1.0:1734676306.698998:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.699001:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.699003:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416640, portal 16 00000400:00000010:1.0:1734676306.699005:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.699007:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416640, offset 0 00000800:00000200:0.0:1734676306.699359:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.699362:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.699365:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.699368:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.699396:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.699400:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000200:1.0:1734676306.699402:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000010:0.0:1734676306.699402:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000400:00000200:1.0:1734676306.699405:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.699407:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.699409:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.699410:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.699413:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80811:80811:254:4294967295] 192.168.203.46@tcp LPNI seq info [80807:80807:6:4294967295] 00000400:00000200:1.0:1734676306.699419:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.699422:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.699425:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.699428:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.699432:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.699434:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.699458:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.699460:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:0.0:1734676306.699463:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.699466:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.699468:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676306.699470:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:0.0:1734676306.699474:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864416512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.699496:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.699498:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676306.699500:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.699502:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.699504:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676306.699505:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676306.699508:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864416640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.701636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0600. 00010000:00000010:2.1:1734676306.701666:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59200. 00010000:00000010:2.1:1734676306.701672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16400. 00010000:00000010:2.1:1734676306.701677:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa12b200. 00010000:00000010:2.1:1734676306.701682:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814600. 00000400:00000200:0.0:1734676306.703184:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.703200:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b700 00000400:00000200:0.0:1734676306.703210:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a5d [1] + 224 00000400:00000200:0.0:1734676306.703219:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.703222:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.703232:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864416512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.704514:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.704522:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b780 00000400:00000200:0.0:1734676306.704528:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a65 [1] + 224 00000400:00000200:0.0:1734676306.704533:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.704536:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.704542:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864416640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.704555:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.704559:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174380 00000400:00000200:0.0:1734676306.704563:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 984 00000400:00000200:0.0:1734676306.704567:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.704569:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.704573:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.704578:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000200:0.0:1734676306.704601:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.704604:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174400 00000400:00000200:0.0:1734676306.704607:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 1312 00000400:00000200:0.0:1734676306.704659:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.704662:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.704665:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.704667:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:1.0:1734676306.704726:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.704731:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676306.704733:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.704738:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864416512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.704746:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864416512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.704768:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000020:00000010:3.0:1734676306.704770:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402a00. 00000400:00000200:1.0:1734676306.704770:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.704772:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000020:00000010:3.0:1734676306.704775:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000100:00000200:1.0:1734676306.704775:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864416640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676306.704779:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:1.0:1734676306.704781:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864416640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.704793:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815800. 00000100:00000200:3.0:1734676306.704797:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867925888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.704799:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815e00. 00000100:00000010:1.0:1734676306.704802:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.704805:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814200. 02000000:00000010:1.0:1734676306.704808:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815c00. 00000100:00000010:1.0:1734676306.704809:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.704812:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00000020:00000010:3.0:1734676306.704814:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402c00. 00010000:00000010:1.0:1734676306.704815:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:3.0:1734676306.704818:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676306.704820:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20640. 00000100:00000200:3.0:1734676306.704825:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867926016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.704838:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867925888 02000000:00000010:3.0:1734676306.704845:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676306.704863:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487200. 00000400:00000010:3.0:1734676306.704889:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.704893:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867925888, offset 224 00000400:00000200:3.0:1734676306.704898:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.704905:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.704910:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80812:80812:256:4294967295] 192.168.203.46@tcp LPNI seq info [80808:80808:8:4294967295] 00000400:00000200:3.0:1734676306.704917:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.704921:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.704924:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.704928:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.704934:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.704937:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.704960:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.704963:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.704966:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402a00. 00000100:00000200:3.0:1734676306.704975:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926016 02000000:00000010:3.0:1734676306.704979:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676306.704987:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136bb6900. 00010000:00000010:3.0:1734676306.704997:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.705002:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.705007:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.705010:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.705014:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.705016:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926016, offset 224 00000400:00000200:3.0:1734676306.705019:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.705023:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.705026:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80813:80813:255:4294967295] 192.168.203.46@tcp LPNI seq info [80809:80809:7:4294967295] 00000400:00000200:3.0:1734676306.705031:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.705033:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.705050:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676306.705053:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.705057:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.705059:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.705065:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676306.705067:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20640. 00000020:00000010:3.0:1734676306.705070:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402c00. 00000800:00000200:3.0:1734676306.705121:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.705123:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:3.0:1734676306.705127:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.705129:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.705131:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676306.705133:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:3.0:1734676306.705149:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.705151:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:3.0:1734676306.705153:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.705155:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.705157:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676306.705158:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00080000:00000010:1.0:1734676306.705501:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815c00. 00010000:00000010:1.0:1734676306.705556:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.705562:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136bb6f80. 00010000:00000010:1.0:1734676306.705613:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814200. 00010000:00000010:1.0:1734676306.705617:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.705622:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.705625:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.705629:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.705637:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815e00. 02000000:00000010:1.0:1734676306.705652:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815800. 00000400:00000010:1.0:1734676306.705656:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.705659:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.705664:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416768, portal 16 00000400:00000010:1.0:1734676306.705667:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.705669:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416768, offset 0 00000400:00000200:1.0:1734676306.705674:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.705678:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.705682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.705685:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.705688:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.705690:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.705693:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80814:80814:256:4294967295] 192.168.203.46@tcp LPNI seq info [80810:80810:8:4294967295] 00000400:00000200:1.0:1734676306.705699:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.705702:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.705704:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.705707:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.705711:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.705714:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.705947:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.705950:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.705954:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.705957:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.705960:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676306.705962:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676306.705967:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864416768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.709244:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.709258:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b800 00000400:00000200:2.0:1734676306.709266:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a75 [1] + 224 00000400:00000200:2.0:1734676306.709275:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.709278:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.709288:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864416768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.709320:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.709325:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174480 00000400:00000200:2.0:1734676306.709329:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 1640 00000400:00000200:2.0:1734676306.709386:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.709389:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.709394:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.709399:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000020:00000010:2.0:1734676306.709438:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.709443:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.709447:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.709464:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867926144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.709485:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926144 02000000:00000010:2.0:1734676306.709493:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.709518:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.709524:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.709529:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.709531:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.709541:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676306.709545:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926144, offset 224 00000400:00000200:2.0:1734676306.709549:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.709556:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.709561:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80815:80815:256:4294967295] 192.168.203.46@tcp LPNI seq info [80811:80811:8:4294967295] 00000400:00000200:2.0:1734676306.709569:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.709573:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.709577:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.709581:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.709587:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.709591:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.709601:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.709603:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.709607:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 00000800:00000200:2.0:1734676306.709648:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.709650:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:2.0:1734676306.709652:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.709655:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.709657:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:2.0:1734676306.709659:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000400:00000010:1.0:1734676306.710156:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.710160:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.710161:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.710166:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864416768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.710174:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864416768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.710192:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9c0400. 02000000:00000010:1.0:1734676306.710200:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815800. 02000000:00000010:1.0:1734676306.710206:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815e00. 00000100:00000010:1.0:1734676306.710208:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.710211:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.710213:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.710225:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815e00. 00010000:00000010:1.0:1734676306.710278:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.710283:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9c0180. 00010000:00000010:1.0:1734676306.710332:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d815800. 00010000:00000010:1.0:1734676306.710336:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.710341:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.710344:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.710348:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.710355:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d814e00. 02000000:00000010:1.0:1734676306.710370:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814400. 00000400:00000010:1.0:1734676306.710373:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.710375:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.710379:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864416896, portal 16 00000400:00000010:1.0:1734676306.710381:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676306.710382:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864416896, offset 0 00000400:00000200:1.0:1734676306.710386:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.710390:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.710394:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.710397:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.710399:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.710401:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.710403:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80816:80816:256:4294967295] 192.168.203.46@tcp LPNI seq info [80812:80812:8:4294967295] 00000400:00000200:1.0:1734676306.710409:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.710412:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.710415:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.710417:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.710421:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.710423:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676306.710490:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6f00. 00010000:00000010:3.1:1734676306.710496:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815600. 00010000:00000010:3.1:1734676306.710499:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d586200. 00010000:00000010:3.1:1734676306.710510:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b900. 00010000:00000010:3.1:1734676306.710514:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815400. 00010000:00000010:3.1:1734676306.712530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a5400. 00000800:00000200:0.0:1734676306.712968:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.712972:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676306.712976:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.712982:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.712986:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676306.712989:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:0.0:1734676306.712997:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864416896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.713844:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.713854:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b880 00000400:00000200:0.0:1734676306.713861:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a81 [1] + 224 00000400:00000200:0.0:1734676306.713877:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.713880:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.713887:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864416896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.714140:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.714144:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.714146:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.714150:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864416896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.714157:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864416896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.714182:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814400. 02000000:00000010:1.0:1734676306.714188:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d814e00. 00000100:00000010:1.0:1734676306.714191:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.714194:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.714196:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.714381:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.714387:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174500 00000400:00000200:0.0:1734676306.714392:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4479 [2] + 1968 00000400:00000010:0.0:1734676306.714395:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9108. 00000400:00000200:0.0:1734676306.714398:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b0b1b40 00000400:00000200:0.0:1734676306.714442:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.714446:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.714449:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b0b1b40 00000400:00000010:0.0:1734676306.714451:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b0b1b40. 00000100:00000200:0.0:1734676306.714456:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676306.714533:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.714539:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.714543:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.714561:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fbc50 x1818938867926272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.714591:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926272 02000000:00000010:2.0:1734676306.714599:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.714617:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4a80. 00010000:00000010:2.0:1734676306.714631:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.714637:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4c840. 00000100:00000010:2.0:1734676306.714642:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4c840. 00010000:00000010:2.0:1734676306.714644:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.714653:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676306.714657:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926272, offset 224 00000400:00000200:2.0:1734676306.714662:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.714669:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.714674:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80817:80817:256:4294967295] 192.168.203.46@tcp LPNI seq info [80813:80813:8:4294967295] 00000400:00000200:2.0:1734676306.714681:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.714685:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.714688:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.714692:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.714698:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.714701:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.714711:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.714714:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.714718:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 02000000:00000010:2.0:1734676306.714724:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:2.0:1734676306.714727:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676306.714730:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:2.0:1734676306.714733:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676306.714736:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:2.0:1734676306.714739:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:2.0:1734676306.714741:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:2.0:1734676306.714743:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676306.714746:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676306.714749:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:2.0:1734676306.714752:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:2.0:1734676306.714755:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:2.0:1734676306.714760:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.714763:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7840. 00000400:00000010:2.0:1734676306.714766:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4c840. 00080000:00000010:1.0:1734676306.714919:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814e00. 00010000:00000010:1.0:1734676306.714974:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.714979:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfc4a00. 00010000:00000010:1.0:1734676306.715031:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814400. 00010000:00000010:1.0:1734676306.715035:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.715060:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.715063:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.715068:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.715084:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815000. 02000000:00000010:1.0:1734676306.715100:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815400. 00000400:00000010:1.0:1734676306.715102:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.715105:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.715108:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417024, portal 16 00000400:00000010:1.0:1734676306.715111:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676306.715112:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417024, offset 0 00000400:00000200:1.0:1734676306.715116:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.715120:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.715123:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.715126:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.715129:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.715131:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.715133:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80818:80818:255:4294967295] 192.168.203.46@tcp LPNI seq info [80814:80814:7:4294967295] 00000400:00000200:1.0:1734676306.715138:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.715142:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.715144:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676306.715147:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.715150:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.715153:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.715308:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.715311:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.715314:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.715317:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.715320:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676306.715321:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 02000000:00000010:0.0:1734676306.715325:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000800:00000200:0.0:1734676306.715359:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.715361:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676306.715363:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.715366:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.715368:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676306.715369:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:0.0:1734676306.715374:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864417024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.715803:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5000. 00010000:00000010:3.1:1734676306.715812:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814000. 00010000:00000010:3.1:1734676306.715815:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d471400. 00010000:00000010:3.1:1734676306.715818:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e131600. 00010000:00000010:3.1:1734676306.715825:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814200. 00000400:00000200:0.0:1734676306.717784:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.717799:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b900 00000400:00000200:0.0:1734676306.717806:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a91 [1] + 224 00000400:00000200:0.0:1734676306.717828:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.717831:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.717841:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864417024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.717949:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.717954:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.717956:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.717961:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864417024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.717968:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864417024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.717988:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815400. 02000000:00000010:1.0:1734676306.717995:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815000. 00000100:00000010:1.0:1734676306.717997:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.718000:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.718003:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:3.1:1734676306.718187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7000. 00000400:00000200:0.0:1734676306.718670:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.718677:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174580 00000400:00000200:0.0:1734676306.718682:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 0 00000400:00000200:0.0:1734676306.718731:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.718735:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.718740:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.718744:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00010000:00000010:1.1:1734676306.718838:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c5800. 00000020:00000010:2.0:1734676306.718917:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.718922:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.718926:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.718944:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867926400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.718974:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926400 02000000:00000010:2.0:1734676306.718982:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.719002:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009669ab80. 00010000:00000010:2.0:1734676306.719018:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.719024:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.719030:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.719033:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.719061:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676306.719066:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926400, offset 224 00000400:00000200:2.0:1734676306.719071:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.719092:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.719097:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80819:80819:256:4294967295] 192.168.203.46@tcp LPNI seq info [80815:80815:8:4294967295] 00000400:00000200:2.0:1734676306.719104:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.719109:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.719112:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.719116:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.719122:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.719125:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.719137:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.719140:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.719144:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 00080000:00000010:1.0:1734676306.719702:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815000. 00010000:00000010:1.0:1734676306.719762:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.719768:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009669ad00. 00010000:00000010:1.0:1734676306.719829:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d815400. 00010000:00000010:1.0:1734676306.719834:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.719841:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.719845:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.719850:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.719858:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815600. 02000000:00000010:1.0:1734676306.719876:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814600. 00000400:00000010:1.0:1734676306.719881:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.719884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.719889:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417152, portal 16 00000400:00000010:1.0:1734676306.719892:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676306.719893:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417152, offset 0 00000400:00000200:1.0:1734676306.719899:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.719905:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.719909:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.719912:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.719914:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.719916:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.719918:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80820:80820:255:4294967295] 192.168.203.46@tcp LPNI seq info [80816:80816:7:4294967295] 00000400:00000200:1.0:1734676306.719925:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.719928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.719931:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.719935:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.719939:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.719942:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.720028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.720031:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.720034:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.720060:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.720064:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676306.720066:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000800:00000200:0.0:1734676306.720123:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.720125:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.720128:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.720132:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.720134:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676306.720135:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676306.720140:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864417152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.721275:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53d00. 00010000:00000010:3.1:1734676306.721282:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815800. 00000400:00000200:0.0:1734676306.722576:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.722590:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1b980 00000400:00000200:0.0:1734676306.722598:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5a9d [1] + 224 00000400:00000200:0.0:1734676306.722607:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.722610:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.722619:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864417152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.722655:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.722659:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174600 00000400:00000200:0.0:1734676306.722664:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 328 00000400:00000200:0.0:1734676306.722719:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.722723:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.722728:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.722732:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000400:00000010:1.0:1734676306.722874:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.722878:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.722880:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.722886:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864417152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.722893:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864417152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.722916:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814600. 02000000:00000010:1.0:1734676306.722922:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815600. 00000100:00000010:1.0:1734676306.722926:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.722929:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.722932:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676306.723010:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.723015:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.723019:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.723062:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867926528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.723091:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926528 02000000:00000010:2.0:1734676306.723099:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.723119:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfc4100. 00010000:00000010:2.0:1734676306.723131:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.723136:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.723141:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.723144:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.723152:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676306.723155:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926528, offset 224 00000400:00000200:2.0:1734676306.723160:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.723167:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.723171:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80821:80821:256:4294967295] 192.168.203.46@tcp LPNI seq info [80817:80817:8:4294967295] 00000400:00000200:2.0:1734676306.723179:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.723183:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.723187:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.723191:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.723196:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.723199:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.723209:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.723212:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.723215:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 00080000:00000010:1.0:1734676306.723359:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815600. 00010000:00000010:1.0:1734676306.723414:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.723420:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9def80. 00010000:00000010:1.0:1734676306.723475:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814600. 00010000:00000010:1.0:1734676306.723479:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.723485:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.723488:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.723493:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.723501:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815800. 02000000:00000010:1.0:1734676306.723515:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814200. 00000400:00000010:1.0:1734676306.723519:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.723521:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.723525:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417280, portal 16 00000400:00000010:1.0:1734676306.723527:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676306.723529:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417280, offset 0 00000400:00000200:1.0:1734676306.723533:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.723537:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.723540:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.723543:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.723546:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.723547:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.723550:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80822:80822:255:4294967295] 192.168.203.46@tcp LPNI seq info [80818:80818:7:4294967295] 00000400:00000200:1.0:1734676306.723556:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.723559:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.723562:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48c00. 00000800:00000200:1.0:1734676306.723565:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.723568:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.723570:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.723758:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.723760:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676306.723763:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.723767:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.723769:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676306.723771:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000800:00000200:0.0:1734676306.723962:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.723964:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48c00. 00000400:00000200:0.0:1734676306.723968:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.723971:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.723974:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676306.723976:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676306.723981:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864417280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.724830:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959ba400. 00000400:00000200:0.0:1734676306.726254:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.726269:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ba00 00000400:00000200:0.0:1734676306.726277:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5aa9 [1] + 224 00000400:00000200:0.0:1734676306.726287:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.726291:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.726301:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864417280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.726336:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.726340:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174680 00000400:00000200:0.0:1734676306.726345:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 656 00000400:00000200:0.0:1734676306.726361:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.726364:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.726369:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.726374:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:1.0:1734676306.726456:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.726460:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.726462:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.726467:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864417280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.726474:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864417280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.726498:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814200. 02000000:00000010:1.0:1734676306.726505:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815800. 00000100:00000010:1.0:1734676306.726509:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000010:1.0:1734676306.726513:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.726516:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676306.726871:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.726877:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.726881:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.726900:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867926656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.726927:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926656 02000000:00000010:2.0:1734676306.726936:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.726956:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009652c200. 00010000:00000010:2.0:1734676306.726969:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.726974:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.726987:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.726990:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.726999:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676306.727002:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926656, offset 224 00000400:00000200:2.0:1734676306.727007:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.727014:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.727019:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80823:80823:256:4294967295] 192.168.203.46@tcp LPNI seq info [80819:80819:8:4294967295] 00000400:00000200:2.0:1734676306.727028:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.727033:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.727072:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.727086:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.727090:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.727094:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.727105:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.727108:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.727111:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 00000800:00000200:0.0:1734676306.727219:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.727223:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676306.727226:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.727229:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.727231:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676306.727233:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00080000:00000010:1.0:1734676306.727283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d815800. 00010000:00000010:1.0:1734676306.727345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.727352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097faa280. 00010000:00000010:1.0:1734676306.727413:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814200. 00010000:00000010:1.0:1734676306.727417:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.727424:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.727427:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.727432:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.727439:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d814000. 02000000:00000010:1.0:1734676306.727457:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7a600. 00000400:00000010:1.0:1734676306.727461:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.727464:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.727468:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417408, portal 16 00000400:00000010:1.0:1734676306.727470:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676306.727471:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417408, offset 0 00000400:00000200:1.0:1734676306.727475:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.727479:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.727483:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.727485:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.727488:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.727490:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.727492:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80824:80824:256:4294967295] 192.168.203.46@tcp LPNI seq info [80820:80820:8:4294967295] 00000400:00000200:1.0:1734676306.727498:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.727501:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.727503:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676306.727506:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.727509:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.727512:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676306.727520:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.727524:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7aa00. 02000000:00000010:1.0:1734676306.727531:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ac00. 00000400:00000010:1.0:1734676306.727532:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.727535:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.727536:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417536, portal 16 00000400:00000010:1.0:1734676306.727539:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676306.727540:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417536, offset 0 00000400:00000200:1.0:1734676306.727543:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.727545:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.727547:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.727549:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.727550:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.727552:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.727554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80825:80825:255:4294967295] 192.168.203.46@tcp LPNI seq info [80821:80821:7:4294967295] 00000400:00000200:1.0:1734676306.727559:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.727562:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.727564:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676306.727566:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.727569:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.727571:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.727758:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.727760:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676306.727763:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.727767:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.727769:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676306.727770:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:0.0:1734676306.727776:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d0700 x1818938864417408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.727809:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.727811:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676306.727813:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.727816:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.727818:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676306.727820:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:0.0:1734676306.727823:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864417536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.730862:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800794a9000. 00010000:00000010:0.1:1734676306.730872:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814400. 00000400:00000200:2.0:1734676306.730950:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.730964:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ba80 00000400:00000200:2.0:1734676306.730972:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ab5 [1] + 224 00000400:00000200:2.0:1734676306.730981:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.730984:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.730993:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d0700 x1818938864417408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.731154:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.731159:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bb00 00000400:00000200:2.0:1734676306.731163:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5abd [1] + 224 00000400:00000200:2.0:1734676306.731168:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.731170:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.731176:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864417536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.731186:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.731190:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174700 00000400:00000200:2.0:1734676306.731194:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 984 00000400:00000200:2.0:1734676306.731198:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.731201:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.731204:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.731209:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000400:00000200:2.0:1734676306.731227:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.731231:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174780 00000400:00000200:2.0:1734676306.731233:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 1312 00000400:00000200:2.0:1734676306.731291:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.731295:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.731297:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.731300:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000020:00000010:0.0:1734676306.731374:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097cfc400. 00000020:00000010:0.0:1734676306.731379:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c980. 00000020:00000010:0.0:1734676306.731382:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.731400:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867926784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:0.0:1734676306.731417:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097cfce00. 00000020:00000010:0.0:1734676306.731419:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676306.731421:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450898. 00000100:00000200:0.0:1734676306.731425:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867926912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.731436:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926784 02000000:00000010:0.0:1734676306.731443:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00000400:00000010:0.0:1734676306.731471:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.731475:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926784, offset 224 00000400:00000200:0.0:1734676306.731479:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.731485:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.731490:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80826:80826:256:4294967295] 192.168.203.46@tcp LPNI seq info [80822:80822:8:4294967295] 00000400:00000200:0.0:1734676306.731497:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.731501:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.731504:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676306.731508:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.731514:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.731517:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.731527:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c980. 00000020:00000010:0.0:1734676306.731529:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.731532:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097cfc400. 00000100:00000200:0.0:1734676306.731538:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867926912 02000000:00000010:0.0:1734676306.731541:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676306.731552:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bac0. 00000100:00000010:0.0:1734676306.731557:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676306.731561:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676306.731564:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bac0. 00000400:00000010:0.0:1734676306.731567:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676306.731569:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867926912, offset 224 00000400:00000200:0.0:1734676306.731572:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.731575:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.731578:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80827:80827:255:4294967295] 192.168.203.46@tcp LPNI seq info [80823:80823:7:4294967295] 00000400:00000200:0.0:1734676306.731583:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.731586:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.731588:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676306.731590:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.731592:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.731594:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.731598:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676306.731599:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450898. 00000020:00000010:0.0:1734676306.731601:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097cfce00. 00000800:00000200:0.0:1734676306.731620:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.731622:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:0.0:1734676306.731624:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.731627:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.731629:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676306.731631:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000800:00000200:0.0:1734676306.731645:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.731647:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:0.0:1734676306.731648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.731650:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.731652:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:0.0:1734676306.731653:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000400:00000010:1.0:1734676306.731870:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.731874:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676306.731875:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.731881:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d0700 x1818938864417408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.731887:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d0700 x1818938864417408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.731904:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ecfa00. 00000400:00000010:1.0:1734676306.731912:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.731913:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.731914:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.731916:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864417536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.731923:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864417536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.731930:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097faa200. 02000000:00000010:1.0:1734676306.731935:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7a600. 02000000:00000010:1.0:1734676306.731939:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d814000. 00000100:00000010:1.0:1734676306.731942:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 02000000:00000010:1.0:1734676306.731946:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ac00. 02000000:00000010:1.0:1734676306.731947:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7aa00. 00000100:00000010:1.0:1734676306.731949:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.731952:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.731954:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.731967:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7aa00. 00010000:00000010:1.0:1734676306.732017:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.732023:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe5d00. 00010000:00000010:1.0:1734676306.732106:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ac00. 00010000:00000010:1.0:1734676306.732110:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.732117:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.732119:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.732123:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.732130:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a600. 02000000:00000010:1.0:1734676306.732145:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ba00. 00000400:00000010:1.0:1734676306.732148:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.732150:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.732154:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417664, portal 16 00000400:00000010:1.0:1734676306.732156:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676306.732158:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417664, offset 0 00000400:00000200:1.0:1734676306.732163:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.732167:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.732171:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.732174:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.732176:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.732178:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.732180:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80828:80828:256:4294967295] 192.168.203.46@tcp LPNI seq info [80824:80824:8:4294967295] 00000400:00000200:1.0:1734676306.732187:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.732190:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.732193:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.732195:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.732198:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.732201:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.732842:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.732846:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.732849:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.732853:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.732855:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676306.732857:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:0.0:1734676306.732861:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864417664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.733609:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd8000. 00000400:00000200:0.0:1734676306.735013:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.735025:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bb80 00000400:00000200:0.0:1734676306.735033:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5acd [1] + 224 00000400:00000200:0.0:1734676306.735091:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.735095:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.735104:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864417664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.735271:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.735275:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.735277:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.735283:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864417664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.735291:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864417664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.735313:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ba00. 02000000:00000010:1.0:1734676306.735317:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a600. 00000100:00000010:1.0:1734676306.735321:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.735324:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.735326:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.735685:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.735692:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174800 00000400:00000200:0.0:1734676306.735697:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 1640 00000400:00000200:0.0:1734676306.735740:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.735744:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.735748:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.735751:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676306.735912:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.735918:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.735921:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.735940:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867927040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.735967:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927040 02000000:00000010:2.0:1734676306.735974:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.735992:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098e99080. 00010000:00000010:2.0:1734676306.736006:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.736011:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.736025:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.736027:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.736064:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676306.736068:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927040, offset 224 00000400:00000200:2.0:1734676306.736073:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.736090:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.736096:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80829:80829:256:4294967295] 192.168.203.46@tcp LPNI seq info [80825:80825:8:4294967295] 00000400:00000200:2.0:1734676306.736103:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.736108:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.736112:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.736116:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.736122:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.736125:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.736140:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.736142:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.736146:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 00000800:00000200:0.0:1734676306.736367:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.736370:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676306.736372:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.736376:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.736378:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676306.736379:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00080000:00000010:1.0:1734676306.736497:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7a600. 00010000:00000010:1.0:1734676306.736550:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.736556:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098e99000. 00010000:00000010:1.0:1734676306.736605:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ba00. 00010000:00000010:1.0:1734676306.736609:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.736616:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.736618:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.736622:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.736630:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b600. 02000000:00000010:1.0:1734676306.736644:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7be00. 00000400:00000010:1.0:1734676306.736648:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.736651:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.736655:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417792, portal 16 00000400:00000010:1.0:1734676306.736658:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676306.736660:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417792, offset 0 00000400:00000200:1.0:1734676306.736664:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.736668:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.736671:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.736674:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.736677:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.736678:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.736681:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80830:80830:256:4294967295] 192.168.203.46@tcp LPNI seq info [80826:80826:8:4294967295] 00000400:00000200:1.0:1734676306.736687:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.736690:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.736693:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.736696:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.736699:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.736702:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.736778:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.736781:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676306.736784:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.736787:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.736789:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676306.736791:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:0.0:1734676306.736796:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864417792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.739241:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80fb00. 00010000:00000010:0.1:1734676306.739251:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815400. 00010000:00000010:0.1:1734676306.739257:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31e00. 00010000:00000010:0.1:1734676306.739260:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814600. 00000400:00000200:2.0:1734676306.739327:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.739339:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bc00 00000400:00000200:2.0:1734676306.739346:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ad9 [1] + 224 00000400:00000200:2.0:1734676306.739355:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.739358:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.739367:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864417792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.739395:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.739399:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174880 00000400:00000200:2.0:1734676306.739404:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa44d1 [2] + 1968 00000400:00000010:2.0:1734676306.739407:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676306.739410:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d180 00000400:00000200:2.0:1734676306.739422:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.739425:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.739428:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d180 00000400:00000010:2.0:1734676306.739430:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d180. 00000100:00000200:2.0:1734676306.739434:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.739515:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402a00. 00000020:00000010:3.0:1734676306.739520:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676306.739524:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20640. 00000100:00000200:3.0:1734676306.739540:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8050 x1818938867927168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.739557:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927168 02000000:00000010:3.0:1734676306.739564:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000010:3.0:1734676306.739590:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.739595:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcde40. 00000100:00000010:3.0:1734676306.739599:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcde40. 00010000:00000010:3.0:1734676306.739602:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.739610:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676306.739614:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927168, offset 224 00000400:00000200:3.0:1734676306.739619:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.739626:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.739631:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80831:80831:256:4294967295] 192.168.203.46@tcp LPNI seq info [80827:80827:8:4294967295] 00000400:00000200:3.0:1734676306.739638:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.739643:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.739646:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defa00. 00000800:00000200:3.0:1734676306.739650:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.739656:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.739659:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.739822:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676306.739825:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20640. 00000020:00000010:3.0:1734676306.739828:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402a00. 02000000:00000010:3.0:1734676306.739835:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:3.0:1734676306.739838:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676306.739842:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676306.739845:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:3.0:1734676306.739848:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:3.0:1734676306.739850:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676306.739852:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:3.0:1734676306.739854:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676306.739858:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:3.0:1734676306.739860:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:3.0:1734676306.739862:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:3.0:1734676306.739864:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000200:3.0:1734676306.739870:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.739874:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9108. 00000400:00000010:3.0:1734676306.739877:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcde40. 00000800:00000200:0.0:1734676306.739958:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.739961:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defa00. 00000400:00000200:0.0:1734676306.739963:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.739966:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.739968:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676306.739970:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 02000000:00000010:0.0:1734676306.739973:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad400. 00000400:00000010:1.0:1734676306.740063:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.740067:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.740069:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.740082:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864417792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.740089:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864417792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.740110:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1a7980. 02000000:00000010:1.0:1734676306.740117:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7be00. 02000000:00000010:1.0:1734676306.740121:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b600. 00000100:00000010:1.0:1734676306.740123:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.740126:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.740127:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.740140:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b600. 00010000:00000010:1.0:1734676306.740192:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.740198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1a7900. 00010000:00000010:1.0:1734676306.740252:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48800. 00010000:00000010:1.0:1734676306.740254:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676306.740258:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7be00. 00010000:00000010:1.0:1734676306.740261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00080000:00000010:1.0:1734676306.740270:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b400. 00010000:00000010:1.0:1734676306.740287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676306.740290:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676306.740324:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a200. 00010000:00000010:1.0:1734676306.740327:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.740331:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.740334:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.740339:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.740346:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7ae00. 02000000:00000010:1.0:1734676306.740361:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b000. 00000400:00000010:1.0:1734676306.740364:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.740367:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.740370:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864417920, portal 16 00000400:00000010:1.0:1734676306.740372:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676306.740374:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864417920, offset 0 00000400:00000200:1.0:1734676306.740377:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.740382:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.740386:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.740389:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.740392:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.740394:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.740396:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80832:80832:256:4294967295] 192.168.203.46@tcp LPNI seq info [80828:80828:8:4294967295] 00000400:00000200:1.0:1734676306.740402:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.740405:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.740407:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676306.740410:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.740414:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.740417:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.740625:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.740628:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676306.740631:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.740634:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.740637:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676306.740638:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:0.0:1734676306.740642:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864417920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.742168:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d186000. 00000400:00000200:0.0:1734676306.743065:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.743085:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bc80 00000400:00000200:0.0:1734676306.743092:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ae9 [1] + 224 00000400:00000200:0.0:1734676306.743109:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.743113:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.743121:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864417920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.743366:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.743370:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.743372:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.743378:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864417920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.743385:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864417920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.743406:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b000. 02000000:00000010:1.0:1734676306.743411:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7ae00. 00000100:00000010:1.0:1734676306.743415:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.743418:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.743420:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:0.0:1734676306.743613:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.743619:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174900 00000400:00000200:0.0:1734676306.743624:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 0 00000400:00000200:0.0:1734676306.743670:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.743674:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.743678:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.743682:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676306.743850:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402a00. 00000020:00000010:3.0:1734676306.743855:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a700. 00000020:00000010:3.0:1734676306.743859:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20640. 00000100:00000200:3.0:1734676306.743875:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867927296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.744362:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927296 02000000:00000010:2.0:1734676306.744372:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.744392:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d816880. 00010000:00000010:2.0:1734676306.744406:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.744411:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.744427:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.744431:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.744440:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676306.744443:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927296, offset 224 00000400:00000200:2.0:1734676306.744448:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.744454:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.744459:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80833:80833:256:4294967295] 192.168.203.46@tcp LPNI seq info [80829:80829:8:4294967295] 00000400:00000200:2.0:1734676306.744466:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.744470:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.744473:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.744477:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.744482:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.744486:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.744503:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a700. 00000020:00000010:2.0:1734676306.744506:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20640. 00000020:00000010:2.0:1734676306.744510:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402a00. 00080000:00000010:1.0:1734676306.744589:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7ae00. 00010000:00000010:1.0:1734676306.744645:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.744650:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d816800. 00010000:00000010:1.0:1734676306.744704:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7b000. 00010000:00000010:1.0:1734676306.744708:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.744714:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.744717:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.744722:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.744730:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b800. 02000000:00000010:1.0:1734676306.744746:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7bc00. 00000400:00000010:1.0:1734676306.744750:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.744753:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.744757:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418048, portal 16 00000400:00000010:1.0:1734676306.744760:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676306.744762:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418048, offset 0 00000400:00000200:1.0:1734676306.744766:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.744770:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.744774:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.744776:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.744779:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.744781:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.744783:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80834:80834:255:4294967295] 192.168.203.46@tcp LPNI seq info [80830:80830:7:4294967295] 00000400:00000200:1.0:1734676306.744789:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.744792:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.744794:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676306.744797:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.744801:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.744803:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.744866:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.744868:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.744871:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.744874:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.744877:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676306.744879:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:0.0:1734676306.744917:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.744919:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676306.744922:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.744924:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.744926:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676306.744927:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676306.744932:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864418048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.745150:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf800. 00010000:00000010:0.1:1734676306.745155:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d728000. 00010000:00000010:0.1:1734676306.745158:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6a00. 00010000:00000010:0.1:1734676306.745161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814200. 00010000:00000010:0.1:1734676306.745165:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33f00. 00010000:00000010:0.1:1734676306.745167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ac00. 00000400:00000200:0.0:1734676306.747227:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.747239:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bd00 00000400:00000200:0.0:1734676306.747246:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5af5 [1] + 224 00000400:00000200:0.0:1734676306.747264:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.747267:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.747276:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864418048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.747823:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.747828:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.747830:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.747836:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864418048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.747842:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864418048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.747862:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7bc00. 02000000:00000010:1.0:1734676306.747867:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b800. 00000100:00000010:1.0:1734676306.747870:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.747873:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.747875:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:1.1:1734676306.748147:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36600. 00000400:00000200:0.0:1734676306.748341:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.748350:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174980 00000400:00000200:0.0:1734676306.748355:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 328 00000400:00000200:0.0:1734676306.748403:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.748406:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.748410:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.748413:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676306.748601:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403200. 00000020:00000010:3.0:1734676306.748605:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.748609:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.748626:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867927424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.748679:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927424 02000000:00000010:3.0:1734676306.748686:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad000. 00010000:00000010:3.0:1734676306.748707:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd83d80. 00010000:00000010:3.0:1734676306.748729:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.748734:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676306.748745:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676306.748748:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.748756:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.748759:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927424, offset 224 00000400:00000200:3.0:1734676306.748763:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.748769:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.748774:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80835:80835:256:4294967295] 192.168.203.46@tcp LPNI seq info [80831:80831:8:4294967295] 00000400:00000200:3.0:1734676306.748781:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.748786:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.748789:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def500. 00000800:00000200:3.0:1734676306.748792:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.748797:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.748800:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.748810:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.748812:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.748815:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403200. 00080000:00000010:1.0:1734676306.749178:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b800. 00010000:00000010:1.0:1734676306.749232:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.749238:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd83d00. 00010000:00000010:1.0:1734676306.749287:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7bc00. 00010000:00000010:1.0:1734676306.749291:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.749297:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.749300:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.749303:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.749311:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a800. 02000000:00000010:1.0:1734676306.749325:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b200. 00000400:00000010:1.0:1734676306.749329:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.749332:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.749336:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418176, portal 16 00000400:00000010:1.0:1734676306.749339:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676306.749340:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418176, offset 0 00000400:00000200:1.0:1734676306.749344:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.749348:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.749351:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.749354:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.749356:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.749358:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.749360:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80836:80836:255:4294967295] 192.168.203.46@tcp LPNI seq info [80832:80832:7:4294967295] 00000400:00000200:1.0:1734676306.749366:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.749369:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.749371:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.749374:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.749377:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.749380:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.749441:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.749443:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def500. 00000400:00000200:0.0:1734676306.749446:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.749449:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.749451:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676306.749453:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:0.0:1734676306.749481:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.749483:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676306.749486:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.749488:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.749490:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676306.749491:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676306.749495:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864418176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.750471:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.750478:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bd80 00000400:00000200:0.0:1734676306.750485:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b01 [1] + 224 00000400:00000200:0.0:1734676306.750499:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.750501:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.750508:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864418176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.751416:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.751421:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.751423:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.751430:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864418176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.751438:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864418176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.751459:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b200. 02000000:00000010:1.0:1734676306.751465:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a800. 00000100:00000010:1.0:1734676306.751468:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.751471:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.751474:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00010000:00000010:0.1:1734676306.751628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd6000. 00010000:00000010:0.1:1734676306.751634:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6900. 00010000:00000010:0.1:1734676306.751637:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ba00. 00010000:00000010:0.1:1734676306.751639:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48800. 00010000:00000010:0.1:1734676306.751643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7be00. 00010000:00000010:0.1:1734676306.751645:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2300. 00010000:00000010:0.1:1734676306.751648:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a200. 00000400:00000200:2.0:1734676306.751692:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.751701:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174a00 00000400:00000200:2.0:1734676306.751706:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 656 00000400:00000200:2.0:1734676306.751753:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.751757:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.751761:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.751766:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000020:00000010:0.0:1734676306.751829:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097cfc400. 00000020:00000010:0.0:1734676306.751834:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676306.751837:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450898. 00000100:00000200:0.0:1734676306.751853:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867927552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.751879:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927552 02000000:00000010:0.0:1734676306.751886:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676306.751904:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf79e00. 00010000:00000010:0.0:1734676306.751926:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bac0. 00000100:00000010:0.0:1734676306.751931:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676306.751936:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676306.751939:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bac0. 00000400:00000010:0.0:1734676306.751947:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676306.751950:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927552, offset 224 00000400:00000200:0.0:1734676306.751954:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.751961:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.751965:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80837:80837:256:4294967295] 192.168.203.46@tcp LPNI seq info [80833:80833:8:4294967295] 00000400:00000200:0.0:1734676306.751973:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.751977:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.751980:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.751984:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.751989:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.751992:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.752003:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676306.752006:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450898. 00000020:00000010:0.0:1734676306.752008:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097cfc400. 00000800:00000200:0.0:1734676306.752060:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.752063:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:0.0:1734676306.752065:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.752068:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.752070:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:0.0:1734676306.752071:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00080000:00000010:1.0:1734676306.752449:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7a800. 00010000:00000010:1.0:1734676306.752500:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.752506:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf79d80. 00010000:00000010:1.0:1734676306.752559:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7b200. 00010000:00000010:1.0:1734676306.752563:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.752569:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.752573:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.752577:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.752585:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a200. 02000000:00000010:1.0:1734676306.752599:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7be00. 00000400:00000010:1.0:1734676306.752603:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.752606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.752609:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418304, portal 16 00000400:00000010:1.0:1734676306.752612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676306.752614:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418304, offset 0 00000400:00000200:1.0:1734676306.752618:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.752622:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.752625:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.752628:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.752631:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.752633:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.752635:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80838:80838:256:4294967295] 192.168.203.46@tcp LPNI seq info [80834:80834:8:4294967295] 00000400:00000200:1.0:1734676306.752641:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.752644:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.752646:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.752649:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.752652:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.752655:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.752954:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.752957:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.752960:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.752963:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.752966:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676306.752968:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:0.0:1734676306.752973:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864418304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.754238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d169c00. 00010000:00000010:1.1:1734676306.754380:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ce00. 00000400:00000200:0.0:1734676306.754902:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.754914:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1be00 00000400:00000200:0.0:1734676306.754920:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b0d [1] + 224 00000400:00000200:0.0:1734676306.754928:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.754931:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.754939:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864418304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.755278:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.755284:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174a80 00000400:00000200:0.0:1734676306.755289:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 984 00000400:00000200:0.0:1734676306.755302:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.755305:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.755308:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.755313:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:3.0:1734676306.755401:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403200. 00000020:00000010:3.0:1734676306.755407:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.755411:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.755429:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867927680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.755447:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927680 02000000:00000010:3.0:1734676306.755454:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000010:3.0:1734676306.755480:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.755485:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676306.755489:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676306.755493:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.755502:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.755507:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927680, offset 224 00000400:00000200:3.0:1734676306.755512:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.755518:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.755523:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80839:80839:256:4294967295] 192.168.203.46@tcp LPNI seq info [80835:80835:8:4294967295] 00000400:00000200:3.0:1734676306.755529:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.755533:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.755536:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def900. 00000800:00000200:3.0:1734676306.755539:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.755544:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.755547:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.755559:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.755561:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.755565:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403200. 00000400:00000010:1.0:1734676306.755630:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.755634:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.755636:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.755640:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864418304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.755646:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864418304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676306.755663:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013017a100. 02000000:00000010:1.0:1734676306.755673:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7be00. 02000000:00000010:1.0:1734676306.755677:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a200. 00000100:00000010:1.0:1734676306.755680:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.755682:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.755684:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676306.755698:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7a200. 00010000:00000010:1.0:1734676306.755754:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.755759:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013017a080. 00010000:00000010:1.0:1734676306.755808:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7be00. 00010000:00000010:1.0:1734676306.755813:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676306.755818:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.755821:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.755824:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.755833:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7ba00. 02000000:00000010:1.0:1734676306.755848:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ac00. 00000400:00000010:1.0:1734676306.755851:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.755854:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.755858:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418432, portal 16 00000400:00000010:1.0:1734676306.755861:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676306.755862:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418432, offset 0 00000400:00000200:1.0:1734676306.755866:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.755871:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.755874:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676306.755877:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676306.755880:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676306.755882:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676306.755884:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80840:80840:255:4294967295] 192.168.203.46@tcp LPNI seq info [80836:80836:7:4294967295] 00000400:00000200:1.0:1734676306.755890:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.755893:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.755896:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.755898:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.755902:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.755904:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.755971:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.755974:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def900. 00000400:00000200:0.0:1734676306.755976:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.755979:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.755982:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676306.755983:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:0.0:1734676306.756028:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.756031:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676306.756033:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.756060:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.756062:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676306.756063:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676306.756067:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864418432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.757211:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487000. 00010000:00000010:0.1:1734676306.757245:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136ad00. 00010000:00000010:0.1:1734676306.757251:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7b000. 00000400:00000200:0.0:1734676306.758515:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.758526:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1be80 00000400:00000200:0.0:1734676306.758534:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b19 [1] + 224 00000400:00000200:0.0:1734676306.758543:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.758546:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.758554:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864418432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.758590:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.758594:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174b00 00000400:00000200:0.0:1734676306.758598:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 1312 00000400:00000200:0.0:1734676306.758613:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.758615:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.758620:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.758624:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000400:00000010:1.0:1734676306.758709:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad6e0. 00000400:00000200:1.0:1734676306.758713:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.758715:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.758720:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864418432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.758727:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864418432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.758748:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ac00. 02000000:00000010:1.0:1734676306.758752:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7ba00. 00000100:00000010:1.0:1734676306.758755:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000100:00000010:1.0:1734676306.758759:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.758761:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676306.758843:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116c00. 00000020:00000010:2.0:1734676306.758849:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.758853:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.758872:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867927808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.758903:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927808 02000000:00000010:2.0:1734676306.758911:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.758930:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc5900. 00010000:00000010:2.0:1734676306.758957:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.758962:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.758974:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.758977:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.758985:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676306.758989:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927808, offset 224 00000400:00000200:2.0:1734676306.758993:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.759000:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.759004:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80841:80841:256:4294967295] 192.168.203.46@tcp LPNI seq info [80837:80837:8:4294967295] 00000400:00000200:2.0:1734676306.759012:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.759016:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.759020:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.759023:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.759029:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.759032:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.759066:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676306.759069:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.759073:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116c00. 00080000:00000010:0.0:1734676306.759131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfce00. 00010000:00000010:0.0:1734676306.759194:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:0.0:1734676306.759200:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5880. 00010000:00000010:0.0:1734676306.759256:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814200. 00010000:00000010:0.0:1734676306.759261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676306.759268:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11bac0. 00000100:00000010:0.0:1734676306.759270:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676306.759275:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676306.759283:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d814600. 02000000:00000010:0.0:1734676306.759298:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d815400. 00000400:00000010:0.0:1734676306.759301:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676306.759304:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676306.759307:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418560, portal 16 00000400:00000010:0.0:1734676306.759310:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.759312:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418560, offset 0 00000400:00000200:0.0:1734676306.759316:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.759320:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.759323:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.759326:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.759329:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.759330:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.759333:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80842:80842:255:4294967295] 192.168.203.46@tcp LPNI seq info [80838:80838:7:4294967295] 00000400:00000200:0.0:1734676306.759338:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.759342:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.759344:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.759347:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.759350:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.759352:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.759383:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.759385:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.759388:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.759390:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.759393:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676306.759394:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:0.0:1734676306.759436:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.759438:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:0.0:1734676306.759440:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.759442:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.759444:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676306.759446:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676306.759450:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480a80 x1818938864418560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.760139:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a800. 00010000:00000010:0.1:1734676306.760144:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7bc00. 00010000:00000010:0.1:1734676306.760147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdfca00. 00010000:00000010:0.1:1734676306.760149:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf5b400. 00010000:00000010:0.1:1734676306.760151:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7b200. 00000400:00000200:0.0:1734676306.761489:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.761500:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bf00 00000400:00000200:0.0:1734676306.761506:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b25 [1] + 224 00000400:00000200:0.0:1734676306.761515:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.761518:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.761526:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480a80 x1818938864418560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.762153:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.762160:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174b80 00000400:00000200:0.0:1734676306.762165:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 1640 00000400:00000200:0.0:1734676306.762182:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.762185:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.762189:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.762194:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:3.0:1734676306.762285:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403200. 00000020:00000010:3.0:1734676306.762290:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.762294:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.762312:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867927936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.762330:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867927936 02000000:00000010:3.0:1734676306.762338:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae400. 00010000:00000010:3.0:1734676306.762363:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.762368:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676306.762373:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676306.762377:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.762386:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.762390:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867927936, offset 224 00000400:00000200:3.0:1734676306.762394:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.762401:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.762406:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80843:80843:256:4294967295] 192.168.203.46@tcp LPNI seq info [80839:80839:8:4294967295] 00000400:00000200:3.0:1734676306.762414:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.762419:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.762422:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defc00. 00000800:00000200:3.0:1734676306.762426:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.762431:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.762433:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1734676306.762504:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:2.0:1734676306.762509:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676306.762511:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676306.762515:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480a80 x1818938864418560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.762522:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480a80 x1818938864418560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.762538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880073741d80. 02000000:00000010:2.0:1734676306.762547:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d815400. 02000000:00000010:2.0:1734676306.762553:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d814600. 00000100:00000010:2.0:1734676306.762557:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000010:2.0:1734676306.762561:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:2.0:1734676306.762564:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11bac0. 00080000:00000010:2.0:1734676306.762576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116c00. 00010000:00000010:2.0:1734676306.762632:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca00. 00010000:00000010:2.0:1734676306.762638:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880073741300. 00010000:00000010:2.0:1734676306.762698:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116200. 00010000:00000010:2.0:1734676306.762703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.762709:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.762713:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.762717:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.762724:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130116000. 02000000:00000010:2.0:1734676306.762738:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130117200. 00000400:00000010:2.0:1734676306.762741:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676306.762744:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.762748:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418688, portal 16 00000400:00000010:2.0:1734676306.762750:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676306.762752:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418688, offset 0 00000400:00000200:2.0:1734676306.762755:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.762760:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.762763:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.762766:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.762768:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.762769:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.762772:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80844:80844:255:4294967295] 192.168.203.46@tcp LPNI seq info [80840:80840:7:4294967295] 00000400:00000200:2.0:1734676306.762777:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.762779:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.762782:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.762785:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.762788:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.762790:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.762886:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.762890:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.762893:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403200. 00000800:00000200:1.0:1734676306.763476:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.763480:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defc00. 00000400:00000200:1.0:1734676306.763482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.763486:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.763490:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676306.763492:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:1.0:1734676306.763539:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.763541:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676306.763544:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.763547:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.763549:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676306.763550:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:1.0:1734676306.763555:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864418688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.764867:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.764877:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1bf80 00000400:00000200:0.0:1734676306.764883:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b31 [1] + 224 00000400:00000200:0.0:1734676306.764899:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.764902:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.764909:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864418688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.765520:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676306.765524:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.765526:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.765532:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864418688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.765540:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864418688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.765559:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130117200. 02000000:00000010:2.0:1734676306.765564:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130116000. 00000100:00000010:2.0:1734676306.765568:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676306.765571:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.765574:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676306.765815:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.765822:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174c00 00000400:00000200:0.0:1734676306.765828:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4529 [2] + 1968 00000400:00000010:0.0:1734676306.765831:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad0b0. 00000400:00000200:0.0:1734676306.765835:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012bd61e40 00000400:00000200:0.0:1734676306.765880:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.765884:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.765886:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012bd61e40 00000400:00000010:0.0:1734676306.765888:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012bd61e40. 00000100:00000200:0.0:1734676306.765892:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676306.766087:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c403200. 00000020:00000010:3.0:1734676306.766093:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.766097:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.766115:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8450 x1818938867928064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.766142:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928064 02000000:00000010:3.0:1734676306.766149:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8acc00. 00010000:00000010:3.0:1734676306.766167:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013017ac00. 00010000:00000010:3.0:1734676306.766181:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.766185:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd840. 00000100:00000010:3.0:1734676306.766198:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd840. 00010000:00000010:3.0:1734676306.766201:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000010:3.0:1734676306.766209:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.766212:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928064, offset 224 00000400:00000200:3.0:1734676306.766217:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.766224:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.766229:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80845:80845:256:4294967295] 192.168.203.46@tcp LPNI seq info [80841:80841:8:4294967295] 00000400:00000200:3.0:1734676306.766236:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.766240:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.766244:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134deff00. 00000800:00000200:3.0:1734676306.766248:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.766253:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.766256:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134deff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.766268:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.766270:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:3.0:1734676306.766272:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c403200. 02000000:00000010:3.0:1734676306.766281:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae400. 00000100:00000010:3.0:1734676306.766284:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676306.766288:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:3.0:1734676306.766291:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:3.0:1734676306.766294:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8afc00. 00000100:00000010:3.0:1734676306.766296:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676306.766297:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:3.0:1734676306.766300:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676306.766302:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ad000. 00000100:00000010:3.0:1734676306.766305:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676306.766309:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:3.0:1734676306.766311:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:3.0:1734676306.766316:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676306.766319:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd99f8. 00000400:00000010:3.0:1734676306.766322:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd840. 00000800:00000200:1.0:1734676306.766599:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.766603:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134deff00. 00000400:00000200:1.0:1734676306.766605:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.766608:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.766610:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676306.766611:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 02000000:00000010:1.0:1734676306.766614:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8acc00. 00080000:00000010:2.0:1734676306.766795:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116000. 00010000:00000010:2.0:1734676306.766853:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.766859:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013017ac80. 00010000:00000010:2.0:1734676306.766913:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130117200. 00010000:00000010:2.0:1734676306.766917:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.766923:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.766927:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.766933:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.766941:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130117e00. 02000000:00000010:2.0:1734676306.766957:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116600. 00000400:00000010:2.0:1734676306.766961:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676306.766964:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.766966:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418816, portal 16 00000400:00000010:2.0:1734676306.766969:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676306.766971:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418816, offset 0 00000400:00000200:2.0:1734676306.766974:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.766979:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.766982:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.766985:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.766988:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.766990:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.766992:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80846:80846:256:4294967295] 192.168.203.46@tcp LPNI seq info [80842:80842:8:4294967295] 00000400:00000200:2.0:1734676306.766998:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.767001:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.767004:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.767007:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.767010:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.767013:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676306.767561:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ebf00. 00010000:00000010:1.1:1734676306.767568:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7be00. 00010000:00000010:1.1:1734676306.767575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9b400. 00000800:00000200:3.0:1734676306.768165:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.768169:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:3.0:1734676306.768172:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.768177:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.768180:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676306.768182:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676306.768189:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864418816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.769372:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.769383:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c000 00000400:00000200:0.0:1734676306.769390:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b41 [1] + 224 00000400:00000200:0.0:1734676306.769397:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.769401:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.769408:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864418816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.769514:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.769519:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174c80 00000400:00000200:0.0:1734676306.769524:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 0 00000400:00000010:2.0:1734676306.769681:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676306.769685:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.769686:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.769691:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864418816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.769697:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864418816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.769718:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116600. 02000000:00000010:2.0:1734676306.769724:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130117e00. 00000100:00000010:2.0:1734676306.769727:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676306.769731:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.769734:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676306.769776:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.769780:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.769784:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.769788:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000020:00000010:1.0:1734676306.769937:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7be00. 00000020:00000010:1.0:1734676306.769942:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.769946:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.769963:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482680 x1818938867928192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.769996:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928192 02000000:00000010:1.0:1734676306.770004:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.770025:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121400. 00010000:00000010:1.0:1734676306.770062:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.770068:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.770087:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.770089:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.770100:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.770104:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928192, offset 224 00000400:00000200:1.0:1734676306.770109:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.770116:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.770121:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80847:80847:256:4294967295] 192.168.203.46@tcp LPNI seq info [80843:80843:8:4294967295] 00000400:00000200:1.0:1734676306.770128:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.770133:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.770135:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676306.770139:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.770144:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.770147:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.770160:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.770163:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:1.0:1734676306.770166:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7be00. 00000800:00000200:1.0:1734676306.770215:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.770218:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 00000400:00000200:1.0:1734676306.770220:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.770223:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.770225:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676306.770227:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00080000:00000010:2.0:1734676306.770504:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117e00. 00010000:00000010:2.0:1734676306.770559:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.770563:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121380. 00010000:00000010:2.0:1734676306.770615:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116600. 00010000:00000010:2.0:1734676306.770619:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.770624:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.770627:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.770631:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.770639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130117800. 02000000:00000010:2.0:1734676306.770653:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116a00. 00000400:00000010:2.0:1734676306.770656:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676306.770659:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.770662:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864418944, portal 16 00000400:00000010:2.0:1734676306.770665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676306.770666:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864418944, offset 0 00000400:00000200:2.0:1734676306.770670:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.770674:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.770677:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.770679:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.770682:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.770683:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.770686:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80848:80848:256:4294967295] 192.168.203.46@tcp LPNI seq info [80844:80844:8:4294967295] 00000400:00000200:2.0:1734676306.770691:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.770694:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.770697:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.770699:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.770703:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.770705:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.770722:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676306.770725:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130117600. 02000000:00000010:2.0:1734676306.770730:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116400. 00000400:00000010:2.0:1734676306.770732:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7160. 00000400:00000010:2.0:1734676306.770734:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.770735:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419072, portal 16 00000400:00000010:2.0:1734676306.770737:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676306.770739:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419072, offset 0 00000400:00000200:2.0:1734676306.770741:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.770744:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.770746:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.770747:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.770749:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.770750:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.770752:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80849:80849:255:4294967295] 192.168.203.46@tcp LPNI seq info [80845:80845:7:4294967295] 00000400:00000200:2.0:1734676306.770758:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.770762:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.770764:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.770766:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.770768:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.770771:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.771014:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.771017:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:3.0:1734676306.771020:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.771023:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.771026:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:3.0:1734676306.771027:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:3.0:1734676306.771032:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864418944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676306.771108:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.771110:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:3.0:1734676306.771113:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.771115:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.771117:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:3.0:1734676306.771119:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:3.0:1734676306.771123:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864419072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.773156:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.773170:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c080 00000400:00000200:0.0:1734676306.773177:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b4d [1] + 224 00000400:00000200:0.0:1734676306.773186:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.773189:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.773198:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864418944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.773231:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.773236:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c100 00000400:00000200:0.0:1734676306.773240:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b55 [1] + 224 00000400:00000200:0.0:1734676306.773246:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.773248:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.773252:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864419072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.773263:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676306.773307:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676306.773310:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.773312:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.773318:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864418944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.773325:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864418944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.773344:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7160. 00000400:00000200:2.0:1734676306.773346:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:2.0:1734676306.773347:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676306.773349:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864419072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.773354:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864419072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.773365:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116a00. 02000000:00000010:2.0:1734676306.773371:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130117800. 00000100:00000010:2.0:1734676306.773375:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.773378:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116400. 02000000:00000010:2.0:1734676306.773380:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130117600. 00000100:00000010:2.0:1734676306.773382:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676306.773385:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.773389:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676306.773429:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174d00 00000400:00000200:0.0:1734676306.773435:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 328 00000400:00000200:0.0:1734676306.773443:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.773445:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.773449:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.773453:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000200:0.0:1734676306.773478:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.773482:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174d80 00000400:00000200:0.0:1734676306.773485:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 656 00000400:00000200:0.0:1734676306.773500:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.773503:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.773510:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.773513:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:3.0:1734676306.773604:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c402000. 00000020:00000010:3.0:1734676306.773609:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a280. 00000020:00000010:3.0:1734676306.773613:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c207d0. 00000100:00000200:3.0:1734676306.773630:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867928320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.773666:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7be00. 00000020:00000010:1.0:1734676306.773670:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.773672:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23898. 00000100:00000200:1.0:1734676306.773680:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867928448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.773728:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928320 02000000:00000010:2.0:1734676306.773737:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00000100:00000200:0.0:1734676306.773739:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928448 02000000:00000010:0.0:1734676306.773744:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:2.0:1734676306.773756:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0c6c00. 00010000:00000010:0.0:1734676306.773760:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0c6b80. 00010000:00000010:2.0:1734676306.773769:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.773775:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000400:00000010:0.0:1734676306.773779:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000010:2.0:1734676306.773780:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.773782:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000100:00000200:0.0:1734676306.773783:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928448, offset 224 00000400:00000010:2.0:1734676306.773785:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000400:00000200:0.0:1734676306.773787:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.773828:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000100:00000200:2.0:1734676306.773832:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928320, offset 224 00000400:00000200:0.0:1734676306.773833:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80850:80850:256:4294967295] 192.168.203.46@tcp LPNI seq info [80846:80846:8:4294967295] 00000400:00000200:2.0:1734676306.773836:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.773841:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.773845:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.773846:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000800:00000010:0.0:1734676306.773848:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000400:00000200:2.0:1734676306.773849:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80851:80851:255:4294967295] 192.168.203.46@tcp LPNI seq info [80847:80847:7:4294967295] 00000800:00000200:0.0:1734676306.773852:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:2.0:1734676306.773854:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.773858:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000200:0.0:1734676306.773858:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000010:2.0:1734676306.773860:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:0.0:1734676306.773861:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.773862:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.773865:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.773866:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.773932:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a280. 00000020:00000010:0.0:1734676306.773932:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:2.0:1734676306.773935:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c207d0. 00000020:00000010:0.0:1734676306.773935:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23898. 00000020:00000010:2.0:1734676306.773939:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c402000. 00000020:00000010:0.0:1734676306.773939:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7be00. 00080000:00000010:2.0:1734676306.773959:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117600. 00000800:00000200:1.0:1734676306.773994:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.773996:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676306.773998:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.774001:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.774004:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676306.774005:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00010000:00000010:2.0:1734676306.774011:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.774016:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0c6b00. 00000800:00000200:1.0:1734676306.774090:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.774093:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676306.774096:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.774098:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.774100:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676306.774102:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00010000:00000010:2.0:1734676306.774209:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116400. 00010000:00000010:2.0:1734676306.774214:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676306.774220:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.774223:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.774226:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00010000:00000010:1.1:1734676306.774232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17e00. 02000000:00000010:2.0:1734676306.774235:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130117800. 02000000:00000010:2.0:1734676306.774249:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116a00. 00000400:00000010:2.0:1734676306.774252:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7160. 00000400:00000010:2.0:1734676306.774254:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.774258:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419200, portal 16 00000400:00000010:2.0:1734676306.774260:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676306.774262:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419200, offset 0 00000400:00000200:2.0:1734676306.774265:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.774269:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.774272:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.774275:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.774277:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.774279:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.774282:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80852:80852:256:4294967295] 192.168.203.46@tcp LPNI seq info [80848:80848:8:4294967295] 00000400:00000200:2.0:1734676306.774287:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.774290:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.774292:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.774294:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.774298:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.774300:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.774453:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.774456:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:3.0:1734676306.774458:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.774461:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.774463:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676306.774465:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676306.774470:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2d80 x1818938864419200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.775421:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.775430:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c180 00000400:00000200:0.0:1734676306.775436:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b65 [1] + 224 00000400:00000200:0.0:1734676306.775452:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.775455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.775462:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2d80 x1818938864419200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676306.775532:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7160. 00000400:00000200:2.0:1734676306.775536:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676306.775537:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.775542:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2d80 x1818938864419200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.775548:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2d80 x1818938864419200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.775564:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116a00. 02000000:00000010:2.0:1734676306.775570:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130117800. 00000100:00000010:2.0:1734676306.775573:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 00000100:00000010:2.0:1734676306.775577:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.775580:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676306.775848:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.775853:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174e00 00000400:00000200:0.0:1734676306.775856:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 984 00000400:00000200:0.0:1734676306.775884:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.775887:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.775889:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.775892:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676306.776032:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117800. 00000020:00000010:2.0:1734676306.776065:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.776068:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.776096:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867928576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.776115:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928576 02000000:00000010:2.0:1734676306.776121:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.776138:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b701b80. 00010000:00000010:2.0:1734676306.776150:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.776155:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.776171:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.776174:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.776181:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676306.776184:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928576, offset 224 00000400:00000200:2.0:1734676306.776188:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.776194:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.776198:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80853:80853:256:4294967295] 192.168.203.46@tcp LPNI seq info [80849:80849:8:4294967295] 00000400:00000200:2.0:1734676306.776206:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.776209:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.776212:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.776216:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.776221:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.776224:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.776234:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.776236:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.776240:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117800. 00000800:00000200:3.0:1734676306.776325:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.776328:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:3.0:1734676306.776331:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.776333:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.776336:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:3.0:1734676306.776337:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:3.0:1734676306.776355:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c403600. 00010000:00000010:3.0:1734676306.776420:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:3.0:1734676306.776426:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b701b00. 00010000:00000010:3.0:1734676306.776495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c402000. 00010000:00000010:3.0:1734676306.776499:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.776506:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.776509:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.776514:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.776521:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c403200. 02000000:00000010:3.0:1734676306.776535:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c402a00. 00000400:00000010:3.0:1734676306.776539:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.776541:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.776545:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419328, portal 16 00000400:00000010:3.0:1734676306.776548:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.776549:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419328, offset 0 00000400:00000200:3.0:1734676306.776552:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.776557:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.776560:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.776562:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.776565:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.776566:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.776569:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80854:80854:256:4294967295] 192.168.203.46@tcp LPNI seq info [80850:80850:8:4294967295] 00000400:00000200:3.0:1734676306.776574:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.776578:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.776580:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def400. 00000800:00000200:3.0:1734676306.776583:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.776586:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.776588:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.776749:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.776751:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def400. 00000400:00000200:0.0:1734676306.776753:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.776756:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.776759:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676306.776760:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676306.776764:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864419328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.777868:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d001a00. 00010000:00000010:1.1:1734676306.777912:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0fe00. 00010000:00000010:1.1:1734676306.777920:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fede800. 00010000:00000010:1.1:1734676306.777923:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dba0400. 00010000:00000010:1.1:1734676306.777926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814200. 00010000:00000010:1.1:1734676306.777930:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93300. 00010000:00000010:1.1:1734676306.777933:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116200. 00000400:00000200:0.0:1734676306.778334:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.778344:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c200 00000400:00000200:0.0:1734676306.778351:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b71 [1] + 224 00000400:00000200:0.0:1734676306.778359:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.778362:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.778370:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864419328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.778403:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.778407:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174e80 00000400:00000200:0.0:1734676306.778411:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 1312 00000400:00000200:0.0:1734676306.778425:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.778427:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.778431:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.778435:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676306.778536:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000020:00000010:1.0:1734676306.778541:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.778545:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676306.778562:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867928704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.778573:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.778577:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.778578:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.778584:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864419328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.778589:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928704 00000100:00000200:3.0:1734676306.778590:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864419328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.778596:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 02000000:00000010:3.0:1734676306.778607:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c402a00. 02000000:00000010:3.0:1734676306.778612:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c403200. 00010000:00000010:1.0:1734676306.778615:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d4f580. 00000100:00000010:3.0:1734676306.778617:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.778620:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.778623:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00010000:00000010:1.0:1734676306.778629:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.778705:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.778758:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.778761:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:3.0:1734676306.778767:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c403200. 00000400:00000010:1.0:1734676306.778770:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676306.778773:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928704, offset 224 00000400:00000200:1.0:1734676306.778778:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.778784:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.778789:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80855:80855:256:4294967295] 192.168.203.46@tcp LPNI seq info [80851:80851:8:4294967295] 00000400:00000200:1.0:1734676306.778796:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.778801:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.778803:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676306.778807:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.778812:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.778816:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.778819:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.778824:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d4ff00. 00000020:00000010:1.0:1734676306.778864:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.778868:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.778871:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 00010000:00000010:3.0:1734676306.778878:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def100. 00010000:00000010:3.0:1734676306.778880:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.778884:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c402a00. 00010000:00000010:3.0:1734676306.778888:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00080000:00000010:3.0:1734676306.778896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402c00. 00010000:00000010:3.0:1734676306.778914:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.778916:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.778951:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403800. 00010000:00000010:3.0:1734676306.778954:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.778959:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.778961:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.778965:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00000800:00000200:2.0:1734676306.778968:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.778971:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 02000000:00000010:3.0:1734676306.778972:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c403c00. 00000400:00000200:2.0:1734676306.778975:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.778977:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.778980:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:2.0:1734676306.778981:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 02000000:00000010:3.0:1734676306.778986:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c403400. 00000400:00000010:3.0:1734676306.778989:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.778992:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.778996:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419456, portal 16 00000400:00000010:3.0:1734676306.778998:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.779000:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419456, offset 0 00000400:00000200:3.0:1734676306.779004:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.779007:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.779010:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.779013:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.779016:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.779018:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.779020:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80856:80856:256:4294967295] 192.168.203.46@tcp LPNI seq info [80852:80852:8:4294967295] 00000400:00000200:3.0:1734676306.779025:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.779028:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.779030:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defe00. 00000800:00000200:3.0:1734676306.779032:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.779065:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.779068:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.779147:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.779149:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defe00. 00000400:00000200:0.0:1734676306.779152:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.779155:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.779158:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676306.779159:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676306.779164:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864419456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.780170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847e00. 00010000:00000010:1.1:1734676306.780178:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116400. 00000400:00000200:0.0:1734676306.780806:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.780816:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c280 00000400:00000200:0.0:1734676306.780822:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b7d [1] + 224 00000400:00000200:0.0:1734676306.780830:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.780833:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.780841:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864419456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.780871:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.780875:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174f00 00000400:00000200:0.0:1734676306.780879:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 1640 00000400:00000200:0.0:1734676306.780891:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.780894:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676306.780900:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.780904:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.780905:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676306.780909:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1734676306.780910:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864419456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676306.780913:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000100:00000200:3.0:1734676306.780917:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864419456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.780937:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c403400. 02000000:00000010:3.0:1734676306.780942:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c403c00. 00000100:00000010:3.0:1734676306.780945:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.780947:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.780951:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000020:00000010:1.0:1734676306.781021:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000020:00000010:1.0:1734676306.781026:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.781029:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676306.781083:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867928832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.781113:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928832 02000000:00000010:1.0:1734676306.781121:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.781139:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cd700. 00010000:00000010:1.0:1734676306.781149:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.781155:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.782296:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.782302:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.782314:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676306.782319:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928832, offset 224 00000400:00000200:1.0:1734676306.782325:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.782334:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.782340:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80857:80857:256:4294967295] 192.168.203.46@tcp LPNI seq info [80853:80853:8:4294967295] 00000400:00000200:1.0:1734676306.782348:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.782352:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.782356:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676306.782361:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.782368:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.782371:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676306.782724:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c403c00. 00010000:00000010:3.0:1734676306.782786:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.782793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cd680. 00010000:00000010:3.0:1734676306.782857:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403400. 00010000:00000010:3.0:1734676306.782862:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.782870:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.782875:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.782881:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.782890:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402200. 02000000:00000010:3.0:1734676306.782912:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006f281600. 00000400:00000010:3.0:1734676306.782917:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.782921:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.782924:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419584, portal 16 00000400:00000010:3.0:1734676306.782928:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.782929:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419584, offset 0 00000400:00000200:3.0:1734676306.782933:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.782938:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.782941:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.782944:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.782947:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.782949:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.782951:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80858:80858:255:4294967295] 192.168.203.46@tcp LPNI seq info [80854:80854:7:4294967295] 00000400:00000200:3.0:1734676306.782957:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.782961:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.782963:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def300. 00000800:00000200:3.0:1734676306.782966:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.782970:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.782972:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def300 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.783381:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.783386:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.783391:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 00000800:00000200:2.0:1734676306.785698:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.785703:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:2.0:1734676306.785710:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.785716:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.785721:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676306.785723:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000800:00000200:2.0:1734676306.785792:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.785794:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def300. 00000400:00000200:2.0:1734676306.785797:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.785801:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.785803:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676306.785805:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676306.785811:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864419584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.786172:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3100. 00010000:00000010:1.1:1734676306.786179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130117200. 00010000:00000010:1.1:1734676306.786183:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db29200. 00010000:00000010:1.1:1734676306.786185:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e8dc00. 00010000:00000010:1.1:1734676306.786188:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116600. 00010000:00000010:1.1:1734676306.786192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27800. 00010000:00000010:2.1:1734676306.786258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9ba00. 00000400:00000200:0.0:1734676306.787089:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.787101:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c300 00000400:00000200:0.0:1734676306.787108:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b89 [1] + 224 00000400:00000200:0.0:1734676306.787124:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.787127:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.787135:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864419584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.787257:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.787262:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.787263:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.787269:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864419584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.787276:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864419584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.787299:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006f281600. 02000000:00000010:3.0:1734676306.787305:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402200. 00000100:00000010:3.0:1734676306.787311:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.787314:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.787318:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000200:0.0:1734676306.787579:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.787584:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5174f80 00000400:00000200:0.0:1734676306.787588:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4581 [2] + 1968 00000400:00000010:0.0:1734676306.787590:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:0.0:1734676306.787592:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469e40 00000400:00000200:0.0:1734676306.787630:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.787632:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.787634:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469e40 00000400:00000010:0.0:1734676306.787635:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469e40. 00000100:00000200:0.0:1734676306.787639:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.787746:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000020:00000010:1.0:1734676306.787752:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.787756:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676306.787774:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8850 x1818938867928960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.787804:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867928960 02000000:00000010:1.0:1734676306.787813:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.787833:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0c6400. 00010000:00000010:1.0:1734676306.787845:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.787851:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57480. 00000100:00000010:1.0:1734676306.787866:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57480. 00010000:00000010:1.0:1734676306.787868:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.787878:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676306.787881:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867928960, offset 224 00000400:00000200:1.0:1734676306.787886:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.787893:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.787898:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80859:80859:256:4294967295] 192.168.203.46@tcp LPNI seq info [80855:80855:8:4294967295] 00000400:00000200:1.0:1734676306.787905:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.787909:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.787913:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.787916:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.787922:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.787925:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.787937:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.787941:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.787944:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 02000000:00000010:1.0:1734676306.787950:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676306.787952:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676306.787956:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:1.0:1734676306.787957:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676306.787963:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:1.0:1734676306.787966:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676306.787969:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:1.0:1734676306.787971:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:1.0:1734676306.787974:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676306.787976:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676306.787978:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:1.0:1734676306.787979:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 00000100:00000200:1.0:1734676306.787984:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.787987:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad6e0. 00000400:00000010:1.0:1734676306.787990:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df57480. 00080000:00000010:3.0:1734676306.788091:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006f281600. 00010000:00000010:3.0:1734676306.788149:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.788155:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cdf80. 00000800:00000200:2.0:1734676306.788202:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.788205:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:2.0:1734676306.788209:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676306.788212:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006f280c00. 00000400:00000200:2.0:1734676306.788212:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.788214:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00010000:00000010:3.0:1734676306.788216:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00000400:00000010:2.0:1734676306.788216:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 02000000:00000010:2.0:1734676306.788219:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00010000:00000010:3.0:1734676306.788223:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.788226:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.788231:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.788238:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006f281c00. 02000000:00000010:3.0:1734676306.788253:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006f280200. 00000400:00000010:3.0:1734676306.788256:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.788259:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.788262:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419712, portal 16 00000400:00000010:3.0:1734676306.788264:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.788266:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419712, offset 0 00000400:00000200:3.0:1734676306.788269:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.788273:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.788276:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.788280:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.788283:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.788285:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.788287:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80860:80860:256:4294967295] 192.168.203.46@tcp LPNI seq info [80856:80856:8:4294967295] 00000400:00000200:3.0:1734676306.788293:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.788303:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.788306:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134def200. 00000800:00000200:3.0:1734676306.788311:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.788315:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.788317:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134def200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.788409:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.788412:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134def200. 00000400:00000200:0.0:1734676306.788414:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.788418:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.788420:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.788421:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676306.788425:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864419712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.789282:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e847800. 00010000:00000010:1.1:1734676306.789295:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402000. 00010000:00000010:1.1:1734676306.789299:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def100. 00010000:00000010:1.1:1734676306.789302:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402a00. 00000400:00000200:0.0:1734676306.789796:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.789806:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c380 00000400:00000200:0.0:1734676306.789813:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5b99 [1] + 224 00000400:00000200:0.0:1734676306.789821:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.789824:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.789831:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864419712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.789886:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:3.0:1734676306.789890:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:0.0:1734676306.789891:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175000 00000400:00000200:3.0:1734676306.789893:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.789895:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.789899:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864419712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.789899:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 0 00000100:00000200:3.0:1734676306.789906:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864419712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.789925:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006f280200. 02000000:00000010:3.0:1734676306.789929:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006f281c00. 00000100:00000010:3.0:1734676306.789933:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:3.0:1734676306.789936:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.789939:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000400:00000200:0.0:1734676306.789942:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.789945:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.789949:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.789952:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:2.0:1734676306.790094:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117800. 00000020:00000010:2.0:1734676306.790099:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.790103:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.790121:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867929088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.790146:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929088 02000000:00000010:2.0:1734676306.790153:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.790175:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6eaf00. 00010000:00000010:2.0:1734676306.790193:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.790199:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.790214:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.790218:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.790226:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.790229:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929088, offset 224 00000400:00000200:2.0:1734676306.790234:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.790241:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.790245:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80861:80861:256:4294967295] 192.168.203.46@tcp LPNI seq info [80857:80857:8:4294967295] 00000400:00000200:2.0:1734676306.790252:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.790256:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.790259:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.790263:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.790270:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.790273:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.790285:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.790288:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.790292:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117800. 00000800:00000200:2.0:1734676306.790339:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.790342:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:2.0:1734676306.790344:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.790348:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.790350:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676306.790351:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00080000:00000010:3.0:1734676306.790447:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006f281c00. 00010000:00000010:3.0:1734676306.790505:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.790511:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf68200. 00010000:00000010:3.0:1734676306.790569:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006f280200. 00010000:00000010:3.0:1734676306.790574:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a380. 00010000:00000010:3.0:1734676306.790580:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd0c0. 00000100:00000010:3.0:1734676306.790583:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.790586:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 02000000:00000010:3.0:1734676306.790628:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402a00. 02000000:00000010:3.0:1734676306.790643:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c402000. 00000400:00000010:3.0:1734676306.790646:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.790649:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.790653:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419840, portal 16 00000400:00000010:3.0:1734676306.790656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.790657:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419840, offset 0 00000400:00000200:3.0:1734676306.790661:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.790666:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.790669:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.790672:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.790675:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.790676:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.790679:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80862:80862:256:4294967295] 192.168.203.46@tcp LPNI seq info [80858:80858:8:4294967295] 00000400:00000200:3.0:1734676306.790685:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.790688:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.790690:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defd00. 00000800:00000200:3.0:1734676306.790693:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.790697:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.790700:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.790766:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.790772:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defd00. 00000400:00000200:0.0:1734676306.790774:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.790777:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.790780:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.790781:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676306.790786:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29f80 x1818938864419840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.792484:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.792498:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c400 00000400:00000200:2.0:1734676306.792505:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ba5 [1] + 224 00000400:00000200:2.0:1734676306.792514:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.792517:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.792527:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29f80 x1818938864419840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.792549:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.792553:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175080 00000400:00000200:2.0:1734676306.792557:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 328 00000400:00000200:2.0:1734676306.792612:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.792616:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.792620:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.792625:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00010000:00000010:3.1:1734676306.792699:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0ca600. 00000400:00000010:0.0:1734676306.792839:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:0.0:1734676306.792844:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676306.792845:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676306.792851:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29f80 x1818938864419840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676306.792857:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000100:00000200:0.0:1734676306.792857:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29f80 x1818938864419840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676306.792862:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.792866:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 02000000:00000010:0.0:1734676306.792876:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c402000. 02000000:00000010:0.0:1734676306.792881:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402a00. 00000100:00000200:1.0:1734676306.792882:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2d80 x1818938867929216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:0.0:1734676306.792883:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29f80. 00000100:00000010:0.0:1734676306.792886:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:0.0:1734676306.792890:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd0c0. 00000100:00000200:1.0:1734676306.792900:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929216 02000000:00000010:1.0:1734676306.792907:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.792925:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5b0180. 00010000:00000010:1.0:1734676306.792938:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.792943:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.792948:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.792950:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.792959:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676306.792963:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929216, offset 224 00000400:00000200:1.0:1734676306.792967:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.792975:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.792980:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80863:80863:256:4294967295] 192.168.203.46@tcp LPNI seq info [80859:80859:8:4294967295] 00000400:00000200:1.0:1734676306.792987:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.792992:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.792995:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.793002:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.793007:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.793010:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.793033:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.793051:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.793055:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 00000800:00000200:3.0:1734676306.793107:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.793111:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:3.0:1734676306.793114:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.793118:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.793120:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:3.0:1734676306.793122:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00080000:00000010:0.0:1734676306.793543:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814000. 00010000:00000010:0.0:1734676306.793607:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a380. 00010000:00000010:0.0:1734676306.793613:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5b0d00. 00010000:00000010:0.0:1734676306.793688:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d814600. 00010000:00000010:0.0:1734676306.793694:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676306.793701:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b440. 00000100:00000010:0.0:1734676306.793704:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676306.793710:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 02000000:00000010:0.0:1734676306.793720:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d815400. 02000000:00000010:0.0:1734676306.793737:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d814200. 00000400:00000010:0.0:1734676306.793741:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676306.793745:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676306.793749:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864419968, portal 16 00000400:00000010:0.0:1734676306.793752:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676306.793753:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864419968, offset 0 00000400:00000200:0.0:1734676306.793757:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.793762:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.793766:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.793769:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.793771:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.793773:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.793774:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80864:80864:256:4294967295] 192.168.203.46@tcp LPNI seq info [80860:80860:8:4294967295] 00000400:00000200:0.0:1734676306.793782:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.793787:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.793789:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676306.793792:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.793796:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.793798:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.793926:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.793928:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:2.0:1734676306.793932:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.793935:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.793937:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676306.793939:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:2.0:1734676306.793943:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480700 x1818938864419968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.795576:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.795588:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c480 00000400:00000200:0.0:1734676306.795595:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5bb1 [1] + 224 00000400:00000200:0.0:1734676306.795612:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.795615:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.795625:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480700 x1818938864419968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676306.795721:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:1.0:1734676306.795725:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676306.795726:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676306.795731:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480700 x1818938864419968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676306.795738:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480700 x1818938864419968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676306.795760:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d814200. 02000000:00000010:1.0:1734676306.795766:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d815400. 00000100:00000010:1.0:1734676306.795770:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000010:1.0:1734676306.795775:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:1.0:1734676306.795779:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b440. 00000400:00000200:0.0:1734676306.796566:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.796573:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175100 00000400:00000200:0.0:1734676306.796579:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 656 00000400:00000200:0.0:1734676306.796632:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.796636:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.796641:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.796645:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:2.0:1734676306.796757:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.796762:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.796766:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.796786:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867929344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.796817:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929344 02000000:00000010:2.0:1734676306.796825:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6bc00. 00010000:00000010:2.0:1734676306.796846:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfec680. 00010000:00000010:2.0:1734676306.796859:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.796864:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.796871:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.796874:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.796883:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676306.796887:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929344, offset 224 00000400:00000200:2.0:1734676306.796891:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.796898:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.796903:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80865:80865:256:4294967295] 192.168.203.46@tcp LPNI seq info [80861:80861:8:4294967295] 00000400:00000200:2.0:1734676306.796910:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.796914:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.796918:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.796922:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.796928:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.796931:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.796955:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.796958:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.796962:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 00000800:00000200:3.0:1734676306.797233:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.797237:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:3.0:1734676306.797239:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.797242:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.797245:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:3.0:1734676306.797247:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00080000:00000010:0.0:1734676306.797562:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814400. 00010000:00000010:0.0:1734676306.797624:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676306.797630:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfec600. 00010000:00000010:0.0:1734676306.797685:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2d00. 00010000:00000010:0.0:1734676306.797687:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c980. 00010000:00000010:0.0:1734676306.797690:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d815400. 00010000:00000010:0.0:1734676306.797694:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00080000:00000010:0.0:1734676306.797703:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d814200. 00010000:00000010:0.0:1734676306.797719:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676306.797721:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c980. 00010000:00000010:0.0:1734676306.797758:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfc400. 00010000:00000010:0.0:1734676306.797761:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676306.797766:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b200. 00000100:00000010:0.0:1734676306.797770:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676306.797775:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 02000000:00000010:0.0:1734676306.797784:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847de00. 02000000:00000010:0.0:1734676306.797801:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d800. 00000400:00000010:0.0:1734676306.797805:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676306.797809:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676306.797813:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420096, portal 16 00000400:00000010:0.0:1734676306.797816:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676306.797818:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420096, offset 0 00000400:00000200:0.0:1734676306.797823:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.797827:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.797832:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676306.797835:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676306.797837:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676306.797839:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676306.797841:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80866:80866:256:4294967295] 192.168.203.46@tcp LPNI seq info [80862:80862:8:4294967295] 00000400:00000200:0.0:1734676306.797847:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.797850:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.797853:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676306.797856:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.797860:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.797863:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.798089:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.798092:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:2.0:1734676306.798095:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.798098:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.798100:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:2.0:1734676306.798101:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:2.0:1734676306.798106:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483480 x1818938864420096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.799175:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485e00. 00010000:00000010:1.1:1734676306.799184:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403800. 00010000:00000010:1.1:1734676306.799190:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ae100. 00010000:00000010:1.1:1734676306.799192:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403400. 00010000:00000010:0.1:1734676306.799249:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d02c00. 00000400:00000200:0.0:1734676306.800277:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.800291:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c500 00000400:00000200:0.0:1734676306.800299:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5bbd [1] + 224 00000400:00000200:0.0:1734676306.800308:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.800312:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.800321:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483480 x1818938864420096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.800532:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.800538:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175180 00000400:00000200:0.0:1734676306.800542:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 984 00000400:00000200:0.0:1734676306.800556:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.800559:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.800563:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.800568:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:2.0:1734676306.800665:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676306.800670:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:2.0:1734676306.800672:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:2.0:1734676306.800677:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483480 x1818938864420096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.800684:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483480 x1818938864420096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.800706:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676306.800712:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847de00. 00000100:00000010:2.0:1734676306.800715:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 00000100:00000010:2.0:1734676306.800719:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:2.0:1734676306.800723:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b200. 00000020:00000010:1.0:1734676306.800826:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000020:00000010:1.0:1734676306.800832:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.800836:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676306.800855:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867929472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.800873:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929472 02000000:00000010:1.0:1734676306.800882:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeb000. 00010000:00000010:1.0:1734676306.800904:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1c6f80. 00010000:00000010:1.0:1734676306.800916:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.800922:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.801303:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.801306:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.801316:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676306.801322:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929472, offset 224 00000400:00000200:1.0:1734676306.801327:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.801334:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.801339:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80867:80867:256:4294967295] 192.168.203.46@tcp LPNI seq info [80863:80863:8:4294967295] 00000400:00000200:1.0:1734676306.801346:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.801350:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.801355:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676306.801359:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.801364:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.801367:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.801478:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.801482:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.801485:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 00080000:00000010:3.0:1734676306.801546:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402a00. 00010000:00000010:3.0:1734676306.801612:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c980. 00010000:00000010:3.0:1734676306.801618:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1c6f00. 00010000:00000010:3.0:1734676306.801667:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c402000. 00010000:00000010:3.0:1734676306.801672:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.801679:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.801682:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.801688:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.801696:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c402200. 02000000:00000010:3.0:1734676306.801711:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c403400. 00000400:00000010:3.0:1734676306.801716:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.801719:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.801723:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420224, portal 16 00000400:00000010:3.0:1734676306.801726:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.801728:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420224, offset 0 00000400:00000200:3.0:1734676306.801732:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.801736:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.801739:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.801742:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.801745:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.801746:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.801748:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80868:80868:255:4294967295] 192.168.203.46@tcp LPNI seq info [80864:80864:7:4294967295] 00000400:00000200:3.0:1734676306.801754:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.801757:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.801760:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defb00. 00000800:00000200:3.0:1734676306.801762:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.801766:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.801768:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.801798:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.801801:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:3.0:1734676306.801804:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.801806:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.801809:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:3.0:1734676306.801810:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000800:00000200:3.0:1734676306.801863:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.801866:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defb00. 00000400:00000200:3.0:1734676306.801868:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.801871:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.801874:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676306.801875:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.801880:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.802148:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff6ca00. 00010000:00000010:1.1:1734676306.802160:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f280200. 00010000:00000010:3.1:1734676306.802194:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1c8600. 00000400:00000200:0.0:1734676306.804321:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.804335:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c580 00000400:00000200:0.0:1734676306.804344:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5bc9 [1] + 224 00000400:00000200:0.0:1734676306.804352:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.804356:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.804365:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.804399:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.804403:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175200 00000400:00000200:0.0:1734676306.804407:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 1312 00000400:00000200:0.0:1734676306.804422:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.804425:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.804429:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.804434:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:3.0:1734676306.804522:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.804527:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.804528:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.804534:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.804540:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.804562:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c403400. 02000000:00000010:3.0:1734676306.804568:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c402200. 00000100:00000010:3.0:1734676306.804572:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.804575:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.804578:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000020:00000010:1.0:1734676306.804658:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7ba00. 00000020:00000010:1.0:1734676306.804663:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.804667:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000100:00000200:1.0:1734676306.804685:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867929600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.804769:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929600 02000000:00000010:1.0:1734676306.804778:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.804799:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455500. 00010000:00000010:1.0:1734676306.804811:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.804816:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.804822:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.804824:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.804833:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676306.804837:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929600, offset 224 00000400:00000200:1.0:1734676306.804841:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.804848:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.804853:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80869:80869:256:4294967295] 192.168.203.46@tcp LPNI seq info [80865:80865:8:4294967295] 00000400:00000200:1.0:1734676306.804860:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.804864:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.804867:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676306.804871:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.804876:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.804879:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.804891:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.804895:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.804898:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7ba00. 00080000:00000010:3.0:1734676306.804984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c402200. 00000800:00000200:0.0:1734676306.805194:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.805197:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676306.805200:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.805204:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.805207:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676306.805208:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00010000:00000010:3.0:1734676306.805258:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.805263:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098455480. 00010000:00000010:3.0:1734676306.805320:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403400. 00010000:00000010:3.0:1734676306.805324:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.805329:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.805332:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.805336:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.805343:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c403800. 02000000:00000010:3.0:1734676306.805360:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097ec4c00. 00000400:00000010:3.0:1734676306.805363:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.805365:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.805369:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420352, portal 16 00000400:00000010:3.0:1734676306.805372:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.805373:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420352, offset 0 00000400:00000200:3.0:1734676306.805377:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.805381:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.805384:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.805388:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.805390:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.805392:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.805394:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80870:80870:256:4294967295] 192.168.203.46@tcp LPNI seq info [80866:80866:8:4294967295] 00000400:00000200:3.0:1734676306.805400:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.805403:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.805405:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134defb00. 00000800:00000200:3.0:1734676306.805408:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.805412:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.805414:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134defb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.805473:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.805475:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134defb00. 00000400:00000200:0.0:1734676306.805478:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.805480:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.805483:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676306.805484:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676306.805488:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.808213:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1f5000. 00000400:00000200:2.0:1734676306.808267:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.808281:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c600 00000400:00000200:2.0:1734676306.808287:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5bd5 [1] + 224 00000400:00000200:2.0:1734676306.808302:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.808306:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.808315:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676306.808522:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.808527:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175280 00000400:00000200:2.0:1734676306.808532:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 1640 00000400:00000010:3.0:1734676306.808694:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.808698:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.808700:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.808706:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.808713:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.808735:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097ec4c00. 02000000:00000010:3.0:1734676306.808739:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c403800. 00000100:00000010:3.0:1734676306.808745:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.808748:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.808752:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00010000:00000010:1.1:1734676306.808920:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00d00. 00010000:00000010:1.1:1734676306.808925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f280c00. 00000400:00000200:2.0:1734676306.808952:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.808955:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.808961:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676306.808965:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000020:00000010:0.0:1734676306.809207:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d800. 00000020:00000010:0.0:1734676306.809214:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676306.809218:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450898. 00000100:00000200:0.0:1734676306.809236:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867929728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.809261:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929728 02000000:00000010:0.0:1734676306.809270:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676306.809292:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d38d80. 00010000:00000010:0.0:1734676306.809305:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b7c0. 00000100:00000010:0.0:1734676306.809309:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676306.809876:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676306.809881:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b7c0. 00000400:00000010:0.0:1734676306.809890:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676306.809894:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929728, offset 224 00000400:00000200:0.0:1734676306.809898:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.809905:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.809909:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80871:80871:256:4294967295] 192.168.203.46@tcp LPNI seq info [80867:80867:8:4294967295] 00000400:00000200:0.0:1734676306.809917:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.809923:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.809926:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676306.809930:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.809936:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.809939:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.809966:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676306.809970:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450898. 00000020:00000010:0.0:1734676306.809972:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d800. 00000800:00000200:1.0:1734676306.810199:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.810202:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:1.0:1734676306.810205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.810209:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.810212:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:1.0:1734676306.810214:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00080000:00000010:3.0:1734676306.810276:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ec4c00. 00010000:00000010:3.0:1734676306.810337:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810342:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d38d00. 00000001:00000010:3.0:1734676306.810387:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9420. 00000001:00000010:3.0:1734676306.810392:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9420. 00000001:00000010:3.0:1734676306.810395:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7420. 00080000:00000010:3.0:1734676306.810400:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff88009d160a00. 00080000:00000010:3.0:1734676306.810406:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff880097ec4600. 00000001:00000010:3.0:1734676306.810410:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9420. 00010000:00000010:3.0:1734676306.810434:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def700. 00010000:00000010:3.0:1734676306.810436:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810440:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ec4e00. 00010000:00000010:3.0:1734676306.810444:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810454:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ec5000. 00010000:00000010:3.0:1734676306.810473:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810502:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defb00. 00010000:00000010:3.0:1734676306.810504:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810506:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ec4000. 00010000:00000010:3.0:1734676306.810508:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810514:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097ec5800. 00010000:00000010:3.0:1734676306.810531:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810533:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810566:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defd00. 00010000:00000010:3.0:1734676306.810568:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810571:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c403800. 00010000:00000010:3.0:1734676306.810573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810580:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfe600. 00010000:00000010:3.0:1734676306.810593:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810595:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810615:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def100. 00010000:00000010:3.0:1734676306.810616:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810619:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfe400. 00010000:00000010:3.0:1734676306.810621:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810626:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfe200. 00010000:00000010:3.0:1734676306.810641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810643:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810670:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def200. 00010000:00000010:3.0:1734676306.810672:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810674:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cff800. 00010000:00000010:3.0:1734676306.810676:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810681:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cff600. 00010000:00000010:3.0:1734676306.810694:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810696:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810717:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def300. 00010000:00000010:3.0:1734676306.810719:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cff400. 00010000:00000010:3.0:1734676306.810723:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810728:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cfe000. 00010000:00000010:3.0:1734676306.810741:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810743:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810763:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defe00. 00010000:00000010:3.0:1734676306.810764:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810766:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cff000. 00010000:00000010:3.0:1734676306.810769:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810773:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cffe00. 00010000:00000010:3.0:1734676306.810786:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810788:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810807:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def400. 00010000:00000010:3.0:1734676306.810809:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810811:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfee00. 00010000:00000010:3.0:1734676306.810813:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810818:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cff200. 00010000:00000010:3.0:1734676306.810832:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810834:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810856:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134deff00. 00010000:00000010:3.0:1734676306.810858:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810861:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfea00. 00010000:00000010:3.0:1734676306.810863:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810867:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cffa00. 00010000:00000010:3.0:1734676306.810880:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810883:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810904:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defc00. 00010000:00000010:3.0:1734676306.810906:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810908:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cfec00. 00010000:00000010:3.0:1734676306.810910:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff76200. 00010000:00000010:3.0:1734676306.810931:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810933:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810957:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def900. 00010000:00000010:3.0:1734676306.810959:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.810962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff77c00. 00010000:00000010:3.0:1734676306.810964:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.810969:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff77000. 00010000:00000010:3.0:1734676306.810984:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.810986:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811008:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def500. 00010000:00000010:3.0:1734676306.811010:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811012:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff76e00. 00010000:00000010:3.0:1734676306.811014:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811020:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff77e00. 00010000:00000010:3.0:1734676306.811033:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811082:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811110:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134defa00. 00010000:00000010:3.0:1734676306.811113:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811116:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff76000. 00010000:00000010:3.0:1734676306.811119:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811125:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff76a00. 00010000:00000010:3.0:1734676306.811141:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811143:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811166:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def800. 00010000:00000010:3.0:1734676306.811168:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811171:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff76c00. 00010000:00000010:3.0:1734676306.811173:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811179:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff77400. 00010000:00000010:3.0:1734676306.811194:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811196:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811220:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def000. 00010000:00000010:3.0:1734676306.811222:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff77600. 00010000:00000010:3.0:1734676306.811227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811232:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff77800. 00010000:00000010:3.0:1734676306.811246:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811248:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811270:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134def600. 00010000:00000010:3.0:1734676306.811272:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811275:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff76800. 00010000:00000010:3.0:1734676306.811277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811282:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff77a00. 00010000:00000010:3.0:1734676306.811296:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811299:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811326:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33f00. 00010000:00000010:3.0:1734676306.811329:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811331:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff77200. 00010000:00000010:3.0:1734676306.811334:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811340:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff76600. 00010000:00000010:3.0:1734676306.811354:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811357:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811377:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33d00. 00010000:00000010:3.0:1734676306.811379:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811383:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8cf800. 00010000:00000010:3.0:1734676306.811385:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cf400. 00010000:00000010:3.0:1734676306.811407:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811409:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811431:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33300. 00010000:00000010:3.0:1734676306.811433:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811435:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8ce200. 00010000:00000010:3.0:1734676306.811437:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cec00. 00010000:00000010:3.0:1734676306.811457:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811459:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811480:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33800. 00010000:00000010:3.0:1734676306.811482:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811485:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8cfa00. 00010000:00000010:3.0:1734676306.811487:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811492:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cea00. 00010000:00000010:3.0:1734676306.811508:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811510:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811533:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33900. 00010000:00000010:3.0:1734676306.811535:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811537:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8cf200. 00010000:00000010:3.0:1734676306.811540:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811545:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cf600. 00010000:00000010:3.0:1734676306.811560:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811563:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811585:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33400. 00010000:00000010:3.0:1734676306.811587:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811589:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8ce000. 00010000:00000010:3.0:1734676306.811591:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811597:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cee00. 00010000:00000010:3.0:1734676306.811611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811613:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811637:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33e00. 00010000:00000010:3.0:1734676306.811639:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8cf000. 00010000:00000010:3.0:1734676306.811643:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811649:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8cfe00. 00010000:00000010:3.0:1734676306.811662:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811665:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811688:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33a00. 00010000:00000010:3.0:1734676306.811690:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811692:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8ce600. 00010000:00000010:3.0:1734676306.811695:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811701:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8ce800. 00010000:00000010:3.0:1734676306.811715:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811718:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811738:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33b00. 00010000:00000010:3.0:1734676306.811740:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811743:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95cc00. 00010000:00000010:3.0:1734676306.811746:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811752:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95d600. 00010000:00000010:3.0:1734676306.811765:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811767:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811791:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33c00. 00010000:00000010:3.0:1734676306.811793:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811795:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95dc00. 00010000:00000010:3.0:1734676306.811798:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811802:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95da00. 00010000:00000010:3.0:1734676306.811816:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811819:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811842:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33700. 00010000:00000010:3.0:1734676306.811843:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811846:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95ca00. 00010000:00000010:3.0:1734676306.811848:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811852:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95c200. 00010000:00000010:3.0:1734676306.811865:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811867:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811885:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33500. 00010000:00000010:3.0:1734676306.811887:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811889:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95ce00. 00010000:00000010:3.0:1734676306.811891:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95c400. 00010000:00000010:3.0:1734676306.811908:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811910:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811932:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33100. 00010000:00000010:3.0:1734676306.811933:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811935:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95d000. 00010000:00000010:3.0:1734676306.811937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95c800. 00010000:00000010:3.0:1734676306.811954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811956:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811974:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33200. 00010000:00000010:3.0:1734676306.811976:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.811978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95c000. 00010000:00000010:3.0:1734676306.811980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.811984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d95d800. 00010000:00000010:3.0:1734676306.811995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.811997:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812014:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095b33600. 00010000:00000010:3.0:1734676306.812017:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812019:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d95d200. 00010000:00000010:3.0:1734676306.812021:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812026:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e137c00. 00010000:00000010:3.0:1734676306.812089:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812092:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812119:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4b00. 00010000:00000010:3.0:1734676306.812121:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812123:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e136000. 00010000:00000010:3.0:1734676306.812125:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e137a00. 00010000:00000010:3.0:1734676306.812146:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812148:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812169:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4f00. 00010000:00000010:3.0:1734676306.812171:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812173:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e136a00. 00010000:00000010:3.0:1734676306.812175:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812180:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e136400. 00010000:00000010:3.0:1734676306.812196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812221:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4300. 00010000:00000010:3.0:1734676306.812223:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e137200. 00010000:00000010:3.0:1734676306.812228:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812233:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e136200. 00010000:00000010:3.0:1734676306.812248:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812250:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812272:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4200. 00010000:00000010:3.0:1734676306.812274:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812276:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e136c00. 00010000:00000010:3.0:1734676306.812278:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e136e00. 00010000:00000010:3.0:1734676306.812297:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812300:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812319:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4500. 00010000:00000010:3.0:1734676306.812321:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812323:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009e137e00. 00010000:00000010:3.0:1734676306.812325:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812331:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009e137000. 00010000:00000010:3.0:1734676306.812345:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812347:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812370:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4000. 00010000:00000010:3.0:1734676306.812371:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812375:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ae7400. 00010000:00000010:3.0:1734676306.812378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ae7c00. 00010000:00000010:3.0:1734676306.812398:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812400:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812424:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4a00. 00010000:00000010:3.0:1734676306.812425:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812428:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0ae6c00. 00010000:00000010:3.0:1734676306.812431:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0ae6400. 00010000:00000010:3.0:1734676306.812453:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812456:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812477:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4900. 00010000:00000010:3.0:1734676306.812479:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812481:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de2800. 00010000:00000010:3.0:1734676306.812484:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812488:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de2000. 00010000:00000010:3.0:1734676306.812501:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812503:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812523:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4800. 00010000:00000010:3.0:1734676306.812525:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812528:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de3000. 00010000:00000010:3.0:1734676306.812530:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812535:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de3800. 00010000:00000010:3.0:1734676306.812548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812550:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812572:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4e00. 00010000:00000010:3.0:1734676306.812573:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812575:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de3c00. 00010000:00000010:3.0:1734676306.812577:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812583:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de3600. 00010000:00000010:3.0:1734676306.812596:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812598:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812618:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4600. 00010000:00000010:3.0:1734676306.812619:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812621:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de2a00. 00010000:00000010:3.0:1734676306.812624:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812629:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de2400. 00010000:00000010:3.0:1734676306.812643:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812645:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812666:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4d00. 00010000:00000010:3.0:1734676306.812668:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812675:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de3200. 00010000:00000010:3.0:1734676306.812677:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812682:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de2200. 00010000:00000010:3.0:1734676306.812697:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812700:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812721:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea4c00. 00010000:00000010:3.0:1734676306.812723:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812725:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de3400. 00010000:00000010:3.0:1734676306.812727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de2e00. 00010000:00000010:3.0:1734676306.812745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812747:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812771:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccc00. 00010000:00000010:3.0:1734676306.812773:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812776:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de2c00. 00010000:00000010:3.0:1734676306.812778:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812783:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de3e00. 00010000:00000010:3.0:1734676306.812796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812798:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812817:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc700. 00010000:00000010:3.0:1734676306.812819:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812822:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d26600. 00010000:00000010:3.0:1734676306.812824:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812829:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d27000. 00010000:00000010:3.0:1734676306.812841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812866:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc100. 00010000:00000010:3.0:1734676306.812868:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812870:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d27600. 00010000:00000010:3.0:1734676306.812873:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812878:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d27800. 00010000:00000010:3.0:1734676306.812894:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812896:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812917:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccf00. 00010000:00000010:3.0:1734676306.812919:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812921:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d27400. 00010000:00000010:3.0:1734676306.812923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130d26200. 00010000:00000010:3.0:1734676306.812943:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812945:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812965:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecce00. 00010000:00000010:3.0:1734676306.812967:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.812970:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012bf7bc00. 00010000:00000010:3.0:1734676306.812972:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.812978:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012bf7be00. 00010000:00000010:3.0:1734676306.812992:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.812994:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813016:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccb00. 00010000:00000010:3.0:1734676306.813018:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813020:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012bf7ae00. 00010000:00000010:3.0:1734676306.813023:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d772000. 00010000:00000010:3.0:1734676306.813070:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813073:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813110:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc200. 00010000:00000010:3.0:1734676306.813112:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813114:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d772400. 00010000:00000010:3.0:1734676306.813116:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813122:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d772200. 00010000:00000010:3.0:1734676306.813137:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813139:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813161:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc500. 00010000:00000010:3.0:1734676306.813163:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813165:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d773a00. 00010000:00000010:3.0:1734676306.813167:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813172:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d773c00. 00010000:00000010:0.1:1734676306.813340:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ea0e00. 00010000:00000010:0.1:1734676306.813355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfa2c00. 00010000:00000010:1.1:1734676306.813487:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1400. 00010000:00000010:1.1:1734676306.813492:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814600. 00010000:00000010:1.1:1734676306.813496:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2d00. 00010000:00000010:1.1:1734676306.813498:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d815400. 00010000:00000010:3.0:1734676306.813562:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813662:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813694:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc000. 00010000:00000010:3.0:1734676306.813696:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813699:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d772600. 00010000:00000010:3.0:1734676306.813702:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813709:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d773e00. 00010000:00000010:3.0:1734676306.813726:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813729:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813751:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecca00. 00010000:00000010:3.0:1734676306.813754:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813756:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d772e00. 00010000:00000010:3.0:1734676306.813758:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813764:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d772800. 00010000:00000010:3.0:1734676306.813778:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813781:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813800:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eccd00. 00010000:00000010:3.0:1734676306.813802:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813805:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d773000. 00010000:00000010:3.0:1734676306.813807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813813:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d773200. 00010000:00000010:3.0:1734676306.813828:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813830:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813851:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc600. 00010000:00000010:3.0:1734676306.813853:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813856:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d773400. 00010000:00000010:3.0:1734676306.813858:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813864:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d773800. 00010000:00000010:3.0:1734676306.813878:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813880:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813904:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc800. 00010000:00000010:3.0:1734676306.813906:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813909:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d773600. 00010000:00000010:3.0:1734676306.813912:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813918:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6326a00. 00010000:00000010:3.0:1734676306.813932:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813934:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813953:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc900. 00010000:00000010:3.0:1734676306.813955:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.813957:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6326200. 00010000:00000010:3.0:1734676306.813959:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.813964:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6327600. 00010000:00000010:3.0:1734676306.813977:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.813979:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814004:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ecc400. 00010000:00000010:3.0:1734676306.814006:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814008:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6327a00. 00010000:00000010:3.0:1734676306.814010:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814016:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6327c00. 00010000:00000010:3.0:1734676306.814031:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814033:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814134:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b900. 00010000:00000010:3.0:1734676306.814136:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814138:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6326000. 00010000:00000010:3.0:1734676306.814141:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814146:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6326600. 00010000:00000010:3.0:1734676306.814159:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814161:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814179:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b100. 00010000:00000010:3.0:1734676306.814181:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814183:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6326c00. 00010000:00000010:3.0:1734676306.814185:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814189:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6327800. 00010000:00000010:3.0:1734676306.814199:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814201:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814217:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b200. 00010000:00000010:3.0:1734676306.814218:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814221:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6326800. 00010000:00000010:3.0:1734676306.814223:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814226:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6327e00. 00010000:00000010:3.0:1734676306.814236:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814238:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814255:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b000. 00010000:00000010:3.0:1734676306.814257:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814259:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6326400. 00010000:00000010:3.0:1734676306.814261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6327400. 00010000:00000010:3.0:1734676306.814275:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814293:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bb00. 00010000:00000010:3.0:1734676306.814295:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814298:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a6327000. 00010000:00000010:3.0:1734676306.814300:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814303:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a6326e00. 00010000:00000010:3.0:1734676306.814313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814315:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814332:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b800. 00010000:00000010:3.0:1734676306.814334:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814337:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4cc00. 00010000:00000010:3.0:1734676306.814339:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814343:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4de00. 00010000:00000010:3.0:1734676306.814353:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814355:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814370:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b400. 00010000:00000010:3.0:1734676306.814371:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4da00. 00010000:00000010:3.0:1734676306.814375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814379:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4d600. 00010000:00000010:3.0:1734676306.814389:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814391:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814406:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bd00. 00010000:00000010:3.0:1734676306.814408:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814410:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4ce00. 00010000:00000010:3.0:1734676306.814412:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814416:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4d400. 00010000:00000010:3.0:1734676306.814426:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814428:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814442:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367bf00. 00010000:00000010:3.0:1734676306.814444:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814446:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4d000. 00010000:00000010:3.0:1734676306.814448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814452:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4ca00. 00010000:00000010:3.0:1734676306.814461:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814463:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814479:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367ba00. 00010000:00000010:3.0:1734676306.814481:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4c600. 00010000:00000010:3.0:1734676306.814484:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814488:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4c800. 00010000:00000010:3.0:1734676306.814498:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814499:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814514:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b300. 00010000:00000010:3.0:1734676306.814516:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4d200. 00010000:00000010:3.0:1734676306.814519:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814523:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4c000. 00010000:00000010:3.0:1734676306.814532:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814534:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814551:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007367b700. 00010000:00000010:3.0:1734676306.814552:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814554:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4d800. 00010000:00000010:3.0:1734676306.814556:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814561:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c4c200. 00010000:00000010:3.0:1734676306.814574:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814576:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814600:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3700. 00010000:00000010:3.0:1734676306.814602:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814604:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c4dc00. 00010000:00000010:3.0:1734676306.814606:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814612:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b6a00. 00010000:00000010:3.0:1734676306.814625:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814628:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814649:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3d00. 00010000:00000010:3.0:1734676306.814651:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814653:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b7e00. 00010000:00000010:3.0:1734676306.814655:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814660:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b6800. 00010000:00000010:3.0:1734676306.814674:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814697:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3a00. 00010000:00000010:3.0:1734676306.814699:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814701:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b6600. 00010000:00000010:3.0:1734676306.814703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814708:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b6c00. 00010000:00000010:3.0:1734676306.814721:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814723:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814743:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3800. 00010000:00000010:3.0:1734676306.814745:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814747:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b6000. 00010000:00000010:3.0:1734676306.814749:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814755:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b7200. 00010000:00000010:3.0:1734676306.814768:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814770:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814789:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3c00. 00010000:00000010:3.0:1734676306.814791:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b7000. 00010000:00000010:3.0:1734676306.814795:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814799:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b7a00. 00010000:00000010:3.0:1734676306.814810:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814831:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3e00. 00010000:00000010:3.0:1734676306.814832:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814834:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b7c00. 00010000:00000010:3.0:1734676306.814836:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814840:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006e9b6e00. 00010000:00000010:3.0:1734676306.814849:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814851:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814867:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3000. 00010000:00000010:3.0:1734676306.814869:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814872:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006e9b6200. 00010000:00000010:3.0:1734676306.814874:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c8e00. 00010000:00000010:3.0:1734676306.814893:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814895:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814917:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3900. 00010000:00000010:3.0:1734676306.814919:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814921:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c9a00. 00010000:00000010:3.0:1734676306.814923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814928:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c9e00. 00010000:00000010:3.0:1734676306.814942:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814944:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814966:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3600. 00010000:00000010:3.0:1734676306.814968:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.814970:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c9800. 00010000:00000010:3.0:1734676306.814973:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.814978:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c9600. 00010000:00000010:3.0:1734676306.814991:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.814993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815012:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3400. 00010000:00000010:3.0:1734676306.815014:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815017:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c9400. 00010000:00000010:3.0:1734676306.815019:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815023:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c9200. 00010000:00000010:3.0:1734676306.815034:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815056:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815084:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3500. 00010000:00000010:3.0:1734676306.815086:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815089:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c8000. 00010000:00000010:3.0:1734676306.815091:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815095:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c8600. 00010000:00000010:3.0:1734676306.815108:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815109:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815129:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c7c3300. 00010000:00000010:3.0:1734676306.815131:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815133:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c8a00. 00010000:00000010:3.0:1734676306.815135:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815139:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c8c00. 00010000:00000010:3.0:1734676306.815148:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815150:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815166:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6900. 00010000:00000010:3.0:1734676306.815167:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815169:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c9c00. 00010000:00000010:3.0:1734676306.815171:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815175:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c9000. 00010000:00000010:3.0:1734676306.815185:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815186:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815201:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6000. 00010000:00000010:3.0:1734676306.815203:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815205:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736c8800. 00010000:00000010:3.0:1734676306.815208:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815211:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736c8400. 00010000:00000010:3.0:1734676306.815220:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815222:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815237:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6e00. 00010000:00000010:3.0:1734676306.815238:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815241:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a52200. 00010000:00000010:3.0:1734676306.815243:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815247:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a52800. 00010000:00000010:3.0:1734676306.815256:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815258:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815274:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6200. 00010000:00000010:3.0:1734676306.815275:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815277:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a52400. 00010000:00000010:3.0:1734676306.815279:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a52000. 00010000:00000010:3.0:1734676306.815292:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815294:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815308:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6b00. 00010000:00000010:3.0:1734676306.815310:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815312:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a53a00. 00010000:00000010:3.0:1734676306.815314:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815317:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a52a00. 00010000:00000010:3.0:1734676306.815326:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815328:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815346:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6700. 00010000:00000010:3.0:1734676306.815347:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815349:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a53400. 00010000:00000010:3.0:1734676306.815351:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815355:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a53c00. 00010000:00000010:3.0:1734676306.815364:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815366:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815381:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6d00. 00010000:00000010:3.0:1734676306.815383:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815384:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a52c00. 00010000:00000010:3.0:1734676306.815386:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815390:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a53200. 00010000:00000010:3.0:1734676306.815399:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815401:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815415:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6f00. 00010000:00000010:3.0:1734676306.815417:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815419:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a53e00. 00010000:00000010:3.0:1734676306.815421:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815424:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a52e00. 00010000:00000010:3.0:1734676306.815434:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815436:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815450:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6100. 00010000:00000010:3.0:1734676306.815452:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815454:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a52600. 00010000:00000010:3.0:1734676306.815456:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815460:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d016600. 00010000:00000010:3.0:1734676306.815471:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815473:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815494:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6500. 00010000:00000010:3.0:1734676306.815496:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815498:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008d017800. 00010000:00000010:3.0:1734676306.815501:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815506:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d016a00. 00010000:00000010:3.0:1734676306.815520:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815522:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815545:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6600. 00010000:00000010:3.0:1734676306.815547:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008d016800. 00010000:00000010:3.0:1734676306.815551:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815557:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d017600. 00010000:00000010:3.0:1734676306.815570:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815573:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815596:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6800. 00010000:00000010:3.0:1734676306.815598:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d854800. 00010000:00000010:3.0:1734676306.815603:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815609:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d854e00. 00010000:00000010:3.0:1734676306.815623:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815625:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815646:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6a00. 00010000:00000010:3.0:1734676306.815648:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815651:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d855e00. 00010000:00000010:3.0:1734676306.815653:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815659:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4400. 00010000:00000010:3.0:1734676306.815673:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815697:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097ea6c00. 00010000:00000010:3.0:1734676306.815699:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815702:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c5400. 00010000:00000010:3.0:1734676306.815704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815709:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4200. 00010000:00000010:3.0:1734676306.815722:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815725:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815745:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e900. 00010000:00000010:3.0:1734676306.815746:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815749:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c5a00. 00010000:00000010:3.0:1734676306.815751:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815756:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c5800. 00010000:00000010:3.0:1734676306.815767:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815769:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815790:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e200. 00010000:00000010:3.0:1734676306.815792:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c5600. 00010000:00000010:3.0:1734676306.815796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815801:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4600. 00010000:00000010:3.0:1734676306.815815:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815817:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815838:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e700. 00010000:00000010:3.0:1734676306.815840:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815842:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c5200. 00010000:00000010:3.0:1734676306.815844:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815849:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4a00. 00010000:00000010:3.0:1734676306.815863:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815866:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815889:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401ee00. 00010000:00000010:3.0:1734676306.815891:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815893:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c4c00. 00010000:00000010:3.0:1734676306.815896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815902:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4800. 00010000:00000010:3.0:1734676306.815915:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815917:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815938:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e000. 00010000:00000010:3.0:1734676306.815940:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815942:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2c5e00. 00010000:00000010:3.0:1734676306.815945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815950:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2c4e00. 00010000:00000010:3.0:1734676306.815962:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.815964:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815986:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401ea00. 00010000:00000010:3.0:1734676306.815987:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.815990:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8ad800. 00010000:00000010:3.0:1734676306.815992:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.815998:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8ac200. 00010000:00000010:3.0:1734676306.816010:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816033:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e400. 00010000:00000010:3.0:1734676306.816415:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816419:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8ac400. 00010000:00000010:3.0:1734676306.816422:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816431:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ae4600. 00010000:00000010:3.0:1734676306.816452:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816455:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816484:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401ed00. 00010000:00000010:3.0:1734676306.816486:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816488:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ae4200. 00010000:00000010:3.0:1734676306.816490:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816496:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ae5e00. 00010000:00000010:3.0:1734676306.816510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816513:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816534:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e100. 00010000:00000010:3.0:1734676306.816536:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816538:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ae4a00. 00010000:00000010:3.0:1734676306.816541:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816548:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0832600. 00010000:00000010:3.0:1734676306.816563:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816565:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816587:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e300. 00010000:00000010:3.0:1734676306.816589:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816591:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0832800. 00010000:00000010:3.0:1734676306.816593:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816599:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735fea00. 00010000:00000010:3.0:1734676306.816612:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816614:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816636:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401ec00. 00010000:00000010:3.0:1734676306.816639:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735ffa00. 00010000:00000010:3.0:1734676306.816643:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816648:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735ffc00. 00010000:00000010:3.0:1734676306.816661:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816663:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816684:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401e500. 00010000:00000010:3.0:1734676306.816686:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816689:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735fe000. 00010000:00000010:3.0:1734676306.816691:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816696:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735fe600. 00010000:00000010:3.0:1734676306.816712:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816714:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816737:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b401eb00. 00010000:00000010:3.0:1734676306.816739:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816741:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735fec00. 00010000:00000010:3.0:1734676306.816743:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816748:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735fe200. 00010000:00000010:3.0:1734676306.816762:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816764:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816787:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7b00. 00010000:00000010:3.0:1734676306.816789:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816791:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735fee00. 00010000:00000010:3.0:1734676306.816793:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816798:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735fe800. 00010000:00000010:3.0:1734676306.816812:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816814:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816833:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7300. 00010000:00000010:3.0:1734676306.816835:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816837:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735ff000. 00010000:00000010:3.0:1734676306.816839:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816845:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735ff200. 00010000:00000010:3.0:1734676306.816857:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816859:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816881:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7e00. 00010000:00000010:3.0:1734676306.816883:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816885:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800735ff400. 00010000:00000010:3.0:1734676306.816887:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816893:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800735fe400. 00010000:00000010:3.0:1734676306.816907:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816909:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816928:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7400. 00010000:00000010:3.0:1734676306.816930:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816932:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecbe00. 00010000:00000010:3.0:1734676306.816934:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816939:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fecaa00. 00010000:00000010:3.0:1734676306.816952:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.816954:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816973:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7f00. 00010000:00000010:3.0:1734676306.816976:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.816978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecac00. 00010000:00000010:3.0:1734676306.816980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.816986:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fecbc00. 00010000:00000010:3.0:1734676306.817000:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817002:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817022:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7d00. 00010000:00000010:3.0:1734676306.817024:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817026:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012feca400. 00010000:00000010:3.0:1734676306.817028:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817033:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fecb800. 00010000:00000010:3.0:1734676306.817144:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817147:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817171:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7900. 00010000:00000010:3.0:1734676306.817173:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817175:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecb400. 00010000:00000010:3.0:1734676306.817178:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817184:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012feca600. 00010000:00000010:3.0:1734676306.817198:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817200:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817220:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7100. 00010000:00000010:3.0:1734676306.817222:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817224:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecb600. 00010000:00000010:3.0:1734676306.817226:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817232:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012feca000. 00010000:00000010:3.0:1734676306.817246:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817248:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817272:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7500. 00010000:00000010:3.0:1734676306.817274:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817277:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecba00. 00010000:00000010:3.0:1734676306.817279:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817285:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012feca800. 00010000:00000010:3.0:1734676306.817298:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817301:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00000001:00000010:3.0:1734676306.817318:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9528. 00000001:00000010:3.0:1734676306.817322:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9528. 00000001:00000010:3.0:1734676306.817324:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012efd9528. 00000001:00000010:3.0:1734676306.817325:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9420. 00010000:00000010:3.0:1734676306.817337:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7a00. 00010000:00000010:3.0:1734676306.817339:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817341:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fecb000. 00010000:00000010:3.0:1734676306.817344:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817349:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fecb200. 00010000:00000010:3.0:1734676306.817364:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817366:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817386:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800959c7000. 00010000:00000010:3.0:1734676306.817388:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c429000. 00010000:00000010:3.0:1734676306.817394:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817399:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c428800. 00010000:00000010:3.0:1734676306.817414:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817439:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007fc36100. 00010000:00000010:3.0:1734676306.817441:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817443:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c428400. 00010000:00000010:3.0:1734676306.817445:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817450:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c429e00. 00010000:00000010:3.0:1734676306.817464:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817466:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817488:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007fc36000. 00010000:00000010:3.0:1734676306.817490:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817492:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c428000. 00010000:00000010:3.0:1734676306.817495:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817501:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d5c00. 00010000:00000010:3.0:1734676306.817517:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817519:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817541:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007fc36300. 00010000:00000010:3.0:1734676306.817543:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817546:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d4c00. 00010000:00000010:3.0:1734676306.817548:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817554:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d4600. 00010000:00000010:3.0:1734676306.817567:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817570:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817596:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007fc36400. 00010000:00000010:3.0:1734676306.817597:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817600:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d5e00. 00010000:00000010:3.0:1734676306.817602:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d4200. 00010000:00000010:3.0:1734676306.817622:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817624:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817647:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007fc36200. 00010000:00000010:3.0:1734676306.817649:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817651:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d4000. 00010000:00000010:3.0:1734676306.817653:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817659:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d5800. 00010000:00000010:3.0:1734676306.817673:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817675:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817697:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a800. 00010000:00000010:3.0:1734676306.817700:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817702:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d5000. 00010000:00000010:3.0:1734676306.817704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d4400. 00010000:00000010:3.0:1734676306.817724:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817727:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817748:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a700. 00010000:00000010:3.0:1734676306.817750:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817752:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d4a00. 00010000:00000010:3.0:1734676306.817754:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817759:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d5400. 00010000:00000010:3.0:1734676306.817772:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817775:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817797:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a100. 00010000:00000010:3.0:1734676306.817799:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817802:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011d1c5e00. 00010000:00000010:3.0:1734676306.817805:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817810:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011d1c4600. 00010000:00000010:3.0:1734676306.817823:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817825:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817845:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a300. 00010000:00000010:3.0:1734676306.817847:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817850:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007349ec00. 00010000:00000010:3.0:1734676306.817852:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817856:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007349f600. 00010000:00000010:3.0:1734676306.817868:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817870:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817891:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a600. 00010000:00000010:3.0:1734676306.817893:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817895:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007349fa00. 00010000:00000010:3.0:1734676306.817897:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007349fe00. 00010000:00000010:3.0:1734676306.817913:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817937:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a200. 00010000:00000010:3.0:1734676306.817939:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b4e00. 00010000:00000010:3.0:1734676306.817944:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b5c00. 00010000:00000010:3.0:1734676306.817963:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.817965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817984:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7ac00. 00010000:00000010:3.0:1734676306.817986:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.817990:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012eb72600. 00010000:00000010:3.0:1734676306.817992:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.817997:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012eb73800. 00010000:00000010:3.0:1734676306.818009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818012:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818029:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a900. 00010000:00000010:3.0:1734676306.818030:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818032:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012eb72e00. 00010000:00000010:3.0:1734676306.818126:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818136:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35de00. 00010000:00000010:3.0:1734676306.818154:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818157:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818183:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7af00. 00010000:00000010:3.0:1734676306.818185:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818187:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35d800. 00010000:00000010:3.0:1734676306.818189:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818195:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35d600. 00010000:00000010:3.0:1734676306.818209:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818211:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818231:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7a400. 00010000:00000010:3.0:1734676306.818233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818236:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35c000. 00010000:00000010:3.0:1734676306.818238:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818243:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35d200. 00010000:00000010:3.0:1734676306.818256:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818258:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818280:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7aa00. 00010000:00000010:3.0:1734676306.818282:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818284:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35da00. 00010000:00000010:3.0:1734676306.818286:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818291:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35dc00. 00010000:00000010:3.0:1734676306.818303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818305:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818323:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7ab00. 00010000:00000010:3.0:1734676306.818325:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818327:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35cc00. 00010000:00000010:3.0:1734676306.818329:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818334:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35d000. 00010000:00000010:3.0:1734676306.818347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818350:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818369:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bf7ad00. 00010000:00000010:3.0:1734676306.818370:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35ce00. 00010000:00000010:3.0:1734676306.818375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818381:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35c400. 00010000:00000010:3.0:1734676306.818395:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818397:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818418:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31e00. 00010000:00000010:3.0:1734676306.818420:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818422:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35c200. 00010000:00000010:3.0:1734676306.818424:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818429:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35d400. 00010000:00000010:3.0:1734676306.818442:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818444:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31000. 00010000:00000010:3.0:1734676306.818470:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e35c800. 00010000:00000010:3.0:1734676306.818474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e35ca00. 00010000:00000010:3.0:1734676306.818494:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818497:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818517:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31400. 00010000:00000010:3.0:1734676306.818519:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d896800. 00010000:00000010:3.0:1734676306.818525:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818531:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d897c00. 00010000:00000010:3.0:1734676306.818545:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818547:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818572:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31300. 00010000:00000010:3.0:1734676306.818574:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818576:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d7bc200. 00010000:00000010:3.0:1734676306.818578:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818585:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129f58a00. 00010000:00000010:3.0:1734676306.818600:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818602:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818624:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31900. 00010000:00000010:3.0:1734676306.818626:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818628:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129f59800. 00010000:00000010:3.0:1734676306.818630:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818636:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129f59c00. 00010000:00000010:3.0:1734676306.818650:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818652:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818673:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31600. 00010000:00000010:3.0:1734676306.818675:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818677:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fd1ce00. 00010000:00000010:3.0:1734676306.818679:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818685:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fd1c000. 00010000:00000010:3.0:1734676306.818699:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818702:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818724:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31800. 00010000:00000010:3.0:1734676306.818727:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818729:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fd1cc00. 00010000:00000010:3.0:1734676306.818732:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818737:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff43400. 00010000:00000010:3.0:1734676306.818751:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818753:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818776:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31b00. 00010000:00000010:3.0:1734676306.818778:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818781:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d957e00. 00010000:00000010:3.0:1734676306.818783:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818789:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d956000. 00010000:00000010:3.0:1734676306.818804:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818806:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818830:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31f00. 00010000:00000010:3.0:1734676306.818832:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818835:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c97c00. 00010000:00000010:3.0:1734676306.818837:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818843:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ecd2000. 00010000:00000010:3.0:1734676306.818859:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818861:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818885:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31a00. 00010000:00000010:3.0:1734676306.818887:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818890:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ecd3e00. 00010000:00000010:3.0:1734676306.818892:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818897:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ecd2400. 00010000:00000010:3.0:1734676306.818912:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818937:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31500. 00010000:00000010:3.0:1734676306.818939:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818941:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ecd3c00. 00010000:00000010:3.0:1734676306.818943:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818950:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da2c200. 00010000:00000010:3.0:1734676306.818964:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.818966:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818986:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31d00. 00010000:00000010:3.0:1734676306.818988:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.818991:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da2d800. 00010000:00000010:3.0:1734676306.818993:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.818999:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3b600. 00010000:00000010:3.0:1734676306.819016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819230:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31700. 00010000:00000010:3.0:1734676306.819232:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819235:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3a800. 00010000:00000010:3.0:1734676306.819238:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819244:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3ae00. 00010000:00000010:3.0:1734676306.819262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819264:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819290:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31200. 00010000:00000010:3.0:1734676306.819292:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819294:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3b000. 00010000:00000010:3.0:1734676306.819296:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819301:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3b400. 00010000:00000010:3.0:1734676306.819316:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819319:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819340:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880098d31100. 00010000:00000010:3.0:1734676306.819342:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819344:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3a000. 00010000:00000010:3.0:1734676306.819346:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819352:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3bc00. 00010000:00000010:3.0:1734676306.819366:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819368:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819395:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947700. 00010000:00000010:3.0:1734676306.819397:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819399:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3a600. 00010000:00000010:3.0:1734676306.819401:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3ba00. 00010000:00000010:3.0:1734676306.819419:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819421:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819442:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947600. 00010000:00000010:3.0:1734676306.819444:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819446:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3aa00. 00010000:00000010:3.0:1734676306.819448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819453:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3a200. 00010000:00000010:3.0:1734676306.819466:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819469:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819491:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947a00. 00010000:00000010:3.0:1734676306.819492:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3be00. 00010000:00000010:3.0:1734676306.819497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819503:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3a400. 00010000:00000010:3.0:1734676306.819516:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819519:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819539:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947200. 00010000:00000010:3.0:1734676306.819541:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819543:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e3b800. 00010000:00000010:3.0:1734676306.819545:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819551:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e3b200. 00010000:00000010:3.0:1734676306.819564:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819566:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819587:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947d00. 00010000:00000010:3.0:1734676306.819589:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819593:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097cb1200. 00010000:00000010:3.0:1734676306.819595:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819600:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097cb1a00. 00010000:00000010:3.0:1734676306.819614:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819616:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819638:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947c00. 00010000:00000010:3.0:1734676306.819640:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819643:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075006200. 00010000:00000010:3.0:1734676306.819645:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819651:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880075006a00. 00010000:00000010:3.0:1734676306.819664:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819667:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819691:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947000. 00010000:00000010:3.0:1734676306.819692:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819695:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075007200. 00010000:00000010:3.0:1734676306.819697:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819703:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880075006600. 00010000:00000010:3.0:1734676306.819716:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819719:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819740:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947b00. 00010000:00000010:3.0:1734676306.819742:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819744:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075006e00. 00010000:00000010:3.0:1734676306.819746:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819751:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073648e00. 00010000:00000010:3.0:1734676306.819764:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819766:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819786:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947800. 00010000:00000010:3.0:1734676306.819787:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819791:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b53e00. 00010000:00000010:3.0:1734676306.819793:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819798:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073473200. 00010000:00000010:3.0:1734676306.819812:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819814:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819836:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947e00. 00010000:00000010:3.0:1734676306.819838:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819840:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073473c00. 00010000:00000010:3.0:1734676306.819842:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819848:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073472200. 00010000:00000010:3.0:1734676306.819862:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819864:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819885:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947900. 00010000:00000010:3.0:1734676306.819887:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819890:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073473800. 00010000:00000010:3.0:1734676306.819892:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819896:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073473e00. 00010000:00000010:3.0:1734676306.819907:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819909:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819929:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880136947400. 00010000:00000010:3.0:1734676306.819931:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819933:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e09200. 00010000:00000010:3.0:1734676306.819935:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819941:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006f157200. 00010000:00000010:3.0:1734676306.819955:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.819957:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819981:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90d00. 00010000:00000010:3.0:1734676306.819983:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.819986:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006f156600. 00010000:00000010:3.0:1734676306.819988:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.819993:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006f157000. 00010000:00000010:3.0:1734676306.820006:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820008:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820029:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90e00. 00010000:00000010:3.0:1734676306.820032:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820056:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7e800. 00010000:00000010:3.0:1734676306.820060:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820066:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7e600. 00010000:00000010:3.0:1734676306.820097:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820099:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820122:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90c00. 00010000:00000010:3.0:1734676306.820124:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820126:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7f400. 00010000:00000010:3.0:1734676306.820129:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820134:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7fc00. 00010000:00000010:3.0:1734676306.820148:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820150:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820172:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90200. 00010000:00000010:3.0:1734676306.820174:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820176:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7f600. 00010000:00000010:3.0:1734676306.820178:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820183:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7f200. 00010000:00000010:3.0:1734676306.820196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820220:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90800. 00010000:00000010:3.0:1734676306.820222:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ea00. 00010000:00000010:3.0:1734676306.820227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820233:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7f000. 00010000:00000010:3.0:1734676306.820247:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820249:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820271:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90300. 00010000:00000010:3.0:1734676306.820273:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820276:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7f800. 00010000:00000010:3.0:1734676306.820278:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7e000. 00010000:00000010:3.0:1734676306.820297:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820300:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820324:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90a00. 00010000:00000010:3.0:1734676306.820325:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820327:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ec00. 00010000:00000010:3.0:1734676306.820330:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820335:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7e200. 00010000:00000010:3.0:1734676306.820349:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820374:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90f00. 00010000:00000010:3.0:1734676306.820376:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820379:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ee00. 00010000:00000010:3.0:1734676306.820381:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820386:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7fa00. 00010000:00000010:3.0:1734676306.820400:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820423:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90b00. 00010000:00000010:3.0:1734676306.820425:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820427:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7e400. 00010000:00000010:3.0:1734676306.820429:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820436:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d062c00. 00010000:00000010:3.0:1734676306.820449:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820451:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820472:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90600. 00010000:00000010:3.0:1734676306.820474:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacd200. 00010000:00000010:3.0:1734676306.820479:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820483:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dacc400. 00010000:00000010:3.0:1734676306.820496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820498:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820520:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90700. 00010000:00000010:3.0:1734676306.820522:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820524:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacd000. 00010000:00000010:3.0:1734676306.820526:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820531:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dacd800. 00010000:00000010:3.0:1734676306.820546:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820548:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820570:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90000. 00010000:00000010:3.0:1734676306.820571:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820574:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacca00. 00010000:00000010:3.0:1734676306.820576:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820582:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dacd400. 00010000:00000010:3.0:1734676306.820597:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820599:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820624:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90500. 00010000:00000010:3.0:1734676306.820625:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820628:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacd600. 00010000:00000010:3.0:1734676306.820630:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daccc00. 00010000:00000010:3.0:1734676306.820649:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820652:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820674:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90900. 00010000:00000010:3.0:1734676306.820676:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820678:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacc600. 00010000:00000010:3.0:1734676306.820680:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820685:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dacde00. 00010000:00000010:3.0:1734676306.820697:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820699:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820718:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e90100. 00010000:00000010:3.0:1734676306.820719:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacda00. 00010000:00000010:3.0:1734676306.820723:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820727:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dacce00. 00010000:00000010:3.0:1734676306.820740:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820743:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820763:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27c00. 00010000:00000010:3.0:1734676306.820765:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820767:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dacc800. 00010000:00000010:3.0:1734676306.820769:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820774:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800966cda00. 00010000:00000010:3.0:1734676306.820788:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820790:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820812:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27a00. 00010000:00000010:3.0:1734676306.820813:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820815:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800966cd200. 00010000:00000010:3.0:1734676306.820817:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820822:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800966cd800. 00010000:00000010:3.0:1734676306.820836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820838:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820860:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27900. 00010000:00000010:3.0:1734676306.820861:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820864:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800966cc000. 00010000:00000010:3.0:1734676306.820866:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820871:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007349d000. 00010000:00000010:3.0:1734676306.820885:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820887:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820911:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27e00. 00010000:00000010:3.0:1734676306.820913:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820917:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097ebb600. 00010000:00000010:3.0:1734676306.820919:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820925:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a093ae00. 00010000:00000010:3.0:1734676306.820938:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820940:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820959:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27d00. 00010000:00000010:3.0:1734676306.820961:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.820963:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a093aa00. 00010000:00000010:3.0:1734676306.820965:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.820971:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130114e00. 00010000:00000010:3.0:1734676306.820983:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.820985:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821004:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27100. 00010000:00000010:3.0:1734676306.821006:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821008:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130114800. 00010000:00000010:3.0:1734676306.821010:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.821015:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013139ee00. 00010000:00000010:3.0:1734676306.821029:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.821031:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821173:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27200. 00010000:00000010:3.0:1734676306.821176:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013139ec00. 00010000:00000010:3.0:1734676306.821181:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676306.821188:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbff000. 00010000:00000010:3.0:1734676306.821205:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676306.821207:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821234:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbffc00. 00010000:00000010:3.0:1734676306.821236:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.821243:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.821249:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.821256:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.821269:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbfe200. 02000000:00000010:3.0:1734676306.821293:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbffe00. 00000400:00000010:3.0:1734676306.821300:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.821305:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.821310:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420480, portal 16 00000400:00000010:3.0:1734676306.821313:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.821316:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420480, offset 0 00000400:00000200:3.0:1734676306.821323:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.821334:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.821338:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.821341:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.821343:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.821346:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.821349:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80872:80872:256:4294967295] 192.168.203.46@tcp LPNI seq info [80868:80868:8:4294967295] 00000400:00000200:3.0:1734676306.821356:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.821360:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.821363:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27700. 00000800:00000200:3.0:1734676306.821368:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.821374:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.821378:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.823328:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.823334:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27700. 00000400:00000200:1.0:1734676306.823342:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.823349:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.823353:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676306.823355:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676306.823364:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.825223:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8ea00. 00010000:00000010:1.1:1734676306.825232:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc400. 00010000:00000010:1.1:1734676306.825235:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9fa00. 00010000:00000010:1.1:1734676306.825322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c402000. 00010000:00000010:1.1:1734676306.828230:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d66600. 00010000:00000010:0.1:1734676306.828609:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0c0e00. 00000400:00000200:0.0:1734676306.829196:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.829211:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c680 00000400:00000200:0.0:1734676306.829219:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5be1 [1] + 224 00000400:00000200:0.0:1734676306.829235:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.829240:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.829249:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.830417:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.830424:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.830426:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.830434:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.830442:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.830464:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbffe00. 02000000:00000010:3.0:1734676306.830468:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbfe200. 00000100:00000010:3.0:1734676306.830471:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.830474:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.830478:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000400:00000200:0.0:1734676306.830690:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.830698:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175300 00000400:00000200:0.0:1734676306.830704:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa45d9 [2] + 1968 00000400:00000010:0.0:1734676306.830707:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b97e8. 00000400:00000200:0.0:1734676306.830711:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469a80 00000400:00000200:0.0:1734676306.830763:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.830767:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.830771:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469a80 00000400:00000010:0.0:1734676306.830772:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469a80. 00000100:00000200:0.0:1734676306.830778:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676306.830850:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.830857:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.830861:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.830880:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f8c50 x1818938867929856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.830913:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929856 02000000:00000010:2.0:1734676306.830921:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.830941:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694b980. 00010000:00000010:2.0:1734676306.830966:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.830971:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ce40. 00000100:00000010:2.0:1734676306.830983:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ce40. 00010000:00000010:2.0:1734676306.830989:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.831000:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676306.831003:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929856, offset 224 00000400:00000200:2.0:1734676306.831007:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.831014:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.831019:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80873:80873:256:4294967295] 192.168.203.46@tcp LPNI seq info [80869:80869:8:4294967295] 00000400:00000200:2.0:1734676306.831026:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.831030:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.831033:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.831068:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.831086:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.831090:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.831244:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.831248:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.831252:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 02000000:00000010:2.0:1734676306.831259:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676306.831262:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.831265:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:2.0:1734676306.831267:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676306.831271:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbeb000. 00000100:00000010:2.0:1734676306.831273:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676306.831275:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6bc00. 00000100:00000010:2.0:1734676306.831278:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676306.831282:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:2.0:1734676306.831284:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2d80. 02000000:00000010:2.0:1734676306.831287:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676306.831289:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000100:00000200:2.0:1734676306.831293:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.831297:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7160. 00000400:00000010:2.0:1734676306.831300:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4ce40. 00000800:00000200:1.0:1734676306.831301:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.831304:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676306.831306:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.831309:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.831311:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676306.831313:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 02000000:00000010:1.0:1734676306.831316:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00080000:00000010:3.0:1734676306.831352:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbfe200. 00010000:00000010:3.0:1734676306.831410:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.831415:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694b900. 00010000:00000010:3.0:1734676306.831472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbffe00. 00010000:00000010:3.0:1734676306.831476:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.831483:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.831485:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.831491:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.831498:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676306.831515:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02e00. 00000400:00000010:3.0:1734676306.831519:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.831522:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.831525:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420608, portal 16 00000400:00000010:3.0:1734676306.831527:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.831529:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420608, offset 0 00000400:00000200:3.0:1734676306.831533:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.831537:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.831541:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.831544:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.831546:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.831548:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.831551:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80874:80874:256:4294967295] 192.168.203.46@tcp LPNI seq info [80870:80870:8:4294967295] 00000400:00000200:3.0:1734676306.831557:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.831560:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.831563:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27f00. 00000800:00000200:3.0:1734676306.831566:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.831569:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.831571:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.831638:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.831640:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27f00. 00000400:00000200:0.0:1734676306.831644:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.831648:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.831650:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676306.831652:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676306.831656:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676306.834283:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0d2300. 00010000:00000010:1.1:1734676306.834292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403400. 00010000:00000010:1.1:1734676306.834304:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def700. 00010000:00000010:1.1:1734676306.834308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec4e00. 00010000:00000010:1.1:1734676306.834310:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defb00. 00010000:00000010:1.1:1734676306.834312:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ec4000. 00010000:00000010:1.1:1734676306.834313:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defd00. 00010000:00000010:1.1:1734676306.834315:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403800. 00010000:00000010:1.1:1734676306.834317:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def100. 00010000:00000010:1.1:1734676306.834320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe400. 00010000:00000010:1.1:1734676306.834322:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def200. 00010000:00000010:1.1:1734676306.834325:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff800. 00010000:00000010:1.1:1734676306.834327:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def300. 00010000:00000010:1.1:1734676306.834329:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff400. 00010000:00000010:1.1:1734676306.834331:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defe00. 00010000:00000010:1.1:1734676306.834333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cff000. 00010000:00000010:1.1:1734676306.834335:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def400. 00010000:00000010:1.1:1734676306.834337:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfee00. 00010000:00000010:1.1:1734676306.834339:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134deff00. 00010000:00000010:1.1:1734676306.834341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfea00. 00010000:00000010:1.1:1734676306.834343:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defc00. 00010000:00000010:1.1:1734676306.834345:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfec00. 00010000:00000010:1.1:1734676306.834347:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def900. 00010000:00000010:1.1:1734676306.834349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77c00. 00010000:00000010:1.1:1734676306.834351:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def500. 00010000:00000010:1.1:1734676306.834354:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76e00. 00010000:00000010:1.1:1734676306.834355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134defa00. 00010000:00000010:1.1:1734676306.834357:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76000. 00010000:00000010:1.1:1734676306.834358:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def800. 00010000:00000010:1.1:1734676306.834360:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76c00. 00010000:00000010:1.1:1734676306.834362:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def000. 00010000:00000010:1.1:1734676306.834363:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77600. 00010000:00000010:1.1:1734676306.834365:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134def600. 00010000:00000010:1.1:1734676306.834366:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76800. 00010000:00000010:1.1:1734676306.834370:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33f00. 00010000:00000010:1.1:1734676306.834372:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff77200. 00010000:00000010:1.1:1734676306.834374:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33d00. 00010000:00000010:1.1:1734676306.834377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf800. 00010000:00000010:1.1:1734676306.834379:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33300. 00010000:00000010:1.1:1734676306.834381:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ce200. 00010000:00000010:1.1:1734676306.834383:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33800. 00010000:00000010:1.1:1734676306.834386:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cfa00. 00010000:00000010:1.1:1734676306.834387:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33900. 00010000:00000010:1.1:1734676306.834389:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf200. 00010000:00000010:1.1:1734676306.834391:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33400. 00010000:00000010:1.1:1734676306.834393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ce000. 00010000:00000010:1.1:1734676306.834395:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33e00. 00010000:00000010:1.1:1734676306.834397:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8cf000. 00010000:00000010:1.1:1734676306.834399:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33a00. 00010000:00000010:1.1:1734676306.834401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ce600. 00010000:00000010:1.1:1734676306.834403:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33b00. 00010000:00000010:1.1:1734676306.834405:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95cc00. 00010000:00000010:1.1:1734676306.834408:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33c00. 00010000:00000010:1.1:1734676306.834410:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95dc00. 00010000:00000010:1.1:1734676306.834413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33700. 00010000:00000010:1.1:1734676306.834415:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ca00. 00010000:00000010:1.1:1734676306.834416:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33500. 00010000:00000010:1.1:1734676306.834418:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95ce00. 00010000:00000010:1.1:1734676306.834420:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33100. 00010000:00000010:1.1:1734676306.834422:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95d000. 00010000:00000010:1.1:1734676306.834423:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33200. 00010000:00000010:1.1:1734676306.834425:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95c000. 00010000:00000010:1.1:1734676306.834427:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33600. 00010000:00000010:1.1:1734676306.834429:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95d200. 00010000:00000010:1.1:1734676306.834433:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4b00. 00010000:00000010:1.1:1734676306.834435:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136000. 00010000:00000010:1.1:1734676306.834437:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4f00. 00010000:00000010:1.1:1734676306.834439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136a00. 00010000:00000010:1.1:1734676306.834441:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4300. 00010000:00000010:1.1:1734676306.834443:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137200. 00010000:00000010:1.1:1734676306.834446:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4200. 00010000:00000010:1.1:1734676306.834448:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136c00. 00010000:00000010:1.1:1734676306.834450:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4500. 00010000:00000010:1.1:1734676306.834452:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137e00. 00010000:00000010:1.1:1734676306.834453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4000. 00010000:00000010:1.1:1734676306.834455:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae7400. 00010000:00000010:1.1:1734676306.834459:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4a00. 00010000:00000010:1.1:1734676306.834462:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6c00. 00010000:00000010:1.1:1734676306.834464:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4900. 00010000:00000010:1.1:1734676306.834467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2800. 00010000:00000010:1.1:1734676306.834469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4800. 00010000:00000010:1.1:1734676306.834471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3000. 00010000:00000010:1.1:1734676306.834473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4e00. 00010000:00000010:1.1:1734676306.834475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3c00. 00010000:00000010:1.1:1734676306.834477:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4600. 00010000:00000010:1.1:1734676306.834479:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2a00. 00010000:00000010:1.1:1734676306.834480:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4d00. 00010000:00000010:1.1:1734676306.834482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3200. 00010000:00000010:1.1:1734676306.834484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4c00. 00010000:00000010:1.1:1734676306.834486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3400. 00010000:00000010:1.1:1734676306.834490:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccc00. 00010000:00000010:1.1:1734676306.834492:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de2c00. 00010000:00000010:1.1:1734676306.834494:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc700. 00010000:00000010:1.1:1734676306.834496:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d26600. 00010000:00000010:1.1:1734676306.834502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc100. 00010000:00000010:1.1:1734676306.834504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d27600. 00010000:00000010:1.1:1734676306.834506:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccf00. 00010000:00000010:1.1:1734676306.834508:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d27400. 00010000:00000010:1.1:1734676306.834510:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecce00. 00010000:00000010:1.1:1734676306.834512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bf7bc00. 00010000:00000010:1.1:1734676306.834514:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccb00. 00010000:00000010:1.1:1734676306.834518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bf7ae00. 00010000:00000010:1.1:1734676306.834520:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc200. 00010000:00000010:1.1:1734676306.834522:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772400. 00010000:00000010:1.1:1734676306.834527:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc500. 00010000:00000010:1.1:1734676306.834530:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773a00. 00010000:00000010:1.1:1734676306.834532:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc000. 00010000:00000010:1.1:1734676306.834533:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772600. 00010000:00000010:1.1:1734676306.834535:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecca00. 00010000:00000010:1.1:1734676306.834537:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772e00. 00010000:00000010:1.1:1734676306.834539:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eccd00. 00010000:00000010:1.1:1734676306.834541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773000. 00010000:00000010:1.1:1734676306.834543:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc600. 00010000:00000010:1.1:1734676306.834544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773400. 00010000:00000010:1.1:1734676306.834546:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc800. 00010000:00000010:1.1:1734676306.834548:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d773600. 00010000:00000010:1.1:1734676306.834550:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc900. 00010000:00000010:1.1:1734676306.834553:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326200. 00010000:00000010:1.1:1734676306.834554:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ecc400. 00010000:00000010:1.1:1734676306.834557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327a00. 00010000:00000010:1.1:1734676306.834563:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b900. 00010000:00000010:1.1:1734676306.834566:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326000. 00010000:00000010:1.1:1734676306.834568:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b100. 00010000:00000010:1.1:1734676306.834570:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326c00. 00010000:00000010:1.1:1734676306.834572:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b200. 00010000:00000010:1.1:1734676306.834574:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326800. 00010000:00000010:1.1:1734676306.834575:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b000. 00010000:00000010:1.1:1734676306.834577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6326400. 00010000:00000010:1.1:1734676306.834579:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bb00. 00010000:00000010:1.1:1734676306.834581:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6327000. 00010000:00000010:1.1:1734676306.834584:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b800. 00010000:00000010:1.1:1734676306.834586:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4cc00. 00010000:00000010:1.1:1734676306.834588:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b400. 00010000:00000010:1.1:1734676306.834591:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4da00. 00010000:00000010:1.1:1734676306.834593:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bd00. 00010000:00000010:1.1:1734676306.834594:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4ce00. 00010000:00000010:1.1:1734676306.834596:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367bf00. 00010000:00000010:1.1:1734676306.834598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d000. 00010000:00000010:1.1:1734676306.834600:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367ba00. 00010000:00000010:1.1:1734676306.834602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4c600. 00010000:00000010:1.1:1734676306.834603:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b300. 00010000:00000010:1.1:1734676306.834605:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d200. 00010000:00000010:1.1:1734676306.834607:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b700. 00010000:00000010:1.1:1734676306.834610:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4d800. 00010000:00000010:1.1:1734676306.834613:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3700. 00010000:00000010:1.1:1734676306.834615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c4dc00. 00010000:00000010:1.1:1734676306.834617:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3d00. 00010000:00000010:1.1:1734676306.834619:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7e00. 00010000:00000010:1.1:1734676306.834622:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3a00. 00010000:00000010:1.1:1734676306.834625:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6600. 00010000:00000010:1.1:1734676306.834627:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3800. 00010000:00000010:1.1:1734676306.834629:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6000. 00010000:00000010:1.1:1734676306.834631:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3c00. 00010000:00000010:1.1:1734676306.834633:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7000. 00010000:00000010:1.1:1734676306.834635:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3e00. 00010000:00000010:1.1:1734676306.834636:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7c00. 00010000:00000010:1.1:1734676306.834638:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3000. 00010000:00000010:1.1:1734676306.834640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6200. 00010000:00000010:1.1:1734676306.834642:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3900. 00010000:00000010:1.1:1734676306.834645:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9a00. 00010000:00000010:1.1:1734676306.834648:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3600. 00010000:00000010:1.1:1734676306.834650:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9800. 00010000:00000010:1.1:1734676306.834652:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3400. 00010000:00000010:1.1:1734676306.834653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9400. 00010000:00000010:1.1:1734676306.834655:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3500. 00010000:00000010:1.1:1734676306.834658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8000. 00010000:00000010:1.1:1734676306.834660:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3300. 00010000:00000010:1.1:1734676306.834662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8a00. 00010000:00000010:1.1:1734676306.834665:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6900. 00010000:00000010:1.1:1734676306.834668:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c9c00. 00010000:00000010:1.1:1734676306.834670:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6000. 00010000:00000010:1.1:1734676306.834672:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8800. 00010000:00000010:1.1:1734676306.834673:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6e00. 00010000:00000010:1.1:1734676306.834677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a52200. 00010000:00000010:1.1:1734676306.834679:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6200. 00010000:00000010:1.1:1734676306.834682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a52400. 00010000:00000010:1.1:1734676306.834684:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6b00. 00010000:00000010:1.1:1734676306.834687:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53a00. 00010000:00000010:1.1:1734676306.834689:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6700. 00010000:00000010:1.1:1734676306.834691:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53400. 00010000:00000010:1.1:1734676306.834693:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6d00. 00010000:00000010:1.1:1734676306.834695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a52c00. 00010000:00000010:1.1:1734676306.834697:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6f00. 00010000:00000010:1.1:1734676306.834698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53e00. 00010000:00000010:1.1:1734676306.834700:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6100. 00010000:00000010:1.1:1734676306.834702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a52600. 00010000:00000010:1.1:1734676306.834704:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6500. 00010000:00000010:1.1:1734676306.834706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d017800. 00010000:00000010:1.1:1734676306.834709:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6600. 00010000:00000010:1.1:1734676306.834711:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d016800. 00010000:00000010:1.1:1734676306.834713:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6800. 00010000:00000010:1.1:1734676306.834716:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d854800. 00010000:00000010:1.1:1734676306.834719:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6a00. 00010000:00000010:1.1:1734676306.834721:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d855e00. 00010000:00000010:1.1:1734676306.834723:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6c00. 00010000:00000010:1.1:1734676306.834726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5400. 00010000:00000010:1.1:1734676306.834731:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e900. 00010000:00000010:1.1:1734676306.834734:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5a00. 00010000:00000010:1.1:1734676306.834736:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e200. 00010000:00000010:1.1:1734676306.834738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5600. 00010000:00000010:1.1:1734676306.834740:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e700. 00010000:00000010:1.1:1734676306.834742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5200. 00010000:00000010:1.1:1734676306.834744:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ee00. 00010000:00000010:1.1:1734676306.834746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c4c00. 00010000:00000010:1.1:1734676306.834749:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e000. 00010000:00000010:1.1:1734676306.834751:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2c5e00. 00010000:00000010:1.1:1734676306.834753:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ea00. 00010000:00000010:1.1:1734676306.834755:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ad800. 00010000:00000010:1.1:1734676306.834759:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e400. 00010000:00000010:1.1:1734676306.834761:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ac400. 00010000:00000010:1.1:1734676306.834763:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ed00. 00010000:00000010:1.1:1734676306.834766:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ae4200. 00010000:00000010:1.1:1734676306.834768:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e100. 00010000:00000010:1.1:1734676306.834769:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ae4a00. 00010000:00000010:1.1:1734676306.834771:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e300. 00010000:00000010:1.1:1734676306.834774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0832800. 00010000:00000010:1.1:1734676306.834776:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401ec00. 00010000:00000010:1.1:1734676306.834778:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ffa00. 00010000:00000010:1.1:1734676306.834780:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e500. 00010000:00000010:1.1:1734676306.834783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fe000. 00010000:00000010:1.1:1734676306.834785:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401eb00. 00010000:00000010:1.1:1734676306.834787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fec00. 00010000:00000010:1.1:1734676306.834790:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7b00. 00010000:00000010:1.1:1734676306.834792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735fee00. 00010000:00000010:1.1:1734676306.834794:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7300. 00010000:00000010:1.1:1734676306.834796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ff000. 00010000:00000010:1.1:1734676306.834798:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7e00. 00010000:00000010:1.1:1734676306.834800:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735ff400. 00010000:00000010:1.1:1734676306.834801:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7400. 00010000:00000010:1.1:1734676306.834804:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecbe00. 00010000:00000010:1.1:1734676306.834806:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7f00. 00010000:00000010:1.1:1734676306.834808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecac00. 00010000:00000010:1.1:1734676306.834810:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7d00. 00010000:00000010:1.1:1734676306.834812:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012feca400. 00010000:00000010:1.1:1734676306.834813:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7900. 00010000:00000010:1.1:1734676306.834815:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb400. 00010000:00000010:1.1:1734676306.834817:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7100. 00010000:00000010:1.1:1734676306.834819:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb600. 00010000:00000010:1.1:1734676306.834821:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7500. 00010000:00000010:1.1:1734676306.834823:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecba00. 00010000:00000010:1.1:1734676306.834824:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7a00. 00010000:00000010:1.1:1734676306.834826:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecb000. 00010000:00000010:1.1:1734676306.834828:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7000. 00010000:00000010:1.1:1734676306.834830:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c429000. 00010000:00000010:1.1:1734676306.834835:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36100. 00010000:00000010:1.1:1734676306.834838:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428400. 00010000:00000010:1.1:1734676306.834840:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36000. 00010000:00000010:1.1:1734676306.834842:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428000. 00010000:00000010:1.1:1734676306.834844:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36300. 00010000:00000010:1.1:1734676306.834846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4c00. 00010000:00000010:1.1:1734676306.834850:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36400. 00010000:00000010:1.1:1734676306.834852:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5e00. 00010000:00000010:1.1:1734676306.834854:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007fc36200. 00010000:00000010:1.1:1734676306.834856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4000. 00010000:00000010:1.1:1734676306.834858:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a800. 00010000:00000010:1.1:1734676306.834860:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5000. 00010000:00000010:1.1:1734676306.834862:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a700. 00010000:00000010:1.1:1734676306.834865:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4a00. 00010000:00000010:1.1:1734676306.834866:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a100. 00010000:00000010:1.1:1734676306.834869:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1c5e00. 00010000:00000010:1.1:1734676306.834871:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a300. 00010000:00000010:1.1:1734676306.834874:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349ec00. 00010000:00000010:1.1:1734676306.834877:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a600. 00010000:00000010:1.1:1734676306.834879:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349fa00. 00010000:00000010:1.1:1734676306.834883:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a200. 00010000:00000010:1.1:1734676306.834885:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b4e00. 00010000:00000010:1.1:1734676306.834887:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7ac00. 00010000:00000010:1.1:1734676306.834890:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb72600. 00010000:00000010:1.1:1734676306.834893:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a900. 00010000:00000010:1.1:1734676306.834895:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb72e00. 00010000:00000010:1.1:1734676306.834897:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7af00. 00010000:00000010:1.1:1734676306.834899:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35d800. 00010000:00000010:1.1:1734676306.834901:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a400. 00010000:00000010:1.1:1734676306.834903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c000. 00010000:00000010:1.1:1734676306.834905:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7aa00. 00010000:00000010:1.1:1734676306.834907:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35da00. 00010000:00000010:1.1:1734676306.834909:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7ab00. 00010000:00000010:1.1:1734676306.834911:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35cc00. 00010000:00000010:1.1:1734676306.834913:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7ad00. 00010000:00000010:1.1:1734676306.834914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35ce00. 00010000:00000010:1.1:1734676306.834918:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31e00. 00010000:00000010:1.1:1734676306.834920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c200. 00010000:00000010:1.1:1734676306.834922:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31000. 00010000:00000010:1.1:1734676306.834924:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c800. 00010000:00000010:1.1:1734676306.834926:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31400. 00010000:00000010:1.1:1734676306.834929:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d896800. 00010000:00000010:1.1:1734676306.834932:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31300. 00010000:00000010:1.1:1734676306.834934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d7bc200. 00010000:00000010:1.1:1734676306.834938:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31900. 00010000:00000010:1.1:1734676306.834940:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f59800. 00010000:00000010:1.1:1734676306.834942:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31600. 00010000:00000010:1.1:1734676306.834945:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fd1ce00. 00010000:00000010:1.1:1734676306.834947:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31800. 00010000:00000010:1.1:1734676306.834949:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fd1cc00. 00010000:00000010:1.1:1734676306.834950:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31b00. 00010000:00000010:1.1:1734676306.834953:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d957e00. 00010000:00000010:1.1:1734676306.834955:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31f00. 00010000:00000010:1.1:1734676306.834957:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c97c00. 00010000:00000010:1.1:1734676306.834959:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31a00. 00010000:00000010:1.1:1734676306.834962:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ecd3e00. 00010000:00000010:1.1:1734676306.834964:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31500. 00010000:00000010:1.1:1734676306.834966:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ecd3c00. 00010000:00000010:1.1:1734676306.834968:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31d00. 00010000:00000010:1.1:1734676306.834971:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da2d800. 00010000:00000010:1.1:1734676306.834974:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31700. 00010000:00000010:1.1:1734676306.834977:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a800. 00010000:00000010:1.1:1734676306.834979:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31200. 00010000:00000010:1.1:1734676306.834981:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b000. 00010000:00000010:1.1:1734676306.834983:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098d31100. 00010000:00000010:1.1:1734676306.834985:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a000. 00010000:00000010:1.1:1734676306.834988:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947700. 00010000:00000010:1.1:1734676306.834990:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3a600. 00010000:00000010:1.1:1734676306.834992:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947600. 00010000:00000010:1.1:1734676306.834994:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3aa00. 00010000:00000010:1.1:1734676306.834996:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947a00. 00010000:00000010:1.1:1734676306.834998:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3be00. 00010000:00000010:1.1:1734676306.835000:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947200. 00010000:00000010:1.1:1734676306.835002:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3b800. 00010000:00000010:1.1:1734676306.835004:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947d00. 00010000:00000010:1.1:1734676306.835006:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cb1200. 00010000:00000010:1.1:1734676306.835008:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947c00. 00010000:00000010:1.1:1734676306.835010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075006200. 00010000:00000010:1.1:1734676306.835012:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947000. 00010000:00000010:1.1:1734676306.835014:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075007200. 00010000:00000010:1.1:1734676306.835017:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947b00. 00010000:00000010:1.1:1734676306.835019:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075006e00. 00010000:00000010:1.1:1734676306.835021:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947800. 00010000:00000010:1.1:1734676306.835023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b53e00. 00010000:00000010:1.1:1734676306.835026:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947e00. 00010000:00000010:1.1:1734676306.835028:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073473c00. 00010000:00000010:1.1:1734676306.835030:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947900. 00010000:00000010:1.1:1734676306.835032:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073473800. 00010000:00000010:1.1:1734676306.835034:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947400. 00010000:00000010:1.1:1734676306.835156:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e09200. 00010000:00000010:1.1:1734676306.835162:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90d00. 00010000:00000010:1.1:1734676306.835166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006f156600. 00010000:00000010:1.1:1734676306.835168:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90e00. 00010000:00000010:1.1:1734676306.835171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e800. 00010000:00000010:1.1:1734676306.835174:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90c00. 00010000:00000010:1.1:1734676306.835177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7f400. 00010000:00000010:1.1:1734676306.835179:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90200. 00010000:00000010:1.1:1734676306.835181:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7f600. 00010000:00000010:1.1:1734676306.835184:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90800. 00010000:00000010:1.1:1734676306.835186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ea00. 00010000:00000010:1.1:1734676306.835187:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90300. 00010000:00000010:1.1:1734676306.835189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7f800. 00010000:00000010:1.1:1734676306.835192:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90a00. 00010000:00000010:1.1:1734676306.835194:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ec00. 00010000:00000010:1.1:1734676306.835196:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90f00. 00010000:00000010:1.1:1734676306.835197:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ee00. 00010000:00000010:1.1:1734676306.835199:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90b00. 00010000:00000010:1.1:1734676306.835201:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7e400. 00010000:00000010:1.1:1734676306.835203:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90600. 00010000:00000010:1.1:1734676306.835206:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacd200. 00010000:00000010:1.1:1734676306.835208:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90700. 00010000:00000010:1.1:1734676306.835210:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacd000. 00010000:00000010:1.1:1734676306.835211:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90000. 00010000:00000010:1.1:1734676306.835214:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacca00. 00010000:00000010:1.1:1734676306.835216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90500. 00010000:00000010:1.1:1734676306.835218:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacd600. 00010000:00000010:1.1:1734676306.835219:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90900. 00010000:00000010:1.1:1734676306.835222:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacc600. 00010000:00000010:1.1:1734676306.835224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90100. 00010000:00000010:1.1:1734676306.835226:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacda00. 00010000:00000010:1.1:1734676306.835228:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27c00. 00010000:00000010:1.1:1734676306.835231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacc800. 00010000:00000010:1.1:1734676306.835232:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27a00. 00010000:00000010:1.1:1734676306.835235:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800966cd200. 00010000:00000010:1.1:1734676306.835238:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27900. 00010000:00000010:1.1:1734676306.835240:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800966cc000. 00010000:00000010:1.1:1734676306.835243:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27e00. 00010000:00000010:1.1:1734676306.835245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ebb600. 00010000:00000010:1.1:1734676306.835248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27d00. 00010000:00000010:1.1:1734676306.835250:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093aa00. 00010000:00000010:1.1:1734676306.835252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27100. 00010000:00000010:1.1:1734676306.835255:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130114800. 00010000:00000010:1.1:1734676306.835257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27200. 00010000:00000010:1.1:1734676306.835259:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013139ec00. 00000400:00000200:0.0:1734676306.835653:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.835666:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c700 00000400:00000200:0.0:1734676306.835672:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5bf1 [1] + 224 00000400:00000200:0.0:1734676306.835691:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.835695:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.835703:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.835794:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.835799:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.835801:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.835806:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.835813:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.835835:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02e00. 02000000:00000010:3.0:1734676306.835839:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:3.0:1734676306.835843:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.835846:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.835850:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000100:00000010:1.0:1734676306.837128:0:16896:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 02000000:00000010:1.0:1734676306.837142:0:16896:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095a48000. 02000000:00000010:2.0:1734676306.837221:0:19049:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a0b69800. 00000400:00000010:2.0:1734676306.837228:0:19049:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676306.837232:0:19049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676306.837237:0:19049:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864420736, portal 4 00000400:00000010:2.0:1734676306.837241:0:19049:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.837243:0:19049:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1818938864420736, offset 0 00000400:00000200:2.0:1734676306.837249:0:19049:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1734676306.837256:0:19049:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1734676306.837262:0:19049:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x67650b4e1c780 00000400:00000200:2.0:1734676306.837267:0:19049:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e8e1 [256] + 5872 00000400:00000200:2.0:1734676306.837271:0:19049:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.837274:0:19049:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1734676306.837279:0:19049:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:2.0:1734676306.837282:0:19049:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2d80. 00000400:00000200:2.0:1734676306.837458:0:19049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676306.837460:0:19049:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.837466:0:19049:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801312d3480 x1818938864420736/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000020:00000010:0.0:1734676306.837474:0:10158:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847de00. 00000020:00000010:0.0:1734676306.837479:0:10158:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676306.837483:0:10158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450898. 00000100:00000200:2.0:1734676306.837512:0:10159:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864420736 02000000:00000010:2.0:1734676306.837525:0:10159:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8800a0b6bc00. 00010000:00000200:2.0:1734676306.837544:0:10159:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff88009d1a2d80 x1818938864420736/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1734676317 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000010:2.0:1734676306.837553:0:10159:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.837556:0:10159:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864420736, offset 224 00000400:00000200:2.0:1734676306.837558:0:10159:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1734676306.837562:0:10159:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1734676306.837566:0:10159:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e1c780 00000400:00000200:2.0:1734676306.837569:0:10159:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa5bf9 [1] + 224 00000400:00000200:2.0:1734676306.837572:0:10159:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.837574:0:10159:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1734676306.837578:0:10159:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801312d3480 x1818938864420736/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000200:2.0:1734676306.837587:0:10159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676306.837589:0:10159:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000020:00000010:2.0:1734676306.837597:0:10159:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:2.0:1734676306.837600:0:10159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450898. 00000020:00000010:2.0:1734676306.837602:0:10159:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847de00. 00000400:00000010:0.0:1734676306.837653:0:19049:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:0.0:1734676306.837656:0:19049:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676306.837657:0:19049:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676306.837661:0:19049:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801312d3480 x1818938864420736/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.837667:0:19049:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801312d3480 x1818938864420736/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 02000000:00000010:0.0:1734676306.837682:0:19049:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a0b69800. 02000000:00000010:0.0:1734676306.837686:0:19049:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095a48000. 00000100:00000010:0.0:1734676306.837689:0:19049:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d3480. 00000400:00000200:1.0:1734676306.837793:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676306.837800:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175380 00000400:00000200:1.0:1734676306.837805:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 0 00000400:00000200:1.0:1734676306.837862:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.837865:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676306.837869:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676306.837872:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d0700. 00000020:00000010:2.0:1734676306.837918:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.837922:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.837924:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.837936:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8801312d0700 x1818938867929984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.837959:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867929984 02000000:00000010:2.0:1734676306.837964:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.837984:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64200. 00010000:00000010:2.0:1734676306.837996:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.838000:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.838015:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.838018:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.838022:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676306.838025:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867929984, offset 224 00000400:00000200:2.0:1734676306.838028:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.838033:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.838062:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80875:80875:256:4294967295] 192.168.203.46@tcp LPNI seq info [80871:80871:8:4294967295] 00000400:00000200:2.0:1734676306.838070:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.838082:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.838085:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676306.838089:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.838095:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.838098:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.838107:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.838109:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.838113:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 00000800:00000200:0.0:1734676306.838152:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.838155:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:0.0:1734676306.838157:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.838161:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.838163:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676306.838164:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00080000:00000010:3.0:1734676306.838269:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02e00. 00010000:00000010:3.0:1734676306.838352:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.838358:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd83100. 00010000:00000010:3.0:1734676306.838417:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02000. 00010000:00000010:3.0:1734676306.838422:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.839884:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.839893:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.839900:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.839911:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f02400. 02000000:00000010:3.0:1734676306.839931:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f03c00. 00000400:00000010:3.0:1734676306.839936:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.839940:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.839945:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420864, portal 16 00000400:00000010:3.0:1734676306.839948:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.839950:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420864, offset 0 00000400:00000200:3.0:1734676306.839956:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.839963:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.839967:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.839970:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.839973:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.839974:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.839977:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80876:80876:256:4294967295] 192.168.203.46@tcp LPNI seq info [80872:80872:8:4294967295] 00000400:00000200:3.0:1734676306.839984:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.839989:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.839992:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27500. 00000800:00000200:3.0:1734676306.839995:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.840001:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.840004:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.840342:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.840345:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27500. 00000400:00000200:0.0:1734676306.840348:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.840352:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.840355:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.840356:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676306.840363:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.840430:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3800. 00010000:00000010:2.1:1734676306.843989:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947300. 00010000:00000010:2.1:1734676306.844004:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbffc00. 00000400:00000200:0.0:1734676306.844472:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.844486:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c800 00000400:00000200:0.0:1734676306.844494:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5c09 [1] + 224 00000400:00000200:0.0:1734676306.844514:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.844517:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.844528:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.844618:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.844623:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.844625:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.844631:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.844638:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.844661:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f03c00. 02000000:00000010:3.0:1734676306.844665:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f02400. 00000100:00000010:3.0:1734676306.844669:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.844672:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.844675:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000400:00000200:0.0:1734676306.845164:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.845172:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175400 00000400:00000200:0.0:1734676306.845178:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 328 00000400:00000200:0.0:1734676306.845237:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.845241:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.845245:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.845251:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:2.0:1734676306.846716:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.846723:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.846727:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.846747:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867930112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.846775:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930112 02000000:00000010:2.0:1734676306.846786:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676306.848172:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313ce180. 00010000:00000010:2.0:1734676306.848196:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.848203:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.848226:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.848230:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.848244:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.848250:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930112, offset 224 00000400:00000200:2.0:1734676306.848257:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.848268:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.848273:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80877:80877:256:4294967295] 192.168.203.46@tcp LPNI seq info [80873:80873:8:4294967295] 00000400:00000200:2.0:1734676306.848280:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.848286:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.848289:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.848293:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.848298:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.848302:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.848324:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.848328:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.848332:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 00000800:00000200:0.0:1734676306.848480:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.848483:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:0.0:1734676306.848487:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.848491:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.848494:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676306.848496:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00080000:00000010:3.0:1734676306.848572:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02400. 00010000:00000010:3.0:1734676306.848635:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.848641:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166880. 00010000:00000010:3.0:1734676306.848708:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f03c00. 00010000:00000010:3.0:1734676306.848712:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.848719:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.848722:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.848729:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.848739:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f03800. 02000000:00000010:3.0:1734676306.848758:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02a00. 00000400:00000010:3.0:1734676306.848763:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.848766:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.848771:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864420992, portal 16 00000400:00000010:3.0:1734676306.848774:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.848776:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864420992, offset 0 00000400:00000200:3.0:1734676306.848780:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.848785:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.848789:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.848792:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.848795:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.848797:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.848800:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80878:80878:256:4294967295] 192.168.203.46@tcp LPNI seq info [80874:80874:8:4294967295] 00000400:00000200:3.0:1734676306.848809:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.848812:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.848815:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676306.848818:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.848821:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.848824:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.848880:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.848882:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:0.0:1734676306.848884:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.848888:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.848890:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.848891:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676306.848897:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864420992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.849263:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff8a00. 00000400:00000200:0.0:1734676306.850178:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.850189:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c880 00000400:00000200:0.0:1734676306.850196:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5c15 [1] + 224 00000400:00000200:0.0:1734676306.850216:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.850219:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.850228:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864420992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.850494:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.850503:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.850505:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.850510:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864420992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.850517:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864420992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.850538:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02a00. 02000000:00000010:3.0:1734676306.850543:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f03800. 00000100:00000010:3.0:1734676306.850546:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.850548:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.850553:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00010000:00000010:2.1:1734676306.852213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0ebc00. 00010000:00000010:2.1:1734676306.852224:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbffe00. 00000400:00000200:0.0:1734676306.852546:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.852559:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175480 00000400:00000200:0.0:1734676306.852567:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 656 00000400:00000200:0.0:1734676306.852758:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.852763:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.852770:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.852775:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:2.0:1734676306.854012:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.854021:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.854025:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.859237:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867930240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.859280:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930240 02000000:00000010:2.0:1734676306.859292:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676306.859315:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88bf80. 00010000:00000010:2.0:1734676306.859332:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.859339:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.859355:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.859358:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.859368:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.859372:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930240, offset 224 00000400:00000200:2.0:1734676306.859377:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.859386:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.859392:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80879:80879:256:4294967295] 192.168.203.46@tcp LPNI seq info [80875:80875:8:4294967295] 00000400:00000200:2.0:1734676306.859399:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.859404:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.859406:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.859411:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.859416:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.859420:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.859436:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.859440:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.859443:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 00010000:00000010:2.1:1734676306.859566:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810c00. 00000800:00000200:0.0:1734676306.859854:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.859858:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.859861:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.859865:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.859868:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676306.859870:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00080000:00000010:3.0:1734676306.860115:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f03800. 00010000:00000010:3.0:1734676306.860173:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.860179:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88bf00. 00010000:00000010:3.0:1734676306.860230:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02a00. 00010000:00000010:3.0:1734676306.860234:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.860240:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.860244:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.860249:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.860258:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbffe00. 02000000:00000010:3.0:1734676306.860274:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbffc00. 00000400:00000010:3.0:1734676306.860279:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9420. 00000400:00000010:3.0:1734676306.860282:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.860286:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421120, portal 16 00000400:00000010:3.0:1734676306.860289:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.860291:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864421120, offset 0 00000400:00000200:3.0:1734676306.860295:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.860299:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.860303:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.860306:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.860308:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.860310:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.860312:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80880:80880:256:4294967295] 192.168.203.46@tcp LPNI seq info [80876:80876:8:4294967295] 00000400:00000200:3.0:1734676306.860318:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.860322:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.860324:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27400. 00000800:00000200:3.0:1734676306.860328:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.860331:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.860333:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.860592:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.860595:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27400. 00000400:00000200:0.0:1734676306.860598:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.860601:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.860604:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676306.860606:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676306.860612:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864421120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.862183:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ee00. 00010000:00000010:2.1:1734676306.862193:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02000. 00010000:00000010:2.1:1734676306.865222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7400. 00010000:00000010:2.1:1734676306.868252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe000. 00010000:00000010:2.1:1734676306.868264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f03c00. 00000100:00000010:0.0:1734676306.868323:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676306.868336:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2f00. 00000100:00000010:0.0:1734676306.868354:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676306.868356:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2b00. 00000100:00000010:0.0:1734676306.868375:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 02000000:00000010:0.0:1734676306.868378:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2200. 00000100:00000010:0.0:1734676306.868382:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 02000000:00000010:0.0:1734676306.868385:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2d00. 00000100:00000010:0.0:1734676306.868388:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 02000000:00000010:0.0:1734676306.868391:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2000. 00000100:00000010:0.0:1734676306.868394:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676306.868396:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2100. 00000100:00000010:0.0:1734676306.868400:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 02000000:00000010:0.0:1734676306.868403:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2a00. 00000100:00000010:0.0:1734676306.868406:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676306.868408:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2800. 00000100:00000010:0.0:1734676306.868412:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 02000000:00000010:0.0:1734676306.868414:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2600. 00000100:00000010:0.0:1734676306.868418:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 02000000:00000010:0.0:1734676306.868420:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2900. 00000100:00000010:0.0:1734676306.868423:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 02000000:00000010:0.0:1734676306.868425:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2c00. 00000100:00000010:0.0:1734676306.868428:0:5:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 02000000:00000010:0.0:1734676306.868430:0:5:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9d2700. 02000000:00000010:3.0:1734676306.868493:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbff600. 00000400:00000010:3.0:1734676306.868500:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd94d0. 00000400:00000010:3.0:1734676306.868506:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.868512:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421376, portal 4 00000400:00000010:3.0:1734676306.868516:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.868518:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1818938864421376, offset 0 00000400:00000200:3.0:1734676306.868524:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868533:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868542:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x67650b4e1ca00 00000400:00000200:3.0:1734676306.868548:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e8e1 [256] + 6096 00000400:00000200:3.0:1734676306.868554:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868557:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868562:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:3.0:1734676306.868566:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2ad80. 00000400:00000200:3.0:1734676306.868578:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.868580:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.868586:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864421376/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.868603:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75a00. 00000400:00000010:3.0:1734676306.868605:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9cb8. 00000400:00000010:3.0:1734676306.868611:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.868613:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421888, portal 4 00000400:00000010:3.0:1734676306.868615:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.868616:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818938864421888, offset 0 00000400:00000200:3.0:1734676306.868618:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868621:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868623:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x67650b4e1cc00 00000400:00000200:3.0:1734676306.868627:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x6de79 [8] + 13208 00000400:00000200:3.0:1734676306.868630:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868632:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868635:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1734676306.868638:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29180. 00000400:00000200:3.0:1734676306.868644:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676306.868645:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.868648:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864421888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.868656:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74600. 00000400:00000010:3.0:1734676306.868658:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9a50. 00000400:00000010:3.0:1734676306.868659:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.868661:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422400, portal 4 00000400:00000010:3.0:1734676306.868663:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.868664:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818938864422400, offset 0 00000400:00000200:3.0:1734676306.868666:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868668:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868670:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x67650b4e1ce00 00000400:00000200:3.0:1734676306.868672:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x6de79 [8] + 13432 00000400:00000200:3.0:1734676306.868675:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868677:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868679:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1734676306.868681:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2a300. 00000400:00000200:3.0:1734676306.868685:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.868686:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.868689:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483800 x1818938864422400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.868703:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74c00. 00000400:00000010:3.0:1734676306.868705:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9e70. 00000400:00000010:3.0:1734676306.868707:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.868709:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421504, portal 10 00000400:00000010:3.0:1734676306.868713:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.868714:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864421504, offset 0 00000400:00000200:3.0:1734676306.868716:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868718:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868721:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1ca80 00000400:00000200:3.0:1734676306.868724:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 156128 00000400:00000200:3.0:1734676306.868727:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868729:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868731:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1734676306.868733:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28a80. 00000400:00000200:3.0:1734676306.868737:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.868738:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.868741:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483480 x1818938864421504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.868748:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75000. 00000400:00000010:3.0:1734676306.868750:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012efd9160. 00000400:00000010:3.0:1734676306.868752:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.868753:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422016, portal 10 00000400:00000010:3.0:1734676306.868756:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.868757:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864422016, offset 0 00000400:00000200:3.0:1734676306.868759:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868762:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868764:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1cc80 00000400:00000200:3.0:1734676306.868766:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 156352 00000400:00000200:3.0:1734676306.868769:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868771:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868772:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1734676306.868774:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e28700. 00000400:00000200:3.0:1734676306.868778:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676306.868779:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.868781:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480380 x1818938864422016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.868788:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75c00. 00000400:00000010:3.0:1734676306.868791:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.868793:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.868794:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422528, portal 4 00000400:00000010:3.0:1734676306.868796:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.868797:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818938864422528, offset 0 00000400:00000200:3.0:1734676306.868800:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868803:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868806:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x67650b4e1ce80 00000400:00000200:3.0:1734676306.868809:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x6de79 [8] + 13656 00000400:00000200:3.0:1734676306.868811:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868813:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868815:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1734676306.868817:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29f80. 00000400:00000200:3.0:1734676306.868823:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.868824:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.868827:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480e00 x1818938864422528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:3.0:1734676306.868864:0:21607:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74a00. 00000020:00000010:3.0:1734676306.868868:0:21607:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.868872:0:21607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676306.868891:0:21607:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74800. 00000020:00000010:3.0:1734676306.868893:0:21607:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.868894:0:21607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676306.868903:0:21607:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da75800. 00000020:00000010:3.0:1734676306.868905:0:21607:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.868906:0:21607:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676306.868915:0:21607:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421888 02000000:00000010:3.0:1734676306.868927:0:21607:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad000. 00010000:00000200:3.0:1734676306.868933:0:21607:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e29180 x1818938864421888/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.868944:0:21607:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.868945:0:21607:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938864421888, offset 224 00000400:00000200:3.0:1734676306.868948:0:21607:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.868952:0:21607:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.868955:0:21607:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x67650b4e1cc00 00000400:00000200:3.0:1734676306.868958:0:21607:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xa5c31 [1] + 224 00000400:00000200:3.0:1734676306.868961:0:21607:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.868963:0:21607:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.868967:0:21607:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864421888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.868976:0:21607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.868978:0:21607:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.868986:0:21607:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676306.868989:0:21607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676306.868993:0:21607:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74a00. 00000100:00000200:3.0:1734676306.869000:0:21607:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422400 02000000:00000010:3.0:1734676306.869005:0:21607:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8afc00. 00010000:00000200:3.0:1734676306.869009:0:21607:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e2a300 x1818938864422400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869014:0:21607:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.869016:0:21607:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938864422400, offset 224 00000400:00000200:3.0:1734676306.869018:0:21607:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.869022:0:21607:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.869025:0:21607:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x67650b4e1ce00 00000400:00000200:3.0:1734676306.869027:0:21607:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xa5c39 [1] + 224 00000400:00000200:3.0:1734676306.869030:0:21607:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.869032:0:21607:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.869054:0:21607:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483800 x1818938864422400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.869061:0:21607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.869063:0:21607:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.869069:0:21607:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.869071:0:21607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676306.869083:0:21607:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74800. 00000100:00000200:3.0:1734676306.869091:0:21607:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422528 02000000:00000010:3.0:1734676306.869097:0:21607:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae400. 00010000:00000200:3.0:1734676306.869101:0:21607:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e29f80 x1818938864422528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869106:0:21607:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.869108:0:21607:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938864422528, offset 224 00000400:00000200:3.0:1734676306.869110:0:21607:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.869114:0:21607:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.869117:0:21607:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x67650b4e1ce80 00000400:00000200:3.0:1734676306.869120:0:21607:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xa5c51 [1] + 224 00000400:00000200:3.0:1734676306.869122:0:21607:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.869124:0:21607:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.869127:0:21607:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480e00 x1818938864422528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.869134:0:21607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.869135:0:21607:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.869140:0:21607:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.869141:0:21607:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676306.869143:0:21607:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da75800. 00000020:00000010:3.0:1734676306.869158:0:8205:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da75800. 00000020:00000010:3.0:1734676306.869161:0:8205:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.869162:0:8205:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676306.869177:0:8205:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74800. 00000020:00000010:3.0:1734676306.869179:0:8205:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.869180:0:8205:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676306.869186:0:8205:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421504 02000000:00000010:3.0:1734676306.869192:0:8205:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae800. 00010000:00000200:3.0:1734676306.869196:0:8205:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e28a80 x1818938864421504/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869202:0:8205:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.869205:0:8205:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864421504, offset 224 00000400:00000200:3.0:1734676306.869207:0:8205:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.869211:0:8205:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.869214:0:8205:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1ca80 00000400:00000200:3.0:1734676306.869217:0:8205:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c41 [1] + 224 00000400:00000200:3.0:1734676306.869219:0:8205:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.869221:0:8205:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.869225:0:8205:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483480 x1818938864421504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.869231:0:8205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.869233:0:8205:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.869238:0:8205:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676306.869240:0:8205:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676306.869242:0:8205:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da75800. 00000100:00000200:3.0:1734676306.869249:0:8205:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422016 02000000:00000010:3.0:1734676306.869254:0:8205:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af800. 00010000:00000200:3.0:1734676306.869258:0:8205:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e28700 x1818938864422016/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869264:0:8205:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.869266:0:8205:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864422016, offset 224 00000400:00000200:3.0:1734676306.869269:0:8205:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.869272:0:8205:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.869275:0:8205:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1cc80 00000400:00000200:3.0:1734676306.869278:0:8205:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c49 [1] + 224 00000400:00000200:3.0:1734676306.869280:0:8205:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.869282:0:8205:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.869284:0:8205:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480380 x1818938864422016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.869290:0:8205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.869291:0:8205:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.869296:0:8205:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.869298:0:8205:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676306.869300:0:8205:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74800. 00000020:00000010:3.0:1734676306.869320:0:10158:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74800. 00000020:00000010:3.0:1734676306.869322:0:10158:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.869323:0:10158:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676306.869337:0:10158:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421376 02000000:00000010:3.0:1734676306.869343:0:10158:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8acc00. 00010000:00000200:3.0:1734676306.869347:0:10158:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e2ad80 x1818938864421376/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869354:0:10158:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.869356:0:10158:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938864421376, offset 224 00000400:00000200:3.0:1734676306.869359:0:10158:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.869363:0:10158:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.869366:0:10158:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x67650b4e1ca00 00000400:00000200:3.0:1734676306.869368:0:10158:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xa5c29 [1] + 224 00000400:00000200:3.0:1734676306.869371:0:10158:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.869373:0:10158:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.869376:0:10158:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864421376/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.869383:0:10158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676306.869384:0:10158:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000020:00000010:3.0:1734676306.869388:0:10158:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.869390:0:10158:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676306.869392:0:10158:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74800. 00000400:00000010:3.0:1734676306.869403:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9e70. 00000400:00000200:3.0:1734676306.869405:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.869406:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.869409:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483480 x1818938864421504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869415:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483480 x1818938864421504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869428:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9160. 00000400:00000200:3.0:1734676306.869429:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676306.869430:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.869433:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480380 x1818938864422016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869438:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480380 x1818938864422016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869444:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.869446:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676306.869446:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.869449:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480e00 x1818938864422528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869454:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480e00 x1818938864422528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869460:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd94d0. 00000400:00000200:3.0:1734676306.869462:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676306.869463:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.869465:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864421376/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869471:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864421376/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869478:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9cb8. 00000400:00000200:3.0:1734676306.869480:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676306.869481:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.869484:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864421888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869490:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864421888/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.869497:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9a50. 00000400:00000200:3.0:1734676306.869498:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676306.869499:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.869502:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483800 x1818938864422400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1734676306.869507:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483800 x1818938864422400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1734676306.869514:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74c00. 02000000:00000010:3.0:1734676306.869516:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2200. 00000100:00000010:3.0:1734676306.869519:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:3.0:1734676306.869524:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75000. 02000000:00000010:3.0:1734676306.869526:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2a00. 00000100:00000010:3.0:1734676306.869527:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676306.869530:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75c00. 02000000:00000010:3.0:1734676306.869532:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2c00. 00000100:00000010:3.0:1734676306.869533:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:3.0:1734676306.869536:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676306.869537:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2b00. 00000100:00000010:3.0:1734676306.869538:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676306.869541:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75a00. 02000000:00000010:3.0:1734676306.869543:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2100. 00000100:00000010:3.0:1734676306.869544:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676306.869546:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74600. 02000000:00000010:3.0:1734676306.869547:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2900. 00000100:00000010:3.0:1734676306.869548:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676306.869635:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b000. 00000400:00000010:1.0:1734676306.869639:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676306.869641:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676306.869644:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421632, portal 10 00000400:00000010:1.0:1734676306.869647:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.869648:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864421632, offset 0 00000400:00000200:1.0:1734676306.869651:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869655:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869658:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1cb00 00000400:00000200:1.0:1734676306.869661:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 156576 00000400:00000200:1.0:1734676306.869664:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869666:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869668:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1734676306.869670:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3800. 00000400:00000200:1.0:1734676306.869685:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676306.869686:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.869690:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480700 x1818938864421632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.869699:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7bc00. 00000400:00000010:1.0:1734676306.869701:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad840. 00000400:00000010:1.0:1734676306.869703:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.869704:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422144, portal 10 00000400:00000010:1.0:1734676306.869707:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.869709:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864422144, offset 0 00000400:00000200:1.0:1734676306.869711:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869713:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869716:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1cd00 00000400:00000200:1.0:1734676306.869718:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 156800 00000400:00000200:1.0:1734676306.869721:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869722:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869724:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1734676306.869726:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3480. 00000400:00000200:1.0:1734676306.869730:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676306.869730:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.869733:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864422144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.869740:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b200. 00000400:00000010:1.0:1734676306.869741:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad630. 00000400:00000010:1.0:1734676306.869743:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.869744:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422656, portal 10 00000400:00000010:1.0:1734676306.869747:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.869748:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864422656, offset 0 00000400:00000200:1.0:1734676306.869750:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869752:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869754:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1cf00 00000400:00000200:1.0:1734676306.869756:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 157024 00000400:00000200:1.0:1734676306.869758:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869760:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869761:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1734676306.869763:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d3100. 00000400:00000200:1.0:1734676306.869767:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676306.869768:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.869770:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480000 x1818938864422656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.869782:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ba00. 00000400:00000010:1.0:1734676306.869785:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676306.869787:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.869788:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421248, portal 25 00000400:00000010:1.0:1734676306.869790:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.869792:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1818938864421248, offset 0 00000400:00000200:1.0:1734676306.869794:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869796:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869798:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x67650b4e1c980 00000400:00000200:1.0:1734676306.869800:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x7c845 [2] + 0 00000400:00000010:1.0:1734676306.869802:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff880129cdea50. 00000400:00000200:1.0:1734676306.869804:0:19048:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d9bc540 00000400:00000200:1.0:1734676306.869806:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869808:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1734676306.869809:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d9bc540 00000400:00000010:1.0:1734676306.869811:0:19048:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d9bc540. 00000100:00000200:1.0:1734676306.869814:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1734676306.869818:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676306.869819:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.869822:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864421248/t0(0) o400->MGC192.168.203.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.869829:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ac00. 00000400:00000010:1.0:1734676306.869831:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676306.869833:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.869834:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864421760, portal 10 00000400:00000010:1.0:1734676306.869837:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.869838:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1818938864421760, offset 0 00000400:00000200:1.0:1734676306.869840:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869842:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869844:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x67650b4e1cb80 00000400:00000200:1.0:1734676306.869846:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x66845 [64] + 157248 00000400:00000200:1.0:1734676306.869848:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869850:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869851:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1734676306.869853:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801312d1f80. 00000400:00000200:1.0:1734676306.869857:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:1.0:1734676306.869858:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.869860:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482680 x1818938864421760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.869868:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7be00. 00000400:00000010:1.0:1734676306.869869:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad8f0. 00000400:00000010:1.0:1734676306.869871:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.869872:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422272, portal 4 00000400:00000010:1.0:1734676306.869874:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.869875:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1818938864422272, offset 0 00000400:00000200:1.0:1734676306.869877:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869879:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869881:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x67650b4e1cd80 00000400:00000200:1.0:1734676306.869884:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x6de79 [8] + 13880 00000400:00000200:1.0:1734676306.869886:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869888:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869889:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1734676306.869891:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baad80. 00000400:00000200:1.0:1734676306.869894:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.869895:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.869898:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482d80 x1818938864422272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.869914:0:22511:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013139ec00. 00000020:00000010:1.0:1734676306.869916:0:22511:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.869918:0:22511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.869930:0:22511:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:1.0:1734676306.869931:0:22511:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59880. 00000020:00000010:1.0:1734676306.869933:0:22511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676306.869940:0:22511:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6a00. 00000020:00000010:1.0:1734676306.869942:0:22511:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.869944:0:22511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676306.869949:0:22511:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6000. 00000020:00000010:1.0:1734676306.869951:0:22511:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.869953:0:22511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.869957:0:22511:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421632 02000000:00000010:1.0:1734676306.869962:0:22511:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8800. 00010000:00000200:1.0:1734676306.869966:0:22511:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8801312d3800 x1818938864421632/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.869972:0:22511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.869974:0:22511:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864421632, offset 224 00000400:00000200:1.0:1734676306.869976:0:22511:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.869980:0:22511:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.869983:0:22511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1cb00 00000400:00000200:1.0:1734676306.869986:0:22511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c71 [1] + 224 00000400:00000200:1.0:1734676306.869988:0:22511:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.869990:0:22511:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.869994:0:22511:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480700 x1818938864421632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.870003:0:22511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.870004:0:22511:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000020:00000010:1.0:1734676306.870011:0:22511:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59800. 00000020:00000010:1.0:1734676306.870014:0:22511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d237d0. 00000020:00000010:1.0:1734676306.870016:0:22511:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013139ec00. 00000100:00000200:1.0:1734676306.870024:0:22511:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422144 02000000:00000010:1.0:1734676306.870030:0:22511:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbeac00. 00010000:00000200:1.0:1734676306.870034:0:22511:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8801312d3480 x1818938864422144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870057:0:22511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.870059:0:22511:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864422144, offset 224 00000400:00000200:1.0:1734676306.870061:0:22511:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.870065:0:22511:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.870068:0:22511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1cd00 00000400:00000200:1.0:1734676306.870070:0:22511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c79 [1] + 224 00000400:00000200:1.0:1734676306.870082:0:22511:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.870084:0:22511:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.870087:0:22511:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864422144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.870093:0:22511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.870094:0:22511:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000020:00000010:1.0:1734676306.870099:0:22511:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59880. 00000020:00000010:1.0:1734676306.870101:0:22511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676306.870103:0:22511:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00000100:00000200:1.0:1734676306.870109:0:22511:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422656 02000000:00000010:1.0:1734676306.870115:0:22511:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9000. 00010000:00000200:1.0:1734676306.870118:0:22511:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8801312d3100 x1818938864422656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870124:0:22511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.870125:0:22511:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864422656, offset 224 00000400:00000200:1.0:1734676306.870128:0:22511:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.870131:0:22511:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.870134:0:22511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1cf00 00000400:00000200:1.0:1734676306.870137:0:22511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c81 [1] + 224 00000400:00000200:1.0:1734676306.870139:0:22511:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.870141:0:22511:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.870143:0:22511:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480000 x1818938864422656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.870149:0:22511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.870150:0:22511:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000020:00000010:1.0:1734676306.870154:0:22511:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.870156:0:22511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676306.870158:0:22511:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6a00. 00000100:00000200:1.0:1734676306.870164:0:22511:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421760 02000000:00000010:1.0:1734676306.870168:0:22511:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8400. 00010000:00000200:1.0:1734676306.870172:0:22511:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8801312d1f80 x1818938864421760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870182:0:22511:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.870184:0:22511:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1818938864421760, offset 224 00000400:00000200:1.0:1734676306.870186:0:22511:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.870188:0:22511:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.870191:0:22511:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x67650b4e1cb80 00000400:00000200:1.0:1734676306.870194:0:22511:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa5c91 [1] + 224 00000400:00000200:1.0:1734676306.870196:0:22511:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.870198:0:22511:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.870200:0:22511:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482680 x1818938864421760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.870206:0:22511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.870208:0:22511:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000020:00000010:1.0:1734676306.870211:0:22511:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.870212:0:22511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.870214:0:22511:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6000. 00000400:00000010:1.0:1734676306.870228:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:1.0:1734676306.870230:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676306.870231:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.870233:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482680 x1818938864421760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.870239:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482680 x1818938864421760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870248:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676306.870249:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676306.870250:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676306.870253:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480700 x1818938864421632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.870258:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480700 x1818938864421632/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870265:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad840. 00000400:00000200:1.0:1734676306.870266:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676306.870268:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.870270:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864422144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.870275:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864422144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.870281:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad630. 00000400:00000200:1.0:1734676306.870283:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676306.870284:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.870286:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480000 x1818938864422656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.870291:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480000 x1818938864422656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.870298:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ac00. 02000000:00000010:1.0:1734676306.870301:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2000. 00000100:00000010:1.0:1734676306.870303:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482680. 02000000:00000010:1.0:1734676306.870305:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b000. 02000000:00000010:1.0:1734676306.870307:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2d00. 00000100:00000010:1.0:1734676306.870308:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676306.870310:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7bc00. 02000000:00000010:1.0:1734676306.870312:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2800. 00000100:00000010:1.0:1734676306.870313:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676306.870315:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b200. 02000000:00000010:1.0:1734676306.870316:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2700. 00000100:00000010:1.0:1734676306.870318:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00000020:00000010:0.0:1734676306.870816:0:16888:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14a400. 00000020:00000010:0.0:1734676306.870821:0:16888:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.870824:0:16888:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.870840:0:16888:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864421248 02000000:00000010:0.0:1734676306.870847:0:16888:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000200:0.0:1734676306.870851:0:16888:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff88012f3bec50 x1818938864421248/t0(0) o400->3835fd3b-f1d5-4e99-8d21-6608c27aea8a@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1734676306.870859:0:16888:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676306.870862:0:16888:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1818938864421248, offset 224 00000400:00000200:0.0:1734676306.870865:0:16888:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1734676306.870870:0:16888:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1734676306.870874:0:16888:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x67650b4e1c980 00000400:00000200:0.0:1734676306.870878:0:16888:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xa5c89 [1] + 224 00000400:00000200:0.0:1734676306.870881:0:16888:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.870883:0:16888:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1734676306.870886:0:16888:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864421248/t0(0) o400->MGC192.168.203.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1734676306.870895:0:16888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:0.0:1734676306.870896:0:16888:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000020:00000010:0.0:1734676306.870901:0:16888:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.870904:0:16888:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.870905:0:16888:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14a400. 02000000:00000010:0.0:1734676306.870909:0:16888:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000200:0.0:1734676306.870912:0:16888:0:(niobuf.c:1033:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1734676306.870915:0:16888:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b97e8. 00000400:00000010:0.0:1734676306.870918:0:16888:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469a80. 00000400:00000010:1.0:1734676306.870972:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676306.870974:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676306.870975:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.870979:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864421248/t0(0) o400->MGC192.168.203.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.870984:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864421248/t0(0) o400->MGC192.168.203.146@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.870994:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ba00. 02000000:00000010:1.0:1734676306.870998:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2f00. 00000100:00000010:1.0:1734676306.871000:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000020:00000010:3.0:1734676306.872367:0:21608:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74600. 00000020:00000010:3.0:1734676306.872375:0:21608:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.872378:0:21608:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676306.872557:0:21608:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864422272 02000000:00000010:3.0:1734676306.872570:0:21608:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ad400. 00010000:00000200:3.0:1734676306.872577:0:21608:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8800a0baad80 x1818938864422272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/224 e 0 to 0 dl 1734676317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.872587:0:21608:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.872592:0:21608:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1818938864422272, offset 224 00000400:00000200:3.0:1734676306.872595:0:21608:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.872603:0:21608:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.872609:0:21608:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x67650b4e1cd80 00000400:00000200:3.0:1734676306.872615:0:21608:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xa5c99 [1] + 224 00000400:00000200:3.0:1734676306.872620:0:21608:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.872623:0:21608:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.872629:0:21608:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482d80 x1818938864422272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1734676306.873665:0:21608:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676306.873669:0:21608:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000020:00000010:3.0:1734676306.873682:0:21608:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a680. 00000020:00000010:3.0:1734676306.873685:0:21608:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676306.873689:0:21608:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74600. 00000400:00000010:1.0:1734676306.873745:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad8f0. 00000400:00000200:1.0:1734676306.873749:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:1.0:1734676306.873751:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.873756:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482d80 x1818938864422272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.873763:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482d80 x1818938864422272/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.873781:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7be00. 02000000:00000010:1.0:1734676306.873786:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9d2600. 00000100:00000010:1.0:1734676306.873789:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000400:00000200:0.0:1734676306.880366:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.880383:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1c900 00000400:00000200:0.0:1734676306.880392:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5c21 [1] + 224 00000400:00000200:0.0:1734676306.880402:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.880405:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.880414:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864421120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.880453:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.880458:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175500 00000400:00000200:0.0:1734676306.880463:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 984 00000400:00000200:0.0:1734676306.880483:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.880486:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.880491:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.880496:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.880714:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6000. 00000020:00000010:1.0:1734676306.880721:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.880725:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.880746:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867930368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676306.881764:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9420. 00000400:00000200:3.0:1734676306.881772:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.881775:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.881783:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864421120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.881791:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864421120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.881814:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbffc00. 02000000:00000010:3.0:1734676306.881819:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbffe00. 00000100:00000010:3.0:1734676306.881822:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.881825:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.881829:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000100:00000200:1.0:1734676306.882309:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930368 02000000:00000010:1.0:1734676306.882322:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.882348:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdf300. 00010000:00000010:1.0:1734676306.882370:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.882376:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.882392:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.882395:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.882405:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.882410:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930368, offset 224 00000400:00000200:1.0:1734676306.882416:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.882426:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.882432:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80881:80881:256:4294967295] 192.168.203.46@tcp LPNI seq info [80877:80877:8:4294967295] 00000400:00000200:1.0:1734676306.882440:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.882447:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.882456:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.882462:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.882468:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.882472:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.882488:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.882493:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.882496:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6000. 00000800:00000200:1.0:1734676306.882586:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.882589:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:1.0:1734676306.882591:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.882595:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.882598:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:1.0:1734676306.882599:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00080000:00000010:3.0:1734676306.883188:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da74600. 00010000:00000010:3.0:1734676306.883252:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.883258:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf500. 00010000:00000010:3.0:1734676306.884222:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27400. 00010000:00000010:3.0:1734676306.884226:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.884230:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da75a00. 00010000:00000010:3.0:1734676306.884235:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00080000:00000010:3.0:1734676306.884246:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75c00. 00010000:00000010:3.0:1734676306.884267:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.884269:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.884304:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da75000. 00010000:00000010:3.0:1734676306.884307:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.884313:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.884318:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.884324:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.884334:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da74c00. 02000000:00000010:3.0:1734676306.884353:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74800. 00000400:00000010:3.0:1734676306.884358:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.884362:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.884367:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422784, portal 16 00000400:00000010:3.0:1734676306.884370:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676306.884372:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864422784, offset 0 00000400:00000200:3.0:1734676306.884377:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.884385:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.884389:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.884392:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.884394:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.884396:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.884399:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80882:80882:256:4294967295] 192.168.203.46@tcp LPNI seq info [80878:80878:8:4294967295] 00000400:00000200:3.0:1734676306.884406:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.884411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.884414:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676306.884418:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.884423:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.884427:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.884576:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.884579:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:0.0:1734676306.884582:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.884585:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.884588:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676306.884590:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676306.884595:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864422784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.888733:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e122f00. 00010000:00000010:2.1:1734676306.888744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00010000:00000010:2.1:1734676306.888747:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27400. 00010000:00000010:2.1:1734676306.888750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75a00. 00010000:00000010:0.1:1734676306.888806:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2bc00. 00000400:00000200:0.0:1734676306.889221:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.889237:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1cf80 00000400:00000200:0.0:1734676306.889244:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5cc1 [1] + 224 00000400:00000200:0.0:1734676306.889254:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.889258:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.889266:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864422784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.889300:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.889304:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175580 00000400:00000200:0.0:1734676306.889308:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 1312 00000400:00000200:0.0:1734676306.889322:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.889325:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.889328:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.889332:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676306.889445:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.889451:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.889456:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.889474:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867930496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.889505:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930496 02000000:00000010:2.0:1734676306.889514:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676306.889541:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.889547:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.889552:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.889555:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.889565:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.889569:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930496, offset 224 00000400:00000200:2.0:1734676306.889573:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.889580:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.889586:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80883:80883:256:4294967295] 192.168.203.46@tcp LPNI seq info [80879:80879:8:4294967295] 00000400:00000200:2.0:1734676306.889594:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.889598:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.889602:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676306.889605:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.889610:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.889614:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.889635:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.889638:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.889642:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 00000400:00000010:3.0:1734676306.889704:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.889708:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.889710:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.889715:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864422784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.889723:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864422784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.889739:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66680. 02000000:00000010:3.0:1734676306.889750:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74800. 02000000:00000010:3.0:1734676306.889755:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da74c00. 00000100:00000010:3.0:1734676306.889757:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.889760:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.889762:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00080000:00000010:3.0:1734676306.889775:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da74c00. 00010000:00000010:3.0:1734676306.889833:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.889838:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66600. 00010000:00000010:3.0:1734676306.889888:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74800. 00010000:00000010:3.0:1734676306.889893:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.889899:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.889901:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.889906:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.889913:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75800. 02000000:00000010:3.0:1734676306.889929:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74a00. 00000400:00000010:3.0:1734676306.889932:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.889935:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.889939:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864422912, portal 16 00000400:00000010:3.0:1734676306.889941:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676306.889944:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864422912, offset 0 00000400:00000200:3.0:1734676306.889948:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.889953:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.889957:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.889959:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.889962:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.889964:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.889966:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80884:80884:255:4294967295] 192.168.203.46@tcp LPNI seq info [80880:80880:7:4294967295] 00000400:00000200:3.0:1734676306.889972:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.889976:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.889978:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27500. 00000800:00000200:3.0:1734676306.889981:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.889985:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.889987:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.890136:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.890138:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676306.890142:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.890145:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.890147:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676306.890149:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:0.0:1734676306.890192:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.890194:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27500. 00000400:00000200:0.0:1734676306.890196:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.890198:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.890200:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676306.890201:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676306.890206:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864422912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.892231:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.892244:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d000 00000400:00000200:0.0:1734676306.892250:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ccd [1] + 224 00000400:00000200:0.0:1734676306.892257:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.892260:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.892268:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864422912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.892303:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.892307:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175600 00000400:00000200:0.0:1734676306.892311:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 1640 00000400:00000200:0.0:1734676306.892361:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.892365:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.892368:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.892372:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676306.892457:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6a00. 00000020:00000010:1.0:1734676306.892462:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.892466:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.892480:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867930624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.892549:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930624 02000000:00000010:1.0:1734676306.892557:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00010000:00000010:1.0:1734676306.892583:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.892589:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.892592:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.892594:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.892603:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676306.892607:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930624, offset 224 00000400:00000200:1.0:1734676306.892612:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.892617:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.892622:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80885:80885:256:4294967295] 192.168.203.46@tcp LPNI seq info [80881:80881:8:4294967295] 00000400:00000200:1.0:1734676306.892629:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.892634:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.892637:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676306.892640:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.892645:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.892648:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.893774:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.893782:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.893786:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6a00. 00000800:00000200:0.0:1734676306.894018:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.894022:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676306.894026:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.894030:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.894050:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676306.894052:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000400:00000010:3.0:1734676306.894286:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.894290:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.894291:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.894299:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864422912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.894307:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864422912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.894328:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5dc80. 02000000:00000010:3.0:1734676306.894337:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74a00. 02000000:00000010:3.0:1734676306.894342:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75800. 00000100:00000010:3.0:1734676306.894346:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676306.894349:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.894352:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00080000:00000010:3.0:1734676306.894367:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75800. 00010000:00000010:3.0:1734676306.894430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.894435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5dc00. 00010000:00000010:3.0:1734676306.894500:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74a00. 00010000:00000010:3.0:1734676306.894505:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.894512:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.894516:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.894522:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.894530:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da74000. 02000000:00000010:3.0:1734676306.894549:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75400. 00000400:00000010:3.0:1734676306.894553:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.894556:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.894560:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423040, portal 16 00000400:00000010:3.0:1734676306.894563:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676306.894565:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423040, offset 0 00000400:00000200:3.0:1734676306.894570:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.894577:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.894581:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.894584:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.894587:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.894589:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.894591:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80886:80886:256:4294967295] 192.168.203.46@tcp LPNI seq info [80882:80882:8:4294967295] 00000400:00000200:3.0:1734676306.894598:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.894602:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.894605:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27200. 00000800:00000200:3.0:1734676306.894609:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.894614:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.894617:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.894637:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.894642:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75a00. 02000000:00000010:3.0:1734676306.894649:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbffe00. 00000400:00000010:3.0:1734676306.894651:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676306.894654:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.894656:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423168, portal 16 00000400:00000010:3.0:1734676306.894658:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676306.894660:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423168, offset 0 00000400:00000200:3.0:1734676306.894663:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.894666:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.894668:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.894670:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.894671:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.894673:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.894675:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80887:80887:255:4294967295] 192.168.203.46@tcp LPNI seq info [80883:80883:7:4294967295] 00000400:00000200:3.0:1734676306.894680:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.894683:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.894685:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27100. 00000800:00000200:3.0:1734676306.894687:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.894690:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.894692:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.894812:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.894814:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27200. 00000400:00000200:0.0:1734676306.894817:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.894820:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.894822:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676306.894823:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676306.894829:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864423040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676306.894861:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.894863:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27100. 00000400:00000200:0.0:1734676306.894865:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.894867:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.894869:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676306.894870:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676306.894873:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864423168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.898654:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.898669:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d080 00000400:00000200:0.0:1734676306.898677:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5cd9 [1] + 224 00000400:00000200:0.0:1734676306.898685:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.898688:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.898697:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864423040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.898729:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.898732:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d100 00000400:00000200:0.0:1734676306.898735:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ce1 [1] + 224 00000400:00000200:0.0:1734676306.898739:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.898741:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.898746:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864423168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.898755:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.898757:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175700 00000400:00000200:0.0:1734676306.898761:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4631 [2] + 1968 00000400:00000010:0.0:1734676306.898764:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9ec8. 00000400:00000200:0.0:1734676306.898768:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469540 00000400:00000200:0.0:1734676306.898771:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.898772:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.898774:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469540 00000400:00000010:0.0:1734676306.898776:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469540. 00000100:00000200:0.0:1734676306.898781:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1734676306.898794:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.898797:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175680 00000400:00000200:0.0:1734676306.898799:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 0 00000400:00000200:0.0:1734676306.898812:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.898814:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.898816:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.898820:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:0.0:1734676306.898862:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14ac00. 00000020:00000010:0.0:1734676306.898867:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.898870:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.898890:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9050 x1818938867930880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:0.0:1734676306.898907:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14a000. 00000020:00000010:0.0:1734676306.898910:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd00. 00000020:00000010:0.0:1734676306.898912:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450ed8. 00000100:00000200:0.0:1734676306.898917:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867930752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.898934:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930880 02000000:00000010:0.0:1734676306.898941:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00000400:00000010:0.0:1734676306.898971:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676306.898975:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930880, offset 224 00000400:00000200:0.0:1734676306.898978:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.898984:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.898989:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80888:80888:256:4294967295] 192.168.203.46@tcp LPNI seq info [80884:80884:8:4294967295] 00000400:00000200:0.0:1734676306.898997:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.899001:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.899003:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676306.899007:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.899013:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.899016:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.899026:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.899028:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.899030:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14ac00. 00010000:00000010:2.1:1734676306.899166:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdde000. 00010000:00000010:2.1:1734676306.899172:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67b00. 00010000:00000010:2.1:1734676306.899174:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75000. 00000100:00000200:3.0:1734676306.899906:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867930752 02000000:00000010:3.0:1734676306.899916:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676306.899934:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.899940:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.899946:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.899948:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000400:00000010:3.0:1734676306.899953:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.899956:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867930752, offset 224 00000400:00000200:3.0:1734676306.899961:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.899966:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.899970:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80889:80889:255:4294967295] 192.168.203.46@tcp LPNI seq info [80885:80885:7:4294967295] 00000400:00000200:3.0:1734676306.899977:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.899981:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.899984:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27d00. 00000800:00000200:3.0:1734676306.899988:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.899992:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.900000:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676306.900006:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd00. 00000020:00000010:3.0:1734676306.900008:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450ed8. 00000020:00000010:3.0:1734676306.900011:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14a000. 00000400:00000010:3.0:1734676306.900031:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.900033:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.900034:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.900059:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864423040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.900066:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864423040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.900091:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92800. 00000400:00000010:3.0:1734676306.900098:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d688. 00000400:00000200:3.0:1734676306.900100:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676306.900101:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.900104:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864423168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.900109:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864423168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.900116:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6323a00. 02000000:00000010:3.0:1734676306.900123:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75400. 02000000:00000010:3.0:1734676306.900127:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da74000. 00000100:00000010:3.0:1734676306.900130:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676306.900132:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbffe00. 02000000:00000010:3.0:1734676306.900135:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75a00. 00000100:00000010:3.0:1734676306.900136:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676306.900138:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676306.900140:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00080000:00000010:3.0:1734676306.900154:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbffe00. 00010000:00000010:3.0:1734676306.900210:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.900215:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6323980. 00010000:00000010:3.0:1734676306.900263:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbffc00. 00010000:00000010:3.0:1734676306.900268:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.900273:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd4c0. 00000100:00000010:3.0:1734676306.900275:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676306.900279:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676306.900286:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676306.900301:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e879600. 00000400:00000010:3.0:1734676306.900304:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676306.900307:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676306.900310:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423296, portal 16 00000400:00000010:3.0:1734676306.900313:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.900314:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423296, offset 0 00000400:00000200:3.0:1734676306.900318:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.900322:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.900325:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.900328:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.900331:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.900333:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.900335:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80890:80890:254:4294967295] 192.168.203.46@tcp LPNI seq info [80886:80886:6:4294967295] 00000400:00000200:3.0:1734676306.900340:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.900343:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.900345:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27e00. 00000800:00000200:3.0:1734676306.900348:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.900351:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.900353:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.900406:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.900409:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:3.0:1734676306.900412:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.900416:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.900418:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:3.0:1734676306.900419:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 02000000:00000010:3.0:1734676306.900423:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000800:00000200:3.0:1734676306.900430:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.900432:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27d00. 00000400:00000200:3.0:1734676306.900434:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.900436:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.900438:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676306.900439:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:0.0:1734676306.900993:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:0.0:1734676306.900998:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:0.0:1734676306.901003:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:0.0:1734676306.901006:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676306.901009:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:0.0:1734676306.901011:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:0.0:1734676306.901013:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:0.0:1734676306.901015:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676306.901017:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:0.0:1734676306.901019:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:0.0:1734676306.901021:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:0.0:1734676306.901022:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801312d0700. 00000100:00000200:0.0:1734676306.901029:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676306.901032:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9ec8. 00000400:00000010:0.0:1734676306.901043:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469540. 00000100:00000010:1.0:1734676306.903159:0:9157:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676306.903175:0:9157:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880095a48900. 00000800:00000200:3.0:1734676306.903904:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.903909:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27e00. 00000400:00000200:3.0:1734676306.903913:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.903920:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.903925:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.903927:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.903934:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864423296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.903963:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.903973:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d180 00000400:00000200:3.0:1734676306.903980:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5cf1 [1] + 224 00000400:00000200:3.0:1734676306.903990:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.903992:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.903996:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864423296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.904013:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676306.904016:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175780 00000400:00000200:3.0:1734676306.904020:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 328 02000000:00000010:1.0:1734676306.904481:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012dbea000. 00000400:00000010:1.0:1734676306.904486:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad8f0. 00000400:00000010:1.0:1734676306.904490:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.904496:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864423424, portal 4 00000400:00000010:1.0:1734676306.904499:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.904501:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1818938864423424, offset 0 00000400:00000200:1.0:1734676306.904505:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.904512:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.904517:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x67650b4e1d200 00000400:00000200:1.0:1734676306.904521:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e8e1 [256] + 6320 00000400:00000200:1.0:1734676306.904526:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.904528:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.904532:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:1.0:1734676306.904536:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8700. 00000400:00000200:1.0:1734676306.904546:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676306.904548:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.904551:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864423424/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.904587:0:10159:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6a00. 00000020:00000010:1.0:1734676306.904592:0:10159:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.904595:0:10159:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.904619:0:10159:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864423424 02000000:00000010:1.0:1734676306.904634:0:10159:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88012dbeb000. 00010000:00000200:1.0:1734676306.904657:0:10159:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8800a0ba8700 x1818938864423424/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1734676317 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.904668:0:10159:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.904670:0:10159:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864423424, offset 224 00000400:00000200:1.0:1734676306.904673:0:10159:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.904677:0:10159:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.904680:0:10159:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e1d200 00000400:00000200:1.0:1734676306.904683:0:10159:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa5cfd [1] + 224 00000400:00000200:1.0:1734676306.904686:0:10159:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.904688:0:10159:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.904692:0:10159:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864423424/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.904702:0:10159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:1.0:1734676306.904704:0:10159:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000020:00000010:1.0:1734676306.904712:0:10159:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.904715:0:10159:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.904718:0:10159:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6a00. 00000400:00000010:1.0:1734676306.904732:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad8f0. 00000400:00000200:1.0:1734676306.904733:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676306.904734:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.904737:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864423424/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.904743:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864423424/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 02000000:00000010:1.0:1734676306.904760:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012dbea000. 02000000:00000010:1.0:1734676306.904763:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880095a48900. 00000100:00000010:1.0:1734676306.904766:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000400:00000010:2.0:1734676306.904872:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d688. 00000400:00000200:2.0:1734676306.904876:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676306.904878:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:2.0:1734676306.904884:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864423296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.904891:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864423296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.904908:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e879600. 02000000:00000010:2.0:1734676306.904911:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:2.0:1734676306.904915:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676306.904917:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:2.0:1734676306.904922:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd4c0. 00000400:00000200:3.0:1734676306.904973:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.904978:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676306.904982:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676306.904987:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 00000020:00000010:0.0:1734676306.905063:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14ac00. 00000020:00000010:0.0:1734676306.905067:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.905069:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676306.905089:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29880 x1818938867931008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676306.905114:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931008 02000000:00000010:0.0:1734676306.905122:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676306.905147:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8aee80. 00010000:00000010:0.0:1734676306.905162:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b7c0. 00000100:00000010:0.0:1734676306.905167:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676306.905182:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676306.905185:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b7c0. 00000400:00000010:0.0:1734676306.905191:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676306.905193:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931008, offset 224 00000400:00000200:0.0:1734676306.905198:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676306.905204:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676306.905209:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80891:80891:256:4294967295] 192.168.203.46@tcp LPNI seq info [80887:80887:8:4294967295] 00000400:00000200:0.0:1734676306.905216:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676306.905220:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676306.905224:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676306.905228:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676306.905233:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676306.905237:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676306.905245:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676306.905248:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676306.905250:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14ac00. 00000800:00000200:0.0:1734676306.905312:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.905315:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:0.0:1734676306.905317:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.905320:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.905322:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:0.0:1734676306.905323:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00080000:00000010:3.0:1734676306.905728:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e879e00. 00010000:00000010:3.0:1734676306.905896:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.905903:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8aee00. 00010000:00000010:3.0:1734676306.905961:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e879000. 00010000:00000010:3.0:1734676306.905965:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a000. 00010000:00000010:3.0:1734676306.905972:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.905976:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.905981:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.905989:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e879600. 02000000:00000010:3.0:1734676306.906004:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee200. 00000400:00000010:3.0:1734676306.906007:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.906011:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.906015:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423552, portal 16 00000400:00000010:3.0:1734676306.906018:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676306.906019:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423552, offset 0 00000400:00000200:3.0:1734676306.906022:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.906026:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.906029:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.906032:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.906057:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.906059:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.906062:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80892:80892:256:4294967295] 192.168.203.46@tcp LPNI seq info [80888:80888:8:4294967295] 00000400:00000200:3.0:1734676306.906067:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.906071:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.906081:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27d00. 00000800:00000200:3.0:1734676306.906085:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.906090:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.906092:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.906198:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.906201:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27d00. 00000400:00000200:0.0:1734676306.906203:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.906206:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.906209:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676306.906210:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676306.906215:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864423552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.907414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2f000. 00010000:00000010:2.1:1734676306.907422:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5300. 00010000:00000010:2.1:1734676306.907426:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74800. 00000400:00000200:0.0:1734676306.907980:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.907992:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d280 00000400:00000200:0.0:1734676306.907999:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d0d [1] + 224 00000400:00000200:0.0:1734676306.908320:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.908325:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.908334:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864423552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.908505:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.908510:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.908511:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.908516:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864423552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.908523:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864423552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.908545:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee200. 02000000:00000010:3.0:1734676306.908550:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e879600. 00000100:00000010:3.0:1734676306.908554:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.908557:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.908561:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00010000:00000010:1.1:1734676306.910199:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725400. 00010000:00000010:2.1:1734676306.913233:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d724400. 00010000:00000010:2.1:1734676306.913243:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dfe00. 00010000:00000010:2.1:1734676306.913250:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40800. 00010000:00000010:2.1:1734676306.913253:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74a00. 00010000:00000010:2.1:1734676306.913257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9900. 00010000:00000010:2.1:1734676306.913260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbffc00. 00000400:00000200:0.0:1734676306.917188:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.917204:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175800 00000400:00000200:0.0:1734676306.917211:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 656 00000400:00000200:0.0:1734676306.917278:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.917282:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.917288:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.917294:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:2.0:1734676306.917440:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130117200. 00000020:00000010:2.0:1734676306.917446:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.917449:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.917472:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867931136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.917492:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931136 02000000:00000010:2.0:1734676306.917499:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.917522:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d6600. 00010000:00000010:2.0:1734676306.917556:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.917562:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.917569:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.917572:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.917581:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676306.917584:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931136, offset 224 00000400:00000200:2.0:1734676306.917589:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.917596:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.917600:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80893:80893:256:4294967295] 192.168.203.46@tcp LPNI seq info [80889:80889:8:4294967295] 00000400:00000200:2.0:1734676306.917608:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.917612:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.917615:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676306.917619:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.917624:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.917627:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.917650:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676306.917653:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.917657:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130117200. 00080000:00000010:2.0:1734676306.917691:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117200. 00010000:00000010:2.0:1734676306.917748:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a000. 00010000:00000010:2.0:1734676306.917753:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e1d6580. 00010000:00000010:2.0:1734676306.917807:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7200. 00010000:00000010:2.0:1734676306.917810:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4400. 00010000:00000010:2.0:1734676306.917813:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116400. 00010000:00000010:2.0:1734676306.917817:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00080000:00000010:2.0:1734676306.917827:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116200. 00010000:00000010:2.0:1734676306.917844:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676306.917847:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4400. 00010000:00000010:2.0:1734676306.917882:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116600. 00010000:00000010:2.0:1734676306.917885:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676306.917890:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.917893:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.917897:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.917904:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130116a00. 02000000:00000010:2.0:1734676306.917921:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130117800. 00000400:00000010:2.0:1734676306.917925:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7e70. 00000400:00000010:2.0:1734676306.917928:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.917932:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423680, portal 16 00000400:00000010:2.0:1734676306.917936:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676306.917937:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423680, offset 0 00000400:00000200:2.0:1734676306.917941:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.917946:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.917950:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.917953:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.917955:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.917957:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.917959:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80894:80894:255:4294967295] 192.168.203.46@tcp LPNI seq info [80890:80890:7:4294967295] 00000400:00000200:2.0:1734676306.917964:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.917967:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.917970:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676306.917973:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.917976:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.917978:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.918141:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.918144:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:1.0:1734676306.918147:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.918151:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.918154:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676306.918155:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000800:00000200:1.0:1734676306.918193:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.918195:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676306.918197:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.918200:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.918202:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676306.918203:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:1.0:1734676306.918208:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864423680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.920421:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.920435:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d300 00000400:00000200:0.0:1734676306.920442:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d19 [1] + 224 00000400:00000200:0.0:1734676306.920452:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.920455:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.920463:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864423680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.920540:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.920544:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175880 00000400:00000200:0.0:1734676306.920547:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 984 00000400:00000200:0.0:1734676306.920679:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.920683:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.920687:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.920692:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000010:2.0:1734676306.920758:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7e70. 00000400:00000200:2.0:1734676306.920762:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:2.0:1734676306.920764:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.920770:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864423680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.920777:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864423680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676306.920800:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130117800. 02000000:00000010:2.0:1734676306.920805:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130116a00. 00000100:00000010:2.0:1734676306.920808:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676306.920811:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.920815:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000020:00000010:1.0:1734676306.921207:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:1.0:1734676306.921213:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.921217:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.921234:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867931264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.921253:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931264 02000000:00000010:1.0:1734676306.921260:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbea000. 00010000:00000010:1.0:1734676306.921280:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edec080. 00010000:00000010:1.0:1734676306.921295:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.921300:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.922481:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00080000:00000010:3.0:1734676306.922484:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dee200. 00010000:00000010:1.0:1734676306.922488:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.922500:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676306.922505:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931264, offset 224 00000400:00000200:1.0:1734676306.922510:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.922519:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.922524:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80895:80895:256:4294967295] 192.168.203.46@tcp LPNI seq info [80891:80891:8:4294967295] 00000400:00000200:1.0:1734676306.922531:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.922535:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.922538:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48900. 00000800:00000200:1.0:1734676306.922543:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.922549:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00010000:00000010:3.0:1734676306.922550:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00000800:00000200:1.0:1734676306.922552:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676306.922555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edec000. 00000020:00000010:1.0:1734676306.922572:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.922576:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.922580:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00010000:00000010:3.0:1734676306.922652:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097def400. 00010000:00000010:3.0:1734676306.922658:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.922664:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.922669:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.922674:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.922682:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dee600. 02000000:00000010:3.0:1734676306.922699:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097defc00. 00000400:00000010:3.0:1734676306.922703:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.922706:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.922710:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423808, portal 16 00000400:00000010:3.0:1734676306.922713:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676306.922787:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423808, offset 0 00000400:00000200:3.0:1734676306.922792:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.922797:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.922801:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.922804:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.922807:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.922809:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.922811:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80896:80896:255:4294967295] 192.168.203.46@tcp LPNI seq info [80892:80892:7:4294967295] 00000400:00000200:3.0:1734676306.922817:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.922821:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.922823:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27900. 00000800:00000200:3.0:1734676306.922826:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.922829:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.922831:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.922928:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.922931:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48900. 00000400:00000200:0.0:1734676306.922936:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.922940:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.922942:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676306.922944:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000800:00000200:0.0:1734676306.922976:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.922978:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27900. 00000400:00000200:0.0:1734676306.922980:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.922983:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.922984:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676306.922986:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676306.922991:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864423808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.924207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fece000. 00010000:00000010:0.1:1734676306.924214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d7700. 00010000:00000010:0.1:1734676306.924223:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e879000. 00010000:00000010:0.1:1734676306.924226:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7200. 00010000:00000010:0.1:1734676306.924229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116400. 00010000:00000010:2.1:1734676306.927921:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82600. 00010000:00000010:2.1:1734676306.927933:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116600. 00010000:00000010:0.1:1734676306.928100:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002a00. 00000400:00000200:0.0:1734676306.931981:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.931998:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d380 00000400:00000200:0.0:1734676306.932006:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d25 [1] + 224 00000400:00000200:0.0:1734676306.932016:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.932019:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.932029:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864423808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.932112:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.932117:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175900 00000400:00000200:0.0:1734676306.932121:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 1312 00000400:00000200:0.0:1734676306.932139:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.932142:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.932147:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.932152:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000400:00000010:3.0:1734676306.932222:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.932228:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.932230:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.932236:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864423808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.932244:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864423808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.932268:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097defc00. 02000000:00000010:3.0:1734676306.932272:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dee600. 00000100:00000010:3.0:1734676306.932274:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.932277:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.932281:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000020:00000010:1.0:1734676306.932773:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:1.0:1734676306.932782:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.932786:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.932808:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867931392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.932903:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931392 02000000:00000010:1.0:1734676306.932914:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.932939:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2000. 00010000:00000010:1.0:1734676306.933116:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.933124:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.933253:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.933257:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.933269:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676306.933274:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931392, offset 224 00000400:00000200:1.0:1734676306.933280:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.933287:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.933293:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80897:80897:256:4294967295] 192.168.203.46@tcp LPNI seq info [80893:80893:8:4294967295] 00000400:00000200:1.0:1734676306.933302:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.933307:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.933310:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676306.933315:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.933320:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.933324:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.933337:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.933340:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.933343:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00080000:00000010:3.0:1734676306.933391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dee600. 00010000:00000010:3.0:1734676306.933446:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.933457:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99fd00. 00010000:00000010:3.0:1734676306.933518:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097defc00. 00010000:00000010:3.0:1734676306.933523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.933529:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.933533:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000800:00000200:0.0:1734676306.933535:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1734676306.933538:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 00000800:00000010:0.0:1734676306.933538:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:0.0:1734676306.933541:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.933544:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676306.933545:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097deec00. 00000400:00000200:0.0:1734676306.933547:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676306.933548:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 02000000:00000010:3.0:1734676306.933560:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee800. 00000400:00000010:3.0:1734676306.933564:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.933568:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.933628:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864423936, portal 16 00000400:00000010:3.0:1734676306.933632:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676306.933634:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864423936, offset 0 00000400:00000200:3.0:1734676306.933639:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.933643:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.933646:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.933649:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.933651:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.933653:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.933655:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80898:80898:256:4294967295] 192.168.203.46@tcp LPNI seq info [80894:80894:8:4294967295] 00000400:00000200:3.0:1734676306.933660:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.933663:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.933665:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27a00. 00000800:00000200:3.0:1734676306.933667:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.933671:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.933673:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676306.933761:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.933764:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27a00. 00000400:00000200:0.0:1734676306.933767:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.933770:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.933772:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676306.933773:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676306.933778:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864423936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.936777:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097decc00. 00000400:00000200:2.0:1734676306.936836:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676306.936848:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d400 00000400:00000200:2.0:1734676306.936856:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d31 [1] + 224 00000400:00000200:2.0:1734676306.936873:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.936876:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676306.936884:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864423936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.936990:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.936994:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.936996:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.937001:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864423936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.937008:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864423936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.937029:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee800. 02000000:00000010:3.0:1734676306.937033:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097deec00. 00000100:00000010:3.0:1734676306.937135:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.937139:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.937143:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000400:00000200:0.0:1734676306.938345:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.938357:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175980 00000400:00000200:0.0:1734676306.938364:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 1640 00000400:00000200:0.0:1734676306.938420:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.938424:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.938430:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.938434:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676306.939138:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:1.0:1734676306.939145:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.939149:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.939169:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867931520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.939196:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931520 02000000:00000010:1.0:1734676306.939204:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.939227:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6e1c80. 00010000:00000010:1.0:1734676306.939248:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.939253:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.939270:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.939273:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.939283:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.939287:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931520, offset 224 00000400:00000200:1.0:1734676306.939292:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.939300:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.939305:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80899:80899:256:4294967295] 192.168.203.46@tcp LPNI seq info [80895:80895:8:4294967295] 00000400:00000200:1.0:1734676306.939312:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.939317:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.939320:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.939323:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.939328:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.939331:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.939344:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.939348:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.939350:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00000800:00000200:1.0:1734676306.939411:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.939414:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:1.0:1734676306.939416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.939419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.939422:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676306.939423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00010000:00000010:2.1:1734676306.939826:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18db00. 00010000:00000010:2.1:1734676306.939832:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def400. 00080000:00000010:3.0:1734676306.939895:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097deec00. 00010000:00000010:3.0:1734676306.939955:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.939961:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6e1c00. 00010000:00000010:3.0:1734676306.940019:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dee800. 00010000:00000010:3.0:1734676306.940023:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.940029:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.940033:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.940059:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.940068:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097def200. 02000000:00000010:3.0:1734676306.940098:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deee00. 00000400:00000010:3.0:1734676306.940104:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.940108:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.940113:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424064, portal 16 00000400:00000010:3.0:1734676306.940116:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.940117:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424064, offset 0 00000400:00000200:3.0:1734676306.940123:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.940128:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.940131:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.940134:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.940137:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.940138:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.940141:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80900:80900:256:4294967295] 192.168.203.46@tcp LPNI seq info [80896:80896:8:4294967295] 00000400:00000200:3.0:1734676306.940146:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.940150:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.940152:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27c00. 00000800:00000200:3.0:1734676306.940155:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.940159:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.940161:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676306.940745:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676306.940748:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27c00. 00000400:00000200:3.0:1734676306.940751:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.940755:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676306.940758:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676306.940760:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.940766:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864424064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676306.943456:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8000. 00000400:00000200:0.0:1734676306.945892:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.945907:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d480 00000400:00000200:0.0:1734676306.945916:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d3d [1] + 224 00000400:00000200:0.0:1734676306.945926:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.945929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.945938:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864424064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.945974:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.945978:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175a00 00000400:00000200:0.0:1734676306.945982:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4689 [2] + 1968 00000400:00000010:0.0:1734676306.945986:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:0.0:1734676306.945989:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d300 00000400:00000200:0.0:1734676306.946003:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.946006:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.946009:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d300 00000400:00000010:0.0:1734676306.946011:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d300. 00000100:00000200:0.0:1734676306.946016:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676306.946193:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.946196:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.946198:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.946203:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864424064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.946211:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864424064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.946232:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deee00. 02000000:00000010:3.0:1734676306.946237:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097def200. 00000100:00000010:3.0:1734676306.946240:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.946243:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.946247:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000020:00000010:2.0:1734676306.946343:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.946349:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676306.946353:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.946370:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9450 x1818938867931648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.946393:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931648 02000000:00000010:2.0:1734676306.946401:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676306.946422:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d1a7080. 00010000:00000010:2.0:1734676306.946439:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.946444:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a4b4ccc0. 00000100:00000010:2.0:1734676306.946459:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a4b4ccc0. 00010000:00000010:2.0:1734676306.946462:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.946471:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676306.946475:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931648, offset 224 00000400:00000200:2.0:1734676306.946480:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.946487:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.946491:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80901:80901:256:4294967295] 192.168.203.46@tcp LPNI seq info [80897:80897:8:4294967295] 00000400:00000200:2.0:1734676306.946498:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.946502:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.946505:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676306.946509:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.946514:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.946517:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.946527:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676306.946530:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.946533:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 02000000:00000010:2.0:1734676306.946540:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:2.0:1734676306.946542:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676306.946546:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:2.0:1734676306.946548:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676306.946550:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbea000. 00000100:00000010:2.0:1734676306.946552:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676306.946556:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:2.0:1734676306.946558:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:2.0:1734676306.946561:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:2.0:1734676306.946563:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:2.0:1734676306.946565:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:2.0:1734676306.946568:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000200:2.0:1734676306.946573:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676306.946576:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7e70. 00000400:00000010:2.0:1734676306.946580:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a4b4ccc0. 00000800:00000200:1.0:1734676306.946979:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.946983:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676306.946985:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.946993:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.946996:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676306.946997:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 02000000:00000010:1.0:1734676306.947001:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00080000:00000010:3.0:1734676306.947064:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097def200. 00010000:00000010:3.0:1734676306.947130:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.947136:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d1a7000. 00010000:00000010:3.0:1734676306.947200:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deee00. 00010000:00000010:3.0:1734676306.947205:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.947212:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.947215:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.947221:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.947230:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097def800. 02000000:00000010:3.0:1734676306.947246:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097defe00. 00000400:00000010:3.0:1734676306.947249:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.947252:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.947255:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424192, portal 16 00000400:00000010:3.0:1734676306.947259:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676306.947260:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424192, offset 0 00000400:00000200:3.0:1734676306.947265:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.947270:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.947274:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.947277:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.947279:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.947281:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.947284:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80902:80902:256:4294967295] 192.168.203.46@tcp LPNI seq info [80898:80898:8:4294967295] 00000400:00000200:3.0:1734676306.947290:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.947294:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.947296:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27c00. 00000800:00000200:3.0:1734676306.947299:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.947303:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.947305:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676306.948263:0:16900:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.948273:0:16900:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d9e7c00. 02000000:00000010:3.0:1734676306.948366:0:19050:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d8af400. 00000400:00000010:3.0:1734676306.948372:0:19050:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dbb0. 00000400:00000010:3.0:1734676306.948375:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676306.948379:0:19050:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864424320, portal 4 00000400:00000010:3.0:1734676306.948381:0:19050:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.948383:0:19050:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1818938864424320, offset 0 00000400:00000200:3.0:1734676306.948387:0:19050:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676306.948393:0:19050:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676306.948399:0:19050:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x67650b4e1d580 00000400:00000200:3.0:1734676306.948404:0:19050:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x27849 [8] + 8288 00000400:00000200:3.0:1734676306.948410:0:19050:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676306.948412:0:19050:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676306.948417:0:19050:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1734676306.948420:0:19050:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b480. 00000400:00000200:3.0:1734676306.948436:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676306.948438:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.948443:0:19050:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864424320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.948532:0:21626:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7800. 00000020:00000010:1.0:1734676306.948536:0:21626:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.948540:0:21626:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000800:00000200:0.0:1734676306.948566:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1734676306.948569:0:21626:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864424320 00000800:00000010:0.0:1734676306.948569:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27c00. 00000400:00000200:0.0:1734676306.948573:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.948576:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.948578:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676306.948579:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 02000000:00000010:1.0:1734676306.948582:0:21626:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88012dbea000. 00000100:00000200:0.0:1734676306.948584:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864424192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000200:1.0:1734676306.948600:0:21626:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880097e2b480 x1818938864424320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1734676317 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000010:1.0:1734676306.948613:0:21626:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.948616:0:21626:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864424320, offset 224 00000400:00000200:1.0:1734676306.948619:0:21626:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676306.948624:0:21626:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676306.948628:0:21626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e1d580 00000400:00000200:1.0:1734676306.948634:0:21626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa5d55 [1] + 224 00000400:00000200:1.0:1734676306.948638:0:21626:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.948640:0:21626:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676306.948644:0:21626:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864424320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000400:00000200:1.0:1734676306.948666:0:21626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676306.948668:0:21626:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000020:00000010:1.0:1734676306.948676:0:21626:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.948680:0:21626:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.948683:0:21626:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7800. 00000400:00000010:2.0:1734676306.948764:0:19050:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dbb0. 00000400:00000200:2.0:1734676306.948768:0:19050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676306.948769:0:19050:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676306.948773:0:19050:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864424320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.948780:0:19050:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864424320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 02000000:00000010:2.0:1734676306.948797:0:19050:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d8af400. 02000000:00000010:2.0:1734676306.948802:0:19050:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d9e7c00. 00000100:00000010:2.0:1734676306.948806:0:19050:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00010000:00000010:2.1:1734676306.950296:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35700. 00010000:00000010:2.1:1734676306.950306:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defc00. 00000400:00000200:0.0:1734676306.950923:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.950935:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d500 00000400:00000200:0.0:1734676306.950942:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d4d [1] + 224 00000400:00000200:0.0:1734676306.950959:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.950964:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.950973:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864424192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.951061:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.951065:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.951066:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.951071:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864424192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.951087:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864424192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.951108:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097defe00. 02000000:00000010:3.0:1734676306.951111:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097def800. 00000100:00000010:3.0:1734676306.951114:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.951116:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.951121:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000400:00000200:0.0:1734676306.951305:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.951311:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175a80 00000400:00000200:0.0:1734676306.951316:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 0 00000400:00000200:0.0:1734676306.951362:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.951366:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.951378:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.951382:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676306.951529:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7800. 00000020:00000010:1.0:1734676306.951535:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.951538:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.951557:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867931776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.951587:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931776 02000000:00000010:1.0:1734676306.951594:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8c00. 00010000:00000010:1.0:1734676306.951618:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58c00. 00010000:00000010:1.0:1734676306.951645:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.951650:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.951663:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.951665:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.951675:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676306.951684:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931776, offset 224 00000400:00000200:1.0:1734676306.951688:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.951695:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.951701:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80903:80903:256:4294967295] 192.168.203.46@tcp LPNI seq info [80899:80899:8:4294967295] 00000400:00000200:1.0:1734676306.951709:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.951713:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.951716:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676306.951720:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.951726:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.951729:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.951743:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.951747:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.951750:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7800. 00000800:00000200:0.0:1734676306.951766:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.951769:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676306.951772:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.951775:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.951778:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676306.951779:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00080000:00000010:3.0:1734676306.951847:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097def800. 00010000:00000010:3.0:1734676306.951903:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.951908:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58b80. 00010000:00000010:3.0:1734676306.951961:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27f00. 00010000:00000010:3.0:1734676306.951964:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.951968:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097defe00. 00010000:00000010:3.0:1734676306.951972:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00080000:00000010:3.0:1734676306.951980:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097defa00. 00010000:00000010:3.0:1734676306.952000:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676306.952002:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.952067:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097defc00. 00010000:00000010:3.0:1734676306.952070:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.952084:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.952087:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.952092:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.952100:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097deea00. 02000000:00000010:3.0:1734676306.952115:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097def400. 00000400:00000010:3.0:1734676306.952118:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.952121:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.952125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424448, portal 16 00000400:00000010:3.0:1734676306.952128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676306.952129:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424448, offset 0 00000400:00000200:3.0:1734676306.952133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.952138:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.952141:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.952144:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.952146:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.952148:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.952150:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80904:80904:256:4294967295] 192.168.203.46@tcp LPNI seq info [80900:80900:8:4294967295] 00000400:00000200:3.0:1734676306.952155:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.952159:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.952161:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27700. 00000800:00000200:3.0:1734676306.952164:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.952167:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.952170:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.952253:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.952256:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27700. 00000400:00000200:1.0:1734676306.952258:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.952262:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.952265:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676306.952266:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676306.952270:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864424448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.953145:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d585000. 00010000:00000010:3.1:1734676306.956252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6100. 00010000:00000010:3.1:1734676306.956264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee800. 00010000:00000010:2.1:1734676306.956331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834fdc00. 00010000:00000010:3.1:1734676306.959413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf53000. 00010000:00000010:3.1:1734676306.959433:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deee00. 00010000:00000010:3.1:1734676306.959437:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27f00. 00010000:00000010:3.1:1734676306.959440:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defe00. 00000400:00000200:0.0:1734676306.965360:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.965374:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d600 00000400:00000200:0.0:1734676306.965382:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d65 [1] + 224 00000400:00000200:0.0:1734676306.965412:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.965416:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.965424:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864424448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.966196:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.966202:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.966204:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.966211:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864424448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.966219:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864424448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676306.966242:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097def400. 02000000:00000010:3.0:1734676306.966247:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097deea00. 00000100:00000010:3.0:1734676306.966250:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.966253:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.966257:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000400:00000200:0.0:1734676306.966331:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.966339:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175b00 00000400:00000200:0.0:1734676306.966345:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 328 00000400:00000200:0.0:1734676306.966357:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.966360:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.966365:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.966369:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676306.966618:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116600. 00000020:00000010:2.0:1734676306.966624:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676306.966628:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676306.966646:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867931904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676306.966674:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867931904 02000000:00000010:2.0:1734676306.966680:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676306.966700:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d434980. 00010000:00000010:2.0:1734676306.966726:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.966731:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676306.966737:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676306.966738:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676306.966747:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.966750:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867931904, offset 224 00000400:00000200:2.0:1734676306.966754:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.966761:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.966765:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80905:80905:256:4294967295] 192.168.203.46@tcp LPNI seq info [80901:80901:8:4294967295] 00000400:00000200:2.0:1734676306.966772:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.966777:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676306.966778:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097deea00. 00000800:00000010:2.0:1734676306.966780:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676306.966783:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.966789:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.966792:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676306.966803:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676306.966805:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676306.966809:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116600. 00010000:00000010:3.0:1734676306.966837:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.966843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d434900. 00010000:00000010:3.0:1734676306.966900:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097def400. 00010000:00000010:3.0:1734676306.966905:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.966911:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.966914:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.966919:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.966926:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097defe00. 02000000:00000010:3.0:1734676306.966941:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097deee00. 00000400:00000010:3.0:1734676306.966944:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.966947:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.966951:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424576, portal 16 00000400:00000010:3.0:1734676306.966954:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676306.966955:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424576, offset 0 00000800:00000200:2.0:1734676306.966957:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1734676306.966959:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.966964:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.966968:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.966970:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.966973:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.966975:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.966977:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80906:80906:255:4294967295] 192.168.203.46@tcp LPNI seq info [80902:80902:7:4294967295] 00000400:00000200:3.0:1734676306.966982:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.966985:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.966987:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27f00. 00000800:00000200:3.0:1734676306.966990:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.966993:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.966995:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:2.0:1734676306.967198:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:2.0:1734676306.967201:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.967205:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.967207:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676306.967209:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000800:00000200:2.0:1734676306.967516:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.967518:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27f00. 00000400:00000200:2.0:1734676306.967521:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.967524:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.967527:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676306.967528:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:2.0:1734676306.967534:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864424576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676306.970895:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b523c00. 00010000:00000010:3.1:1734676306.971336:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0b2000. 00010000:00000010:3.1:1734676306.971341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097defc00. 00000400:00000200:0.0:1734676306.973332:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.973348:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d680 00000400:00000200:0.0:1734676306.973356:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d71 [1] + 224 00000400:00000200:0.0:1734676306.973379:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.973382:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.973391:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864424576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676306.973604:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.973610:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.973612:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.973617:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864424576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.973625:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864424576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.973632:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.973637:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175b80 00000400:00000200:0.0:1734676306.973642:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 656 02000000:00000010:3.0:1734676306.973647:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097deee00. 02000000:00000010:3.0:1734676306.973651:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097defe00. 00000100:00000010:3.0:1734676306.973655:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676306.973658:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.973662:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00000400:00000200:0.0:1734676306.973691:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.973694:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.973698:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.973702:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676306.973788:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7c00. 00000020:00000010:1.0:1734676306.973793:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.973797:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.973815:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867932032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.973924:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932032 02000000:00000010:1.0:1734676306.973932:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9c00. 00010000:00000010:1.0:1734676306.973953:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d434300. 00010000:00000010:1.0:1734676306.973977:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.973982:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.973987:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.973989:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.973998:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676306.974002:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932032, offset 224 00000400:00000200:1.0:1734676306.974006:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.974013:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.974018:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80907:80907:256:4294967295] 192.168.203.46@tcp LPNI seq info [80903:80903:8:4294967295] 00000400:00000200:1.0:1734676306.974025:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.974029:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.974032:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00080000:00000010:3.0:1734676306.974130:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097defe00. 00010000:00000010:3.0:1734676306.974186:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.974192:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d434280. 00010000:00000010:3.0:1734676306.974254:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deee00. 00010000:00000010:3.0:1734676306.974259:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.974266:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.974270:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.974274:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.974280:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097defc00. 02000000:00000010:3.0:1734676306.974297:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee800. 00000400:00000010:3.0:1734676306.974300:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676306.974303:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.974307:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424704, portal 16 00000400:00000010:3.0:1734676306.974310:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676306.974312:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424704, offset 0 00000400:00000200:3.0:1734676306.974316:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.974320:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.974324:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.974327:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.974329:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.974331:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.974333:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80908:80908:255:4294967295] 192.168.203.46@tcp LPNI seq info [80904:80904:7:4294967295] 00000400:00000200:3.0:1734676306.974339:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.974343:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.974347:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27f00. 00000800:00000200:3.0:1734676306.974351:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.974356:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.974359:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676306.974361:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.974367:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.974369:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1734676306.977506:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000020:00000010:1.0:1734676306.977510:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.977518:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.977523:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7c00. 02000000:00000010:3.0:1734676306.977525:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e879000. 02000000:00000010:3.0:1734676306.977544:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e879600. 00000400:00000010:3.0:1734676306.977550:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676306.977555:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.977561:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424832, portal 16 00000400:00000010:3.0:1734676306.977564:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676306.977566:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424832, offset 0 00000400:00000200:3.0:1734676306.977573:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000200:2.0:1734676306.977733:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.977737:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27f00. 00000400:00000200:2.0:1734676306.977741:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.977746:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.977749:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676306.977751:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:2.0:1734676306.977758:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864424704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676306.978965:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.978971:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.978974:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.978977:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.978979:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.978981:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80909:80909:254:4294967295] 192.168.203.46@tcp LPNI seq info [80905:80905:6:4294967295] 00000400:00000200:3.0:1734676306.978989:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.978994:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.978999:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27700. 00000800:00000200:3.0:1734676306.979004:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.979011:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.979015:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.979494:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.979497:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:2.0:1734676306.979501:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.979505:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.979509:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:2.0:1734676306.979511:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:2.0:1734676306.979571:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.979573:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27700. 00000400:00000200:2.0:1734676306.979576:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.979578:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.979580:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:2.0:1734676306.979582:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:2.0:1734676306.979589:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864424832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676306.980173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580600. 00010000:00000010:2.1:1734676306.983246:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35400. 00010000:00000010:2.1:1734676306.983260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def400. 00000400:00000200:0.0:1734676306.984586:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.984602:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d700 00000400:00000200:0.0:1734676306.984610:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d7d [1] + 224 00000400:00000200:0.0:1734676306.984620:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.984623:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.984633:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864424704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.984672:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.984676:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d780 00000400:00000200:0.0:1734676306.984680:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d85 [1] + 224 00000400:00000200:0.0:1734676306.984685:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.984688:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.984692:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864424832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.984704:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.984708:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175c00 00000400:00000200:0.0:1734676306.984711:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 984 00000400:00000200:0.0:1734676306.984715:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.984718:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.984722:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.984727:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000200:0.0:1734676306.984752:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.984756:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175c80 00000400:00000200:0.0:1734676306.984759:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 1312 00000400:00000200:0.0:1734676306.984774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.984776:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.984779:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.984781:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676306.984877:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7c00. 00000020:00000010:1.0:1734676306.984885:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.984888:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676306.984906:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867932160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676306.984923:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7a00. 00000020:00000010:1.0:1734676306.984925:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.984927:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676306.984932:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867932288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.984945:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932160 02000000:00000010:1.0:1734676306.984954:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe8000. 00000400:00000010:1.0:1734676306.984983:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.984988:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932160, offset 224 00000400:00000200:1.0:1734676306.984992:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.984999:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.985005:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80910:80910:256:4294967295] 192.168.203.46@tcp LPNI seq info [80906:80906:8:4294967295] 00000400:00000200:1.0:1734676306.985012:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.985016:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.985019:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.985023:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.985028:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.985031:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.985065:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676306.985069:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:1.0:1734676306.985071:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7c00. 00000100:00000200:1.0:1734676306.985089:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932288 02000000:00000010:1.0:1734676306.985095:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012dbe9400. 00010000:00000010:1.0:1734676306.985110:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.985116:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.985121:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.985123:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.985129:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.985131:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932288, offset 224 00000400:00000200:1.0:1734676306.985135:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.985139:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.985142:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80911:80911:255:4294967295] 192.168.203.46@tcp LPNI seq info [80907:80907:7:4294967295] 00000400:00000200:1.0:1734676306.985148:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.985151:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.985154:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.985156:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.985159:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.985161:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.985167:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.985169:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676306.985171:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7a00. 00000800:00000200:1.0:1734676306.985208:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.985211:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676306.985214:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.985217:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.985219:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676306.985221:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:1.0:1734676306.985268:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.985270:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:1.0:1734676306.985272:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.985275:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.985277:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676306.985278:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000400:00000010:3.0:1734676306.985356:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d948. 00000400:00000200:3.0:1734676306.985359:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676306.985361:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.985366:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864424704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.985374:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864424704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.985390:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4800. 00000400:00000010:3.0:1734676306.985412:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676306.985414:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676306.985416:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.985419:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864424832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.985425:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864424832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.985432:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4780. 02000000:00000010:3.0:1734676306.985439:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee800. 02000000:00000010:3.0:1734676306.985443:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097defc00. 00000100:00000010:3.0:1734676306.985445:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676306.985448:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e879600. 02000000:00000010:3.0:1734676306.985450:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e879000. 00000100:00000010:3.0:1734676306.985451:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676306.985453:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.985455:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00080000:00000010:3.0:1734676306.985469:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e879000. 00010000:00000010:3.0:1734676306.985649:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.985655:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736d4700. 00010000:00000010:3.0:1734676306.985707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e879600. 00010000:00000010:3.0:1734676306.985711:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.985717:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.985720:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.985724:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676306.985732:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073794e00. 02000000:00000010:3.0:1734676306.985747:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073794400. 00000400:00000010:3.0:1734676306.985750:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676306.985753:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.985757:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864424960, portal 16 00000400:00000010:3.0:1734676306.985759:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676306.985760:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864424960, offset 0 00000400:00000200:3.0:1734676306.985764:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.985768:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.985772:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.985774:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.985777:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.985779:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.985781:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80912:80912:256:4294967295] 192.168.203.46@tcp LPNI seq info [80908:80908:8:4294967295] 00000400:00000200:3.0:1734676306.985787:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.985790:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.985793:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27c00. 00000800:00000200:3.0:1734676306.985796:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.985800:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.985802:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.985871:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.985874:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27c00. 00000400:00000200:2.0:1734676306.985877:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.985880:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.985883:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676306.985884:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:2.0:1734676306.985890:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864424960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.987507:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.987519:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d800 00000400:00000200:0.0:1734676306.987527:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5d95 [1] + 224 00000400:00000200:0.0:1734676306.987535:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.987538:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.987546:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864424960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.987581:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.987585:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175d00 00000400:00000200:0.0:1734676306.987590:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 1640 00000400:00000200:0.0:1734676306.987643:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.987647:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.987651:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676306.987655:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676306.987754:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7c00. 00000020:00000010:1.0:1734676306.987760:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.987764:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676306.987782:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867932416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.987815:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932416 02000000:00000010:1.0:1734676306.987825:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676306.987853:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.987860:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.987864:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.987867:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.987876:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676306.987880:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932416, offset 224 00000400:00000200:1.0:1734676306.987885:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.987892:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.987896:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80913:80913:256:4294967295] 192.168.203.46@tcp LPNI seq info [80909:80909:8:4294967295] 00000400:00000200:1.0:1734676306.987904:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.987909:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.988444:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676306.988451:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.988457:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.988461:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.988483:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.988488:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676306.988491:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7c00. 00000800:00000200:0.0:1734676306.988600:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676306.988603:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676306.988606:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.988609:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.988612:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676306.988614:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000400:00000010:3.0:1734676306.988685:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676306.988689:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676306.988691:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.988698:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864424960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676306.988705:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864424960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676306.988727:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ff77e00. 02000000:00000010:3.0:1734676306.988738:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073794400. 02000000:00000010:3.0:1734676306.988742:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073794e00. 00000100:00000010:3.0:1734676306.988745:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676306.988748:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676306.988751:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00080000:00000010:3.0:1734676306.988766:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073794e00. 00010000:00000010:3.0:1734676306.988824:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.988829:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ff77d80. 00010000:00000010:3.0:1734676306.988892:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073794400. 00010000:00000010:3.0:1734676306.988897:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a680. 00010000:00000010:3.0:1734676306.988905:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdf00. 00000100:00000010:3.0:1734676306.988910:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676306.988916:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676306.988926:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbf4a00. 02000000:00000010:3.0:1734676306.988947:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073594a00. 00000400:00000010:3.0:1734676306.988951:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676306.988954:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676306.988958:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425088, portal 16 00000400:00000010:3.0:1734676306.988961:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676306.988963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425088, offset 0 00000400:00000200:3.0:1734676306.988967:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676306.988973:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676306.988978:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676306.988981:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676306.988984:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676306.988986:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676306.988989:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80914:80914:256:4294967295] 192.168.203.46@tcp LPNI seq info [80910:80910:8:4294967295] 00000400:00000200:3.0:1734676306.988996:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676306.989000:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676306.989003:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27a00. 00000800:00000200:3.0:1734676306.989006:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676306.989010:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676306.989013:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676306.989203:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676306.989207:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27a00. 00000400:00000200:2.0:1734676306.989209:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676306.989213:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676306.989217:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:2.0:1734676306.989218:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:2.0:1734676306.989223:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864425088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.993530:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.993546:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d880 00000400:00000200:0.0:1734676306.993555:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5da1 [1] + 224 00000400:00000200:0.0:1734676306.993612:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.993618:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676306.993628:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864425088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676306.993669:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676306.993674:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175d80 00000400:00000200:0.0:1734676306.993679:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa46e1 [2] + 1968 00000400:00000010:0.0:1734676306.993683:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd95d8. 00000400:00000200:0.0:1734676306.993687:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79a9c0 00000400:00000200:0.0:1734676306.993747:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676306.993751:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676306.993754:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79a9c0 00000400:00000010:0.0:1734676306.993756:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79a9c0. 00000100:00000200:0.0:1734676306.993760:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676306.993825:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7c00. 00000020:00000010:1.0:1734676306.993830:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.993834:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00010000:00000010:3.1:1734676306.993837:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dac00. 00010000:00000010:3.1:1734676306.993841:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9c3000. 00000100:00000200:1.0:1734676306.993855:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9850 x1818938867932544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:397/0 lens 328/0 e 0 to 0 dl 1734676317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676306.993888:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932544 02000000:00000010:1.0:1734676306.993896:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676306.993922:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676306.993928:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57180. 00000100:00000010:1.0:1734676306.993932:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57180. 00010000:00000010:1.0:1734676306.993934:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676306.993943:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676306.993948:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932544, offset 224 00000400:00000200:1.0:1734676306.993952:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676306.993959:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676306.993963:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80915:80915:256:4294967295] 192.168.203.46@tcp LPNI seq info [80911:80911:8:4294967295] 00000400:00000200:1.0:1734676306.993970:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676306.993974:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676306.993977:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676306.993980:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676306.993985:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676306.993989:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676306.994000:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676306.994004:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676306.994007:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7c00. 02000000:00000010:1.0:1734676306.994012:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676306.994015:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676306.994019:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9400. 00000100:00000010:1.0:1734676306.994022:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676306.994023:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8000. 00000100:00000010:1.0:1734676306.994025:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:1.0:1734676306.994028:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe9c00. 00000100:00000010:1.0:1734676306.994029:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676306.994031:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:1.0:1734676306.994034:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676306.994059:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012dbe8c00. 00000100:00000010:1.0:1734676306.994062:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000200:1.0:1734676306.994066:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676306.994070:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad8f0. 00000400:00000010:1.0:1734676306.994081:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df57180. 00000800:00000200:1.0:1734676306.994133:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676306.994136:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676306.994138:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676306.994141:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676306.994143:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676306.994144:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 02000000:00000010:1.0:1734676306.994146:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000400:00000010:2.0:1734676306.994326:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:2.0:1734676306.994330:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:2.0:1734676306.994331:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676306.994337:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864425088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676306.994344:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864425088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676306.994445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095ab0200. 02000000:00000010:2.0:1734676306.999440:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073594a00. 02000000:00000010:2.0:1734676306.999455:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbf4a00. 00000100:00000010:2.0:1734676306.999460:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:2.0:1734676306.999463:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:2.0:1734676306.999467:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdf00. 00080000:00000010:2.0:1734676306.999487:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116600. 00010000:00000010:2.0:1734676306.999554:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a680. 00010000:00000010:2.0:1734676306.999560:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095ab0380. 00010000:00000010:2.0:1734676306.999620:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7c00. 00010000:00000010:2.0:1734676306.999623:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4480. 00010000:00000010:2.0:1734676306.999627:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116400. 00010000:00000010:2.0:1734676306.999631:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00080000:00000010:2.0:1734676306.999642:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116a00. 00010000:00000010:2.0:1734676306.999657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676306.999660:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4480. 00010000:00000010:2.0:1734676306.999691:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130117800. 00010000:00000010:2.0:1734676306.999693:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676306.999697:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676306.999702:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676306.999709:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676306.999718:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbf4a00. 02000000:00000010:2.0:1734676306.999738:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097defc00. 00000400:00000010:2.0:1734676306.999744:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676306.999749:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676306.999754:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425216, portal 16 00000400:00000010:2.0:1734676306.999757:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676306.999759:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425216, offset 0 00000400:00000200:2.0:1734676306.999766:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676306.999776:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676306.999780:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676306.999783:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676306.999786:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676306.999788:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676306.999791:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80916:80916:256:4294967295] 192.168.203.46@tcp LPNI seq info [80912:80912:8:4294967295] 00000400:00000200:2.0:1734676306.999798:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676306.999802:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676306.999805:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676306.999809:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676306.999814:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676306.999817:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.000124:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.000128:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:3.0:1734676307.000131:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.000136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.000139:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676307.000140:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676307.000147:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864425216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.001355:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.001369:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d900 00000400:00000200:0.0:1734676307.001377:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5db1 [1] + 224 00000400:00000200:0.0:1734676307.001396:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.001401:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.001409:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864425216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.001492:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676307.001495:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676307.001497:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.001502:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864425216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.001510:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864425216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.001530:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097defc00. 02000000:00000010:2.0:1734676307.001535:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbf4a00. 00000100:00000010:2.0:1734676307.001538:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676307.001541:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.001544:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676307.002930:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.002942:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175e00 00000400:00000200:0.0:1734676307.002949:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 0 00000400:00000200:0.0:1734676307.003008:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.003012:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.003018:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.003023:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00010000:00000010:3.1:1734676307.003213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35200. 00010000:00000010:3.1:1734676307.003220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deee00. 00010000:00000010:3.1:1734676307.003223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6da000. 00010000:00000010:3.1:1734676307.003226:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9a1a00. 00010000:00000010:3.1:1734676307.003229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e879600. 00000020:00000010:1.0:1734676307.003316:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6200. 00000020:00000010:1.0:1734676307.003321:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676307.003325:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.003345:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867932672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.003367:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932672 02000000:00000010:1.0:1734676307.003376:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.003401:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d95ac00. 00010000:00000010:1.0:1734676307.003420:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.003426:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.003433:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.003436:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676307.003447:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.003451:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932672, offset 224 00000400:00000200:1.0:1734676307.003456:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.003464:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.003469:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80917:80917:256:4294967295] 192.168.203.46@tcp LPNI seq info [80913:80913:8:4294967295] 00000400:00000200:1.0:1734676307.003476:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.003481:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.003485:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676307.003489:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.003495:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.003498:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.003510:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59200. 00000020:00000010:1.0:1734676307.003514:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.003517:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6200. 00080000:00000010:1.0:1734676307.003548:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6200. 00010000:00000010:1.0:1734676307.003610:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:1.0:1734676307.003616:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d95ab80. 00010000:00000010:1.0:1734676307.003670:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7600. 00010000:00000010:1.0:1734676307.003674:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676307.003681:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.003684:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.003689:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.003699:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6c00. 02000000:00000010:1.0:1734676307.003715:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7200. 00000400:00000010:1.0:1734676307.003720:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.003723:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.003727:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425344, portal 16 00000400:00000010:1.0:1734676307.003730:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.003732:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425344, offset 0 00000400:00000200:1.0:1734676307.003735:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.003739:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.003743:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.003746:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.003749:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.003751:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.003753:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80918:80918:255:4294967295] 192.168.203.46@tcp LPNI seq info [80914:80914:7:4294967295] 00000400:00000200:1.0:1734676307.003759:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.003763:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.003765:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676307.003768:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.003772:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.003774:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.003811:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.003813:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676307.003817:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.003820:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.003823:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676307.003825:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:1.0:1734676307.003863:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.003865:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:1.0:1734676307.003867:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.003870:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.003872:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676307.003873:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.003877:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864425344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.005415:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.005430:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1d980 00000400:00000200:0.0:1734676307.005438:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5dbd [1] + 224 00000400:00000200:0.0:1734676307.005460:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.005464:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.005474:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864425344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.005586:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.005591:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175e80 00000400:00000200:0.0:1734676307.005596:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 328 00000400:00000200:0.0:1734676307.005751:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.005755:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.005760:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.005765:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:3.0:1734676307.005856:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.005861:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.005865:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.005884:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867932800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.005905:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932800 02000000:00000010:3.0:1734676307.005914:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.005944:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.005951:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676307.005957:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676307.005960:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000400:00000010:3.0:1734676307.005971:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.005975:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932800, offset 224 00000400:00000200:3.0:1734676307.005980:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.005986:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.005992:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80919:80919:256:4294967295] 192.168.203.46@tcp LPNI seq info [80915:80915:8:4294967295] 00000400:00000200:3.0:1734676307.005999:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.006003:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.006006:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27900. 00000800:00000200:3.0:1734676307.006010:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.006015:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.006019:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.006030:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.006033:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.006083:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 00010000:00000010:0.1:1734676307.006236:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073718600. 00010000:00000010:0.1:1734676307.006242:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f5500. 00010000:00000010:0.1:1734676307.006246:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073794400. 00010000:00000010:0.1:1734676307.006250:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7c00. 00010000:00000010:0.1:1734676307.006252:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116400. 00000800:00000200:1.0:1734676307.007593:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.007598:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27900. 00000400:00000200:1.0:1734676307.007602:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.007608:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.007612:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676307.007614:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000400:00000010:1.0:1734676307.007640:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.007643:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.007644:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.007652:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864425344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.007660:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864425344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.007683:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8e80. 02000000:00000010:1.0:1734676307.007693:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7200. 02000000:00000010:1.0:1734676307.007698:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6c00. 00000100:00000010:1.0:1734676307.007701:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000100:00000010:1.0:1734676307.007707:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.007709:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00080000:00000010:1.0:1734676307.007723:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6c00. 00010000:00000010:1.0:1734676307.007778:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676307.007785:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8e00. 00010000:00000010:1.0:1734676307.007845:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7200. 00010000:00000010:1.0:1734676307.007850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676307.007858:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.007862:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.007867:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.007876:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6e00. 02000000:00000010:1.0:1734676307.007894:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a6600. 00000400:00000010:1.0:1734676307.007898:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.007901:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.007905:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425472, portal 16 00000400:00000010:1.0:1734676307.007908:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.007910:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425472, offset 0 00000400:00000200:1.0:1734676307.007915:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.007923:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.007927:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.007930:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.007933:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.007935:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.007937:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80920:80920:256:4294967295] 192.168.203.46@tcp LPNI seq info [80916:80916:8:4294967295] 00000400:00000200:1.0:1734676307.007945:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.007949:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.007952:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676307.007956:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.007961:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.007965:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676307.010198:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 02000000:00000010:1.0:1734676307.010213:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6400. 02000000:00000010:1.0:1734676307.010234:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7c00. 00000400:00000010:1.0:1734676307.010239:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad630. 00000400:00000010:1.0:1734676307.010245:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.010250:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425600, portal 16 00000400:00000010:1.0:1734676307.010253:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.010256:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425600, offset 0 00000400:00000200:1.0:1734676307.010263:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.010271:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.010276:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.010279:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.010281:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.010283:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.010286:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80921:80921:255:4294967295] 192.168.203.46@tcp LPNI seq info [80917:80917:7:4294967295] 00000400:00000200:1.0:1734676307.010293:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.010297:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.010300:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676307.010305:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.010311:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.010314:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.013669:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.013675:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:1.0:1734676307.013681:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.013689:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.013695:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676307.013697:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.013705:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864425472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.013770:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.013773:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:1.0:1734676307.013775:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.013778:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.013781:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:1.0:1734676307.013782:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.013787:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8e00 x1818938864425600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.014161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073597200. 00010000:00000010:0.1:1734676307.014169:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eebf00. 00010000:00000010:0.1:1734676307.014173:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130117800. 00000400:00000200:0.0:1734676307.016255:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.016280:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1da00 00000400:00000200:0.0:1734676307.016289:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5dc9 [1] + 224 00000400:00000200:0.0:1734676307.016307:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.016311:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.016321:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864425472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.016411:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.016415:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.016417:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.016422:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864425472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.016429:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864425472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.018506:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.018521:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175f00 00000400:00000200:0.0:1734676307.018528:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 656 00000400:00000200:0.0:1734676307.018537:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.018541:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.018547:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.018552:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000200:0.0:1734676307.018578:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.018586:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1da80 00000400:00000200:0.0:1734676307.018591:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5dd1 [1] + 224 00000400:00000200:0.0:1734676307.018595:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.018598:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.018610:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8e00 x1818938864425600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.018627:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.018631:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5175f80 00000400:00000200:0.0:1734676307.018634:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 984 00000400:00000200:0.0:1734676307.018694:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.018698:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.018700:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.018703:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:1.0:1734676307.018706:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad630. 00000400:00000200:1.0:1734676307.018711:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676307.018713:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.018719:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8e00 x1818938864425600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.018727:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8e00 x1818938864425600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.018748:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a6600. 02000000:00000010:1.0:1734676307.018752:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6e00. 00000100:00000010:1.0:1734676307.018755:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.018760:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7c00. 02000000:00000010:1.0:1734676307.018762:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6400. 00000100:00000010:1.0:1734676307.018764:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000010:1.0:1734676307.018767:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.018770:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:3.0:1734676307.018800:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.018806:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.018813:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.018833:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867932928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.018859:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867932928 02000000:00000010:3.0:1734676307.018867:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.018888:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edce500. 00000400:00000010:3.0:1734676307.018908:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.018911:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867932928, offset 224 00000400:00000200:3.0:1734676307.018916:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.018922:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.018926:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80922:80922:256:4294967295] 192.168.203.46@tcp LPNI seq info [80918:80918:8:4294967295] 00000400:00000200:3.0:1734676307.018933:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.018937:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000020:00000010:1.0:1734676307.018937:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a6400. 00000800:00000010:3.0:1734676307.018940:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27d00. 00000020:00000010:1.0:1734676307.018940:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.018943:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000800:00000200:3.0:1734676307.018944:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.018949:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.018952:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1734676307.018952:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867933056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.018966:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933056 02000000:00000010:1.0:1734676307.018971:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00000020:00000010:3.0:1734676307.018974:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.018978:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.018981:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 00010000:00000010:1.0:1734676307.018982:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d5a7280. 00010000:00000010:1.0:1734676307.018994:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.018998:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.019005:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.019007:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000010:1.0:1734676307.019011:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.019014:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933056, offset 224 00000400:00000200:1.0:1734676307.019018:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.019027:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.019031:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80923:80923:255:4294967295] 192.168.203.46@tcp LPNI seq info [80919:80919:7:4294967295] 00000400:00000200:1.0:1734676307.019058:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.019062:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.019064:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676307.019067:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.019070:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.019082:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.019088:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.019091:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.019093:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a6400. 00080000:00000010:1.0:1734676307.019116:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6400. 00000800:00000200:0.0:1734676307.019127:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.019130:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27d00. 00000400:00000200:0.0:1734676307.019133:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.019136:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.019138:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676307.019140:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000800:00000200:0.0:1734676307.019158:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.019160:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676307.019163:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.019165:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.019167:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00010000:00000010:1.0:1734676307.019168:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00000400:00000010:0.0:1734676307.019168:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00010000:00000010:1.0:1734676307.019174:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d5a7180. 00010000:00000010:1.0:1734676307.019230:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7c00. 00010000:00000010:1.0:1734676307.019234:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676307.019241:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.019244:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.019248:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 02000000:00000010:1.0:1734676307.019256:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6e00. 02000000:00000010:1.0:1734676307.019271:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a6600. 00000400:00000010:1.0:1734676307.019274:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad630. 00000400:00000010:1.0:1734676307.019277:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.019280:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425728, portal 16 00000400:00000010:1.0:1734676307.019283:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.019285:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425728, offset 0 00000400:00000200:1.0:1734676307.019288:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.019293:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.019296:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.019299:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.019302:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.019303:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.019306:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80924:80924:256:4294967295] 192.168.203.46@tcp LPNI seq info [80920:80920:8:4294967295] 00000400:00000200:1.0:1734676307.019311:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.019314:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.019317:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676307.019319:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.019323:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.019325:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.019411:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.019413:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676307.019416:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.019419:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.019421:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676307.019422:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:0.0:1734676307.019427:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8e00 x1818938864425728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.020725:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.020737:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1db00 00000400:00000200:0.0:1734676307.020744:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5de1 [1] + 224 00000400:00000200:0.0:1734676307.020752:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.020755:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.020761:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8e00 x1818938864425728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.020792:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.020795:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176000 00000400:00000200:0.0:1734676307.020799:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 1312 00000400:00000200:0.0:1734676307.020811:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.020814:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.020817:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.020821:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:1.0:1734676307.020830:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad630. 00000400:00000200:1.0:1734676307.020834:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.020835:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.020841:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8e00 x1818938864425728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.020848:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8e00 x1818938864425728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.020868:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a6600. 02000000:00000010:1.0:1734676307.020873:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6e00. 00000100:00000010:1.0:1734676307.020875:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000010:1.0:1734676307.020880:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.020883:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000020:00000010:2.0:1734676307.020903:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097defc00. 00000020:00000010:2.0:1734676307.020908:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676307.020911:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.020932:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867933184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.020948:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933184 02000000:00000010:2.0:1734676307.020954:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676307.020971:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55b80. 00010000:00000010:2.0:1734676307.020985:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.020992:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.020996:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.020998:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.021004:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.021007:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933184, offset 224 00000400:00000200:2.0:1734676307.021012:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.021018:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.021022:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80925:80925:256:4294967295] 192.168.203.46@tcp LPNI seq info [80921:80921:8:4294967295] 00000400:00000200:2.0:1734676307.021028:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.021032:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.021066:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.021070:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.021086:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.021089:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.021101:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676307.021104:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.021108:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097defc00. 00080000:00000010:1.0:1734676307.021115:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6e00. 00010000:00000010:1.0:1734676307.021165:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00010000:00000010:1.0:1734676307.021171:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55b00. 00000800:00000200:0.0:1734676307.021214:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.021217:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676307.021219:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1734676307.021221:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6600. 00000400:00000200:0.0:1734676307.021222:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.021224:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00010000:00000010:1.0:1734676307.021225:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59200. 00000400:00000010:0.0:1734676307.021226:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:1.0:1734676307.021231:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9680. 00000100:00000010:1.0:1734676307.021235:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.021238:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 02000000:00000010:1.0:1734676307.021245:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7800. 02000000:00000010:1.0:1734676307.021260:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7e00. 00000400:00000010:1.0:1734676307.021263:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad630. 00000400:00000010:1.0:1734676307.021265:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.021269:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864425856, portal 16 00000400:00000010:1.0:1734676307.021272:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.021273:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864425856, offset 0 00000400:00000200:1.0:1734676307.021277:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.021282:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.021285:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.021288:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.021290:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.021292:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.021294:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80926:80926:256:4294967295] 192.168.203.46@tcp LPNI seq info [80922:80922:8:4294967295] 00000400:00000200:1.0:1734676307.021300:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.021304:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.021306:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676307.021309:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.021313:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.021315:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1734676307.022760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ea400. 00010000:00000010:0.1:1734676307.022779:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb200. 00010000:00000010:0.1:1734676307.022782:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7600. 00000800:00000200:0.0:1734676307.022855:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.022858:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676307.022864:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.022870:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.022874:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676307.022876:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:0.0:1734676307.022884:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8e00 x1818938864425856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.028628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17e00. 00010000:00000010:2.1:1734676307.028637:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b522400. 00000100:00000010:3.0:1734676307.028685:0:16898:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.028698:0:16898:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009db27e00. 02000000:00000010:0.0:1734676307.030213:0:19051:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d15ac00. 00000400:00000010:0.0:1734676307.030223:0:19051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676307.030229:0:19051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.030234:0:19051:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864425984, portal 4 00000400:00000010:0.0:1734676307.030238:0:19051:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676307.030240:0:19051:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1818938864425984, offset 0 00000400:00000200:0.0:1734676307.030247:0:19051:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1734676307.030257:0:19051:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1734676307.030265:0:19051:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x67650b4e1dc00 00000400:00000200:0.0:1734676307.030270:0:19051:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x27849 [8] + 8512 00000400:00000200:0.0:1734676307.030276:0:19051:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.030278:0:19051:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1734676307.030284:0:19051:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1734676307.030288:0:19051:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482680. 00000400:00000200:0.0:1734676307.030312:0:19051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:0.0:1734676307.030314:0:19051:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676307.030319:0:19051:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864425984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000020:00000010:3.0:1734676307.030410:0:10151:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.030415:0:10151:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.030418:0:10151:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.030441:0:10151:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864425984 02000000:00000010:3.0:1734676307.030455:0:10151:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88012d8ad800. 00010000:00000200:3.0:1734676307.030475:0:10151:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff880096482680 x1818938864425984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:398/0 lens 224/368 e 0 to 0 dl 1734676318 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000010:3.0:1734676307.030486:0:10151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.030489:0:10151:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864425984, offset 224 00000400:00000200:3.0:1734676307.030492:0:10151:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1734676307.030496:0:10151:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1734676307.030500:0:10151:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e1dc00 00000400:00000200:3.0:1734676307.030503:0:10151:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa5df5 [1] + 224 00000400:00000200:3.0:1734676307.030506:0:10151:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.030508:0:10151:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1734676307.030512:0:10151:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864425984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000400:00000200:3.0:1734676307.030525:0:10151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676307.030526:0:10151:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000020:00000010:3.0:1734676307.030537:0:10151:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.030540:0:10151:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.030543:0:10151:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 00000400:00000200:1.0:1734676307.030685:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.030692:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1db80 00000400:00000200:1.0:1734676307.030697:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ded [1] + 224 00000400:00000200:1.0:1734676307.030704:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.030706:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.030711:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8e00 x1818938864425856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.030726:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.030729:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176080 00000400:00000200:1.0:1734676307.030732:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 1640 00000400:00000010:0.0:1734676307.030774:0:19051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:0.0:1734676307.030778:0:19051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:0.0:1734676307.030779:0:19051:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.030782:0:19051:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864425984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.030792:0:19051:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864425984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 02000000:00000010:0.0:1734676307.030812:0:19051:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d15ac00. 02000000:00000010:0.0:1734676307.030817:0:19051:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009db27e00. 00000100:00000010:0.0:1734676307.030820:0:19051:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000400:00000010:2.0:1734676307.030854:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad630. 00000400:00000200:2.0:1734676307.030857:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:2.0:1734676307.030858:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:2.0:1734676307.030863:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8e00 x1818938864425856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.030869:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8e00 x1818938864425856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.030881:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7e00. 02000000:00000010:2.0:1734676307.030884:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7800. 00000100:00000010:2.0:1734676307.030886:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000010:2.0:1734676307.030891:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:2.0:1734676307.030894:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9680. 00000400:00000200:1.0:1734676307.030984:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.030988:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.030991:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.030995:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 00000020:00000010:0.0:1734676307.031516:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d14b000. 00000020:00000010:0.0:1734676307.031519:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.031522:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676307.031534:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9f80 x1818938867933312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.031557:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933312 02000000:00000010:0.0:1734676307.031563:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676307.031581:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136ab8b00. 00010000:00000010:0.0:1734676307.031600:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b7c0. 00000100:00000010:0.0:1734676307.031605:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.031609:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676307.031612:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b7c0. 00000400:00000010:0.0:1734676307.031618:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.031621:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933312, offset 224 00000400:00000200:0.0:1734676307.031625:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.031631:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.031636:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80927:80927:256:4294967295] 192.168.203.46@tcp LPNI seq info [80923:80923:8:4294967295] 00000400:00000200:0.0:1734676307.031643:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.031647:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.031650:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.031654:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.031660:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.031662:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.031671:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.031673:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:0.0:1734676307.031675:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d14b000. 00000800:00000200:0.0:1734676307.031723:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.031725:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:0.0:1734676307.031727:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.031730:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.031732:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:0.0:1734676307.031733:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00080000:00000010:2.0:1734676307.031788:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097defc00. 00010000:00000010:2.0:1734676307.031847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59200. 00010000:00000010:2.0:1734676307.031853:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136ab8a80. 00010000:00000010:2.0:1734676307.031911:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7600. 00010000:00000010:2.0:1734676307.031914:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676307.031917:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dee800. 00010000:00000010:2.0:1734676307.031923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00080000:00000010:2.0:1734676307.031931:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097def400. 00010000:00000010:2.0:1734676307.031952:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676307.031954:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4280. 00010000:00000010:2.0:1734676307.031990:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097deee00. 00010000:00000010:2.0:1734676307.031992:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676307.031998:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.032000:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.032005:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676307.032016:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbf4a00. 02000000:00000010:2.0:1734676307.032029:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbffc00. 00000400:00000010:2.0:1734676307.032032:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676307.032050:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.032054:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426112, portal 16 00000400:00000010:2.0:1734676307.032057:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676307.032059:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426112, offset 0 00000400:00000200:2.0:1734676307.032063:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.032068:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.032071:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.032083:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.032086:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.032088:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.032090:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80928:80928:256:4294967295] 192.168.203.46@tcp LPNI seq info [80924:80924:8:4294967295] 00000400:00000200:2.0:1734676307.032096:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.032099:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.032101:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.032104:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.032107:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.032110:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.033114:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.033119:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676307.033123:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.033129:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.033132:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676307.033134:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676307.033142:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864426112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.034374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d80ac00. 00010000:00000010:0.1:1734676307.034384:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee500. 00010000:00000010:0.1:1734676307.034388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:0.1:1734676307.034390:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35b00. 00010000:00000010:0.1:1734676307.034392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7c00. 00000400:00000200:0.0:1734676307.034613:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.034627:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1dc80 00000400:00000200:0.0:1734676307.034634:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e05 [1] + 224 00000400:00000200:0.0:1734676307.034643:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.034646:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.034654:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864426112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.035321:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.035327:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176100 00000400:00000200:0.0:1734676307.035332:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4739 [2] + 1968 00000400:00000010:0.0:1734676307.035336:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:0.0:1734676307.035339:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469c00 00000400:00000200:0.0:1734676307.035355:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.035357:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.035360:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469c00 00000400:00000010:0.0:1734676307.035362:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469c00. 00000100:00000200:0.0:1734676307.035367:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676307.035490:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.035496:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.035499:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.035518:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796f9c50 x1818938867933440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.035535:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933440 02000000:00000010:3.0:1734676307.035543:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.035569:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.035575:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd000. 00000100:00000010:3.0:1734676307.035579:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd000. 00010000:00000010:3.0:1734676307.035582:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000400:00000010:3.0:1734676307.035591:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.035595:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933440, offset 224 00000400:00000200:3.0:1734676307.035600:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.035607:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.035612:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80929:80929:256:4294967295] 192.168.203.46@tcp LPNI seq info [80925:80925:8:4294967295] 00000400:00000200:3.0:1734676307.035619:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.035623:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.035626:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27100. 00000800:00000200:3.0:1734676307.035630:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.035634:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.035637:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.035663:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.035666:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.035669:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 02000000:00000010:3.0:1734676307.035677:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:3.0:1734676307.035681:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 02000000:00000010:3.0:1734676307.035687:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:3.0:1734676307.035689:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676307.035693:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676307.035695:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676307.035697:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676307.035699:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676307.035701:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676307.035704:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:3.0:1734676307.035707:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676307.035709:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000100:00000200:3.0:1734676307.035715:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.035718:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d948. 00000400:00000010:3.0:1734676307.035721:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd000. 00000800:00000200:1.0:1734676307.035959:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.035962:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27100. 00000400:00000200:1.0:1734676307.035965:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.035968:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.035971:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676307.035972:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 02000000:00000010:1.0:1734676307.035975:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000400:00000010:2.0:1734676307.036033:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676307.036048:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676307.036050:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.036056:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864426112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.036064:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864426112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676307.036090:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed300. 02000000:00000010:2.0:1734676307.036101:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbffc00. 02000000:00000010:2.0:1734676307.036104:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbf4a00. 00000100:00000010:2.0:1734676307.036107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676307.036110:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.036112:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00080000:00000010:2.0:1734676307.036124:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbffc00. 00010000:00000010:2.0:1734676307.036177:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676307.036183:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7ed280. 00010000:00000010:2.0:1734676307.036236:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbff600. 00010000:00000010:2.0:1734676307.036241:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676307.036247:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.036250:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.036254:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676307.036263:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbf4a00. 02000000:00000010:2.0:1734676307.036278:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74a00. 00000400:00000010:2.0:1734676307.036281:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676307.036284:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.036287:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426240, portal 16 00000400:00000010:2.0:1734676307.036289:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676307.036291:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426240, offset 0 00000400:00000200:2.0:1734676307.036295:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.036299:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.036302:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.036305:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.036308:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.036310:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.036313:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80930:80930:256:4294967295] 192.168.203.46@tcp LPNI seq info [80926:80926:8:4294967295] 00000400:00000200:2.0:1734676307.036319:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.036323:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.036326:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676307.036329:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.036332:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.036335:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.036548:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.036551:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:1.0:1734676307.036554:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.036557:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.036560:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676307.036561:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:1.0:1734676307.036566:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864426240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.037987:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb500. 00010000:00000010:1.1:1734676307.037989:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62600. 00010000:00000010:0.1:1734676307.037994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6600. 00010000:00000010:0.1:1734676307.037996:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:0.1:1734676307.037999:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee800. 00000400:00000200:0.0:1734676307.038494:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.038506:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1dd00 00000400:00000200:0.0:1734676307.038515:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e15 [1] + 224 00000400:00000200:0.0:1734676307.038532:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.038535:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.038543:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864426240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.038722:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676307.038727:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:2.0:1734676307.038729:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.038734:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864426240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.038740:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864426240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.038759:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74a00. 02000000:00000010:2.0:1734676307.038763:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbf4a00. 00000100:00000010:2.0:1734676307.038767:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676307.038770:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.038772:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:0.0:1734676307.039573:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.039582:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176180 00000400:00000200:0.0:1734676307.039587:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 0 00000400:00000200:0.0:1734676307.039636:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.039640:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.039645:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.039649:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676307.039902:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74a00. 00000020:00000010:2.0:1734676307.039908:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676307.039912:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.039931:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867933568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.039964:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933568 02000000:00000010:2.0:1734676307.039972:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676307.039992:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313ce900. 00010000:00000010:2.0:1734676307.040007:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.040012:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.040030:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.040033:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.040060:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.040065:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933568, offset 224 00000400:00000200:2.0:1734676307.040070:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.040087:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.040092:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80931:80931:256:4294967295] 192.168.203.46@tcp LPNI seq info [80927:80927:8:4294967295] 00000400:00000200:2.0:1734676307.040099:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.040104:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.040107:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676307.040111:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.040116:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.040119:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.040144:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676307.040147:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.040151:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74a00. 00080000:00000010:0.0:1734676307.040363:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14b000. 00010000:00000010:0.0:1734676307.040425:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:0.0:1734676307.040431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313ce880. 00010000:00000010:0.0:1734676307.040499:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14ac00. 00010000:00000010:0.0:1734676307.040504:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00010000:00000010:0.0:1734676307.040511:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b7c0. 00000100:00000010:0.0:1734676307.040515:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.040520:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676307.040531:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14b200. 02000000:00000010:0.0:1734676307.040553:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a400. 00000400:00000010:0.0:1734676307.040558:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9210. 00000400:00000010:0.0:1734676307.040562:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.040567:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426368, portal 16 00000400:00000010:0.0:1734676307.040570:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676307.040571:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426368, offset 0 00000400:00000200:0.0:1734676307.040575:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.040580:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.040583:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.040587:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.040590:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.040592:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.040594:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80932:80932:255:4294967295] 192.168.203.46@tcp LPNI seq info [80928:80928:7:4294967295] 00000400:00000200:0.0:1734676307.040600:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.040604:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.040607:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676307.040610:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.040613:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.040616:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676307.040621:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676307.040625:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a000. 02000000:00000010:0.0:1734676307.040634:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee800. 00000400:00000010:0.0:1734676307.040636:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676307.040639:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676307.040641:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426496, portal 16 00000400:00000010:0.0:1734676307.040644:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676307.040646:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426496, offset 0 00000400:00000200:0.0:1734676307.040650:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.040654:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.040656:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.040658:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.040659:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.040661:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.040663:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80933:80933:254:4294967295] 192.168.203.46@tcp LPNI seq info [80929:80929:6:4294967295] 00000400:00000200:0.0:1734676307.040669:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.040672:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.040674:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676307.040677:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.040680:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.040683:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.041099:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.041103:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676307.041107:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.041112:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.041116:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676307.041118:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:1.0:1734676307.041127:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.041129:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676307.041131:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.041133:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.041135:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:1.0:1734676307.041136:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000100:00000200:1.0:1734676307.041142:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864426368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.041190:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.041192:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:1.0:1734676307.041195:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.041197:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.041199:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676307.041200:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676307.041204:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864426496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.044758:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8ce400. 00010000:00000010:0.1:1734676307.044771:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29e00. 00010000:00000010:0.1:1734676307.044774:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097deee00. 00000400:00000200:0.0:1734676307.046527:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.046544:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1dd80 00000400:00000200:0.0:1734676307.046553:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e21 [1] + 224 00000400:00000200:0.0:1734676307.046563:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.046567:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.046577:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864426368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.046614:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.046618:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1de00 00000400:00000200:0.0:1734676307.046622:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e29 [1] + 224 00000400:00000200:0.0:1734676307.046637:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.046640:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.046645:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864426496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.046841:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9210. 00000400:00000200:2.0:1734676307.046846:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676307.046848:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:2.0:1734676307.046854:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864426368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.046861:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864426368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.046880:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:2.0:1734676307.046882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:2.0:1734676307.046884:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:2.0:1734676307.046887:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864426496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.046893:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864426496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.046905:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a400. 02000000:00000010:2.0:1734676307.046909:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14b200. 00000100:00000010:2.0:1734676307.046913:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:2.0:1734676307.046918:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee800. 02000000:00000010:2.0:1734676307.046920:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a000. 00000100:00000010:2.0:1734676307.046922:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000010:2.0:1734676307.046924:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:2.0:1734676307.046928:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b7c0. 00010000:00000010:0.1:1734676307.048357:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0900. 00010000:00000010:0.1:1734676307.048367:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbff600. 00000400:00000200:2.0:1734676307.048512:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.048524:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176200 00000400:00000200:2.0:1734676307.048531:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 328 00000400:00000200:2.0:1734676307.048587:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.048592:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.048597:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.048602:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000020:00000010:3.0:1734676307.049421:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.049427:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.049431:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.049452:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867933696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.049483:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933696 02000000:00000010:3.0:1734676307.049491:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.049514:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313cee00. 00000400:00000010:3.0:1734676307.049541:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.049546:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933696, offset 224 00000400:00000200:3.0:1734676307.049551:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.049559:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.049564:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80934:80934:256:4294967295] 192.168.203.46@tcp LPNI seq info [80930:80930:8:4294967295] 00000400:00000200:3.0:1734676307.049572:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.049576:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.049579:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27200. 00000800:00000200:3.0:1734676307.049584:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.049589:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.049592:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.049618:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.049622:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.049626:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 00000800:00000200:1.0:1734676307.049756:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.049759:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27200. 00000400:00000200:1.0:1734676307.049761:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.049765:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.049769:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676307.049771:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000400:00000200:0.0:1734676307.050291:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.050299:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176280 00000400:00000200:0.0:1734676307.050305:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 656 00000400:00000200:0.0:1734676307.050320:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.050323:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.050326:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.050331:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676307.050393:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74a00. 00000020:00000010:2.0:1734676307.050396:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676307.050399:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.050409:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867933824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.050423:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933824 02000000:00000010:2.0:1734676307.050428:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676307.050440:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d95a680. 00010000:00000010:2.0:1734676307.050451:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.050456:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.050464:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.050467:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.050472:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.050475:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933824, offset 224 00000400:00000200:2.0:1734676307.050479:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.050483:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.050487:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80935:80935:256:4294967295] 192.168.203.46@tcp LPNI seq info [80931:80931:8:4294967295] 00000400:00000200:2.0:1734676307.050493:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.050497:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.050499:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.050502:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.050506:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.050509:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.050517:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676307.050519:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.050522:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74a00. 00080000:00000010:2.0:1734676307.050542:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da74a00. 00010000:00000010:2.0:1734676307.050599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:2.0:1734676307.050605:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fdee780. 00010000:00000010:2.0:1734676307.050653:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74800. 00010000:00000010:2.0:1734676307.050657:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676307.050663:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.050666:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.050671:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676307.050679:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75a00. 02000000:00000010:2.0:1734676307.050693:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74000. 00000400:00000010:2.0:1734676307.050697:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676307.050700:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.050704:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426624, portal 16 00000400:00000010:2.0:1734676307.050708:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.050709:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426624, offset 0 00000400:00000200:2.0:1734676307.050713:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.050717:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.050721:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.050723:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.050726:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.050728:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.050730:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80936:80936:255:4294967295] 192.168.203.46@tcp LPNI seq info [80932:80932:7:4294967295] 00000400:00000200:2.0:1734676307.050736:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.050739:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.050741:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676307.050744:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.050747:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.050749:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.050769:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.050771:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:2.0:1734676307.050773:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.050776:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.050778:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676307.050779:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000800:00000200:2.0:1734676307.050814:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.050816:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:2.0:1734676307.050819:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.050821:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.050823:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676307.050824:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.050829:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864426624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.050948:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64b800. 00000400:00000200:0.0:1734676307.053185:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.053201:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1de80 00000400:00000200:0.0:1734676307.053209:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e39 [1] + 224 00000400:00000200:0.0:1734676307.053220:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.053224:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.053235:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864426624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.053266:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.053271:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176300 00000400:00000200:0.0:1734676307.053275:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 984 00000400:00000200:0.0:1734676307.053291:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.053294:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.053298:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.053303:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676307.053400:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594600. 00000020:00000010:3.0:1734676307.053405:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.053409:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.053427:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867933952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.053446:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867933952 02000000:00000010:3.0:1734676307.053454:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.053480:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.053487:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.053492:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.053495:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000400:00000010:3.0:1734676307.053505:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.053509:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867933952, offset 224 00000400:00000200:3.0:1734676307.053514:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.053520:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.053526:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80937:80937:256:4294967295] 192.168.203.46@tcp LPNI seq info [80933:80933:8:4294967295] 00000400:00000200:3.0:1734676307.053533:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.053538:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.053541:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27500. 00000800:00000200:3.0:1734676307.053545:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.053550:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.053553:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.053579:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.053582:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.053585:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594600. 00000800:00000200:1.0:1734676307.053667:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.053670:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27500. 00000400:00000200:1.0:1734676307.053673:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.053677:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.053679:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676307.053681:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000400:00000010:2.0:1734676307.055130:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676307.055137:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676307.055139:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.055149:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864426624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.055157:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864426624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676307.055179:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1bd80. 02000000:00000010:2.0:1734676307.055189:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74000. 02000000:00000010:2.0:1734676307.055193:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75a00. 00000100:00000010:2.0:1734676307.055197:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676307.055200:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.055202:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00080000:00000010:2.0:1734676307.055217:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75a00. 00010000:00000010:2.0:1734676307.055280:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676307.055285:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1bd00. 00010000:00000010:2.0:1734676307.055339:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74000. 00010000:00000010:2.0:1734676307.055344:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676307.055351:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.055355:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.055361:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676307.055370:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75000. 02000000:00000010:2.0:1734676307.055392:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75400. 00000400:00000010:2.0:1734676307.055395:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676307.055399:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.055403:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426752, portal 16 00000400:00000010:2.0:1734676307.055407:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.055409:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426752, offset 0 00000400:00000200:2.0:1734676307.055414:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.055421:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.055425:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.055429:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.055432:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.055434:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.055437:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80938:80938:256:4294967295] 192.168.203.46@tcp LPNI seq info [80934:80934:8:4294967295] 00000400:00000200:2.0:1734676307.055443:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.055448:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.055451:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7400. 00000800:00000200:2.0:1734676307.055455:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.055461:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.055463:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.055855:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.055858:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7400. 00000400:00000200:3.0:1734676307.055861:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.055866:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.055869:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676307.055870:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676307.055876:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864426752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.058580:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e137800. 00000400:00000200:0.0:1734676307.058956:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.058969:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1df00 00000400:00000200:0.0:1734676307.058976:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e45 [1] + 224 00000400:00000200:0.0:1734676307.058985:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.058988:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.058997:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864426752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.059026:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.059030:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176380 00000400:00000200:0.0:1734676307.059034:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 1312 00000400:00000200:0.0:1734676307.059186:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.059190:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676307.059212:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7c60. 00000400:00000200:2.0:1734676307.059217:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:2.0:1734676307.059219:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.059225:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864426752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.059231:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864426752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.059252:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75400. 02000000:00000010:2.0:1734676307.059257:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75000. 00000100:00000010:2.0:1734676307.059261:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676307.059264:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.059266:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000100:00000200:0.0:1734676307.059301:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.059306:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676307.059381:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da75000. 00000020:00000010:2.0:1734676307.059386:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.059390:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.059408:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867934080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.059435:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934080 02000000:00000010:2.0:1734676307.059444:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676307.059467:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d649180. 00010000:00000010:2.0:1734676307.059485:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.059490:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.059530:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.059532:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.059541:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.059545:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934080, offset 224 00000400:00000200:2.0:1734676307.059550:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.059557:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.059562:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80939:80939:256:4294967295] 192.168.203.46@tcp LPNI seq info [80935:80935:8:4294967295] 00000400:00000200:2.0:1734676307.059570:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.059574:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.059577:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.059580:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.059585:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.059588:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676307.059755:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097deee00. 00000020:00000010:2.0:1734676307.060185:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.060189:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.060193:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da75000. 00010000:00000010:0.0:1734676307.060270:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:0.0:1734676307.060276:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc7700. 00010000:00000010:0.0:1734676307.060342:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dee800. 00010000:00000010:0.0:1734676307.060347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.060354:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b3c0. 00000100:00000010:0.0:1734676307.060358:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.060363:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676307.060370:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:0.0:1734676307.060387:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130117800. 00000400:00000010:0.0:1734676307.060391:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676307.060395:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676307.060399:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864426880, portal 16 00000400:00000010:0.0:1734676307.060402:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676307.060404:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864426880, offset 0 00000400:00000200:0.0:1734676307.060407:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.060412:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.060416:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.060419:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.060421:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.060423:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.060425:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80940:80940:255:4294967295] 192.168.203.46@tcp LPNI seq info [80936:80936:7:4294967295] 00000400:00000200:0.0:1734676307.060431:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.060434:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.060436:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676307.060440:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.060444:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.060446:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.060714:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.060717:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676307.060720:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.060723:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.060726:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:1.0:1734676307.060727:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000800:00000200:1.0:1734676307.060778:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.060780:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:1.0:1734676307.060783:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.060785:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.060787:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676307.060788:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676307.060793:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864426880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.061209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d161400. 00010000:00000010:1.1:1734676307.061215:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135800. 00010000:00000010:1.1:1734676307.061218:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ac00. 00000400:00000200:0.0:1734676307.062649:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.062660:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1df80 00000400:00000200:0.0:1734676307.062667:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e51 [1] + 224 00000400:00000200:0.0:1734676307.062675:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.062678:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.062688:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864426880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.062726:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.062730:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176400 00000400:00000200:0.0:1734676307.062735:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 1640 00000400:00000200:0.0:1734676307.062750:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.062753:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676307.062755:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:2.0:1734676307.062760:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:2.0:1734676307.062762:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676307.062766:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676307.062767:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864426880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676307.062770:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000100:00000200:2.0:1734676307.062774:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864426880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.062792:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130117800. 02000000:00000010:2.0:1734676307.062798:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:2.0:1734676307.062801:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000010:2.0:1734676307.062805:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676307.062809:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b3c0. 00000020:00000010:3.0:1734676307.062834:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073594400. 00000020:00000010:3.0:1734676307.062840:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.062844:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.062862:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867934208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.062894:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934208 02000000:00000010:3.0:1734676307.062903:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.062923:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013134ef80. 00010000:00000010:3.0:1734676307.062953:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.062959:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.062964:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.062966:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000400:00000010:3.0:1734676307.062977:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.062980:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934208, offset 224 00000400:00000200:3.0:1734676307.062984:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.062990:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.062996:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80941:80941:256:4294967295] 192.168.203.46@tcp LPNI seq info [80937:80937:8:4294967295] 00000400:00000200:3.0:1734676307.063003:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.063008:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.063011:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27400. 00000800:00000200:3.0:1734676307.063015:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.063019:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.063023:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.063067:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a200. 00000020:00000010:3.0:1734676307.063071:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.064196:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073594400. 00080000:00000010:3.0:1734676307.064245:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073594400. 00010000:00000010:3.0:1734676307.064316:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:3.0:1734676307.064323:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a33a1780. 00010000:00000010:3.0:1734676307.064400:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073594000. 00010000:00000010:3.0:1734676307.064405:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.064412:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.064417:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.064424:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.064434:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073594e00. 02000000:00000010:3.0:1734676307.064457:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073595000. 00000400:00000010:3.0:1734676307.064462:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676307.064466:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.064472:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427008, portal 16 00000400:00000010:3.0:1734676307.064476:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.064478:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427008, offset 0 00000400:00000200:3.0:1734676307.064485:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.064492:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.064496:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.064499:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.064502:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.064504:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.064507:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80942:80942:255:4294967295] 192.168.203.46@tcp LPNI seq info [80938:80938:7:4294967295] 00000400:00000200:3.0:1734676307.064514:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.064519:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.064522:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676307.064527:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.064532:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.064535:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.064630:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.064634:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27400. 00000400:00000200:1.0:1734676307.064636:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.064641:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.064644:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676307.064645:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000800:00000200:1.0:1734676307.064703:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.064705:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:1.0:1734676307.064708:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.064714:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.064716:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676307.064718:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676307.064724:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864427008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.064814:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6d00. 00010000:00000010:2.1:1734676307.064820:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74000. 00000400:00000200:0.0:1734676307.066148:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.066159:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e000 00000400:00000200:0.0:1734676307.066165:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e5d [1] + 224 00000400:00000200:0.0:1734676307.066175:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.066178:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.066187:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864427008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.066215:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.066219:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176480 00000400:00000200:0.0:1734676307.066223:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4791 [2] + 1968 00000400:00000010:0.0:1734676307.066227:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c72c0. 00000400:00000200:0.0:1734676307.066230:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d480 00000400:00000010:3.0:1734676307.066234:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676307.066237:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676307.066238:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.066242:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864427008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.066244:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.066247:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.066249:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864427008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.066249:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d480 00000400:00000010:0.0:1734676307.066251:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d480. 00000100:00000200:0.0:1734676307.066255:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676307.066270:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073595000. 02000000:00000010:3.0:1734676307.066275:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073594e00. 00000100:00000010:3.0:1734676307.066278:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.066280:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.066284:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000020:00000010:2.0:1734676307.066404:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000020:00000010:2.0:1734676307.066409:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.066413:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.066430:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa050 x1818938867934336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.066447:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934336 02000000:00000010:2.0:1734676307.066454:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676307.066472:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958b9300. 00010000:00000010:2.0:1734676307.066485:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.066490:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880095aebe40. 00000100:00000010:2.0:1734676307.066504:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880095aebe40. 00010000:00000010:2.0:1734676307.066506:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.066515:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.066519:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934336, offset 224 00000400:00000200:2.0:1734676307.066523:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.066530:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.066534:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80943:80943:256:4294967295] 192.168.203.46@tcp LPNI seq info [80939:80939:8:4294967295] 00000400:00000200:2.0:1734676307.066541:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.066545:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.066548:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676307.066552:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.066558:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.066561:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.066581:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.066584:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.066588:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 02000000:00000010:2.0:1734676307.066594:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:2.0:1734676307.066597:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:2.0:1734676307.066601:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676307.066603:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676307.066607:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:2.0:1734676307.066609:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676307.066613:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676307.066614:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676307.066617:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:2.0:1734676307.066620:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676307.066623:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:2.0:1734676307.066625:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:2.0:1734676307.066629:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.066632:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c60. 00000400:00000010:2.0:1734676307.066635:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880095aebe40. 00000800:00000200:1.0:1734676307.066642:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.066645:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:1.0:1734676307.066648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.066652:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.066654:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676307.066655:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 02000000:00000010:1.0:1734676307.066662:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00080000:00000010:3.0:1734676307.066754:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073594e00. 00010000:00000010:3.0:1734676307.066842:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.066848:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958b9280. 00000004:00000010:3.0:1734676307.066897:0:23972:0:(mdt_handler.c:6777:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880095b08740. 00000004:00000010:3.0:1734676307.066904:0:23972:0:(mdd_object.c:257:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012eb64bb8. 00000004:00000010:3.0:1734676307.066908:0:23972:0:(lod_dev.c:197:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880097c20c80. 00080000:00000010:3.0:1734676307.066915:0:23972:0:(osd_handler.c:425:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880073595000. 00000001:00000010:3.0:1734676307.066928:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798d9f8. 00000001:00000010:3.0:1734676307.066938:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798d9f8. 00080000:00000010:3.0:1734676307.066946:0:23972:0:(osd_handler.c:1691:osd_object_free()) kfreed 'obj': 272 at ffff880073595000. 00000004:00000010:3.0:1734676307.066952:0:23972:0:(lod_object.c:9666:lod_object_free()) slab-freed '(lo)': 200 at ffff880097c20c80. 00000004:00000010:3.0:1734676307.066955:0:23972:0:(mdd_object.c:321:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012eb64bb8. 00000004:00000010:3.0:1734676307.066959:0:23972:0:(mdt_handler.c:6851:mdt_object_free()) slab-freed 'mo': 464 at ffff880095b08740. 00010000:00000010:3.0:1734676307.066981:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073595000. 00010000:00000010:3.0:1734676307.066986:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.067497:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.067502:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.067507:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.067848:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073594c00. 02000000:00000010:3.0:1734676307.067931:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073594600. 00000400:00000010:3.0:1734676307.067936:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676307.067940:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.067944:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427136, portal 16 00000400:00000010:3.0:1734676307.067948:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.067950:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427136, offset 0 00000400:00000200:3.0:1734676307.067954:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.068174:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.068178:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.068181:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.068184:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.068186:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.068188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80944:80944:256:4294967295] 192.168.203.46@tcp LPNI seq info [80940:80940:8:4294967295] 00000400:00000200:3.0:1734676307.068196:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.068200:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.068204:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676307.068209:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.068215:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.068219:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676307.068243:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.068248:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073595e00. 02000000:00000010:3.0:1734676307.068256:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073594a00. 00000400:00000010:3.0:1734676307.068258:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.068260:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.068263:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427264, portal 16 00000400:00000010:3.0:1734676307.068265:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.068266:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427264, offset 0 00000400:00000200:3.0:1734676307.068270:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.068273:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.068275:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.068277:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.068278:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.068279:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.068281:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80945:80945:255:4294967295] 192.168.203.46@tcp LPNI seq info [80941:80941:7:4294967295] 00000400:00000200:3.0:1734676307.068286:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.068290:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.068291:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27400. 00000800:00000200:3.0:1734676307.068294:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.068296:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.068298:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.068327:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.068331:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:1.0:1734676307.068334:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.068337:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.068344:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676307.068345:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676307.068351:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864427136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.068376:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.068455:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27400. 00000400:00000200:1.0:1734676307.068458:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.068462:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.068464:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676307.068466:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676307.068469:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.070866:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45e00. 00010000:00000010:1.1:1734676307.070878:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a09a2700. 00010000:00000010:1.1:1734676307.070883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74800. 00010000:00000010:1.1:1734676307.070887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3005c00. 00010000:00000010:2.1:1734676307.071414:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d884a00. 00010000:00000010:2.1:1734676307.071421:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a117c700. 00010000:00000010:2.1:1734676307.071424:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee800. 00000400:00000200:1.0:1734676307.071520:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.071538:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e080 00000400:00000200:1.0:1734676307.071546:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e6d [1] + 224 00000400:00000200:1.0:1734676307.071556:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.071559:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.071571:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864427136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.071602:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.071606:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176500 00000400:00000200:1.0:1734676307.071610:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 0 00000400:00000200:1.0:1734676307.071614:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.071616:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.071620:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.071624:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9500. 00000400:00000200:1.0:1734676307.071640:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.071643:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e100 00000020:00000010:0.0:1734676307.071744:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880130116400. 00000020:00000010:0.0:1734676307.071749:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.071753:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450960. 00000100:00000200:0.0:1734676307.071772:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9500 x1818938867934464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:1.0:1734676307.071816:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e75 [1] + 224 00000400:00000200:1.0:1734676307.071840:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.071843:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.071848:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.071994:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676307.072001:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676307.072003:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.072008:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864427136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.072014:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864427136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.072030:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.072032:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.072033:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.072053:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.072059:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.072069:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073594600. 02000000:00000010:3.0:1734676307.072080:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073594c00. 00000100:00000010:3.0:1734676307.072083:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.072086:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073594a00. 02000000:00000010:3.0:1734676307.072088:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073595e00. 00000100:00000010:3.0:1734676307.072089:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.072091:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.072094:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000100:00000200:2.0:1734676307.072549:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934464 02000000:00000010:2.0:1734676307.072558:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00000400:00000200:1.0:1734676307.072607:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.072613:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176580 00000400:00000200:1.0:1734676307.072617:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 328 00000400:00000200:1.0:1734676307.072628:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.072631:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.072633:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.072638:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab480. 00010000:00000010:2.0:1734676307.072680:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d22b80. 00000400:00000010:2.0:1734676307.072698:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676307.072702:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934464, offset 224 00000400:00000200:2.0:1734676307.072707:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.072713:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.072718:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80946:80946:256:4294967295] 192.168.203.46@tcp LPNI seq info [80942:80942:8:4294967295] 00000400:00000200:2.0:1734676307.072726:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.072731:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.072734:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676307.072738:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.072743:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.072746:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.072757:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:2.0:1734676307.072760:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450960. 00000020:00000010:2.0:1734676307.072763:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880130116400. 00000020:00000010:2.0:1734676307.072774:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000020:00000010:2.0:1734676307.072777:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.072779:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.072785:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab480 x1818938867934592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.072812:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934592 02000000:00000010:2.0:1734676307.072816:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b6b400. 00010000:00000010:2.0:1734676307.072824:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf60080. 00010000:00000010:2.0:1734676307.072834:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.072840:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800752dc6c0. 00000100:00000010:2.0:1734676307.072845:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800752dc6c0. 00010000:00000010:2.0:1734676307.072847:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.072851:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.072853:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934592, offset 224 00000400:00000200:2.0:1734676307.072857:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.072861:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.072863:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80947:80947:255:4294967295] 192.168.203.46@tcp LPNI seq info [80943:80943:7:4294967295] 00000400:00000200:2.0:1734676307.072869:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.072872:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.072874:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7200. 00000800:00000200:2.0:1734676307.072877:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.072880:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.072882:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.072887:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.072889:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.072892:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 00000800:00000200:1.0:1734676307.072946:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.072948:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:1.0:1734676307.072951:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.072954:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.072957:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676307.072958:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00080000:00000010:3.0:1734676307.073247:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073595e00. 00010000:00000010:3.0:1734676307.073303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.073308:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf60f80. 00010000:00000010:3.0:1734676307.073362:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073594a00. 00010000:00000010:3.0:1734676307.073367:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.073373:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.073376:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.073380:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.073388:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073594c00. 02000000:00000010:3.0:1734676307.073405:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073594600. 00000400:00000010:3.0:1734676307.073408:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.073411:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.073415:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427392, portal 16 00000400:00000010:3.0:1734676307.073418:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.073419:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427392, offset 0 00000400:00000200:3.0:1734676307.073424:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.073428:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.073432:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.073436:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.073439:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.073441:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.073443:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80948:80948:255:4294967295] 192.168.203.46@tcp LPNI seq info [80944:80944:7:4294967295] 00000400:00000200:3.0:1734676307.073448:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.073452:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.073455:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27500. 00000800:00000200:3.0:1734676307.073458:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.073461:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.073464:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.073532:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.073534:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7200. 00000400:00000200:1.0:1734676307.073537:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.073541:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.073543:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676307.073545:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:1.0:1734676307.073714:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.073717:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27500. 00000400:00000200:1.0:1734676307.073720:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.073723:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.073725:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676307.073727:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676307.073731:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.074586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a0200. 00010000:00000010:2.1:1734676307.077285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d400. 00010000:00000010:2.1:1734676307.077316:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594000. 00000400:00000200:1.0:1734676307.077394:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.077411:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e180 00000400:00000200:1.0:1734676307.077419:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e85 [1] + 224 00000400:00000200:1.0:1734676307.077429:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.077433:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.077442:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.077476:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.077481:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176600 00000400:00000200:1.0:1734676307.077485:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 656 00000400:00000200:1.0:1734676307.077499:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.077502:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.077575:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.077580:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 00000020:00000010:2.0:1734676307.077655:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000020:00000010:2.0:1734676307.077660:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.077881:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.077904:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9180 x1818938867934720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.077932:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934720 02000000:00000010:2.0:1734676307.077941:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00000400:00000010:3.0:1734676307.078008:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.078012:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.078014:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.078019:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.078027:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.078081:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073594600. 02000000:00000010:3.0:1734676307.078086:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073594c00. 00010000:00000010:2.0:1734676307.078974:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fec9380. 00010000:00000010:2.0:1734676307.078994:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.079000:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800752dc6c0. 00000100:00000010:2.0:1734676307.079004:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800752dc6c0. 00010000:00000010:2.0:1734676307.079006:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.079016:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676307.079019:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934720, offset 224 00000400:00000200:2.0:1734676307.079025:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.079033:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.079060:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80949:80949:256:4294967295] 192.168.203.46@tcp LPNI seq info [80945:80945:8:4294967295] 00000400:00000200:2.0:1734676307.079068:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.079192:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.079197:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.079202:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.079208:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.079212:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.079241:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.079244:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.079248:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 00000100:00000010:3.0:1734676307.079318:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.079321:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.079324:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00080000:00000010:3.0:1734676307.079338:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073594c00. 00010000:00000010:3.0:1734676307.079400:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.079406:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fec9300. 00010000:00000010:3.0:1734676307.079474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073594600. 00010000:00000010:3.0:1734676307.079479:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.079485:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.079488:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.079493:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.079503:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880073594000. 02000000:00000010:3.0:1734676307.079525:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e879600. 00000400:00000010:3.0:1734676307.079530:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.079533:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.079538:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427520, portal 16 00000400:00000010:3.0:1734676307.079541:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.079542:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427520, offset 0 00000400:00000200:3.0:1734676307.079547:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.079551:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.079556:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.079559:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.079562:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.079563:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.079566:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80950:80950:255:4294967295] 192.168.203.46@tcp LPNI seq info [80946:80946:7:4294967295] 00000400:00000200:3.0:1734676307.079571:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.079575:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.079578:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27200. 00000800:00000200:3.0:1734676307.079581:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.079584:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.079586:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.079687:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.079691:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:1.0:1734676307.079695:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.079699:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.079702:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676307.079704:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000800:00000200:1.0:1734676307.079761:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.079763:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27200. 00000400:00000200:1.0:1734676307.079766:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.079768:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.079770:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676307.079771:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:1.0:1734676307.079776:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.080618:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4800. 00010000:00000010:1.1:1734676307.080626:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5600. 00010000:00000010:2.1:1734676307.083189:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e400. 00010000:00000010:2.1:1734676307.083200:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073595000. 00000400:00000200:0.0:1734676307.083665:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.083679:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e200 00000400:00000200:0.0:1734676307.083686:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e91 [1] + 224 00000400:00000200:0.0:1734676307.083706:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.083709:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.083719:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.084169:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.084175:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176680 00000400:00000200:0.0:1734676307.084180:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 984 00000400:00000200:0.0:1734676307.084235:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.084239:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.084244:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.084249:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:3.0:1734676307.084313:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.084317:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.084320:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.084325:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676307.084329:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000100:00000200:3.0:1734676307.084332:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676307.084335:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.084339:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 02000000:00000010:3.0:1734676307.084354:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e879600. 02000000:00000010:3.0:1734676307.084358:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880073594000. 00000100:00000200:2.0:1734676307.084358:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867934848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:3.0:1734676307.084361:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.084365:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.084368:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000100:00000200:2.0:1734676307.084375:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934848 02000000:00000010:2.0:1734676307.084381:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676307.084401:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eddaa80. 00010000:00000010:2.0:1734676307.084420:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.084425:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800752dc6c0. 00000100:00000010:2.0:1734676307.084438:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800752dc6c0. 00010000:00000010:2.0:1734676307.084440:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.084448:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676307.084451:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934848, offset 224 00000400:00000200:2.0:1734676307.084459:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.084466:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.084471:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80951:80951:256:4294967295] 192.168.203.46@tcp LPNI seq info [80947:80947:8:4294967295] 00000400:00000200:2.0:1734676307.084479:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.084484:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.084487:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.084492:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.084497:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.084500:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.084523:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.084526:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.084530:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 00000800:00000200:1.0:1734676307.084648:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.084651:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:1.0:1734676307.084653:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.084656:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.084658:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676307.084659:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00080000:00000010:3.0:1734676307.085024:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e879600. 00010000:00000010:3.0:1734676307.085423:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.085429:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eddaa00. 00010000:00000010:3.0:1734676307.085485:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009db27100. 00010000:00000010:3.0:1734676307.085488:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.085492:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a093ce00. 00010000:00000010:3.0:1734676307.085497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00080000:00000010:3.0:1734676307.085506:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a093c600. 00010000:00000010:3.0:1734676307.085524:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676307.085526:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.085568:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a093cc00. 00010000:00000010:3.0:1734676307.085571:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.085576:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.085580:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.085585:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.085710:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcb000. 02000000:00000010:3.0:1734676307.085730:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcb200. 00000400:00000010:3.0:1734676307.085734:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.085737:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.085741:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427648, portal 16 00000400:00000010:3.0:1734676307.085745:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.085747:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427648, offset 0 00000400:00000200:3.0:1734676307.085751:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.085758:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.085762:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.085764:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.085767:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.085769:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.085772:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80952:80952:256:4294967295] 192.168.203.46@tcp LPNI seq info [80948:80948:8:4294967295] 00000400:00000200:3.0:1734676307.085779:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.085783:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.085786:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27e00. 00000800:00000200:3.0:1734676307.085790:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.085795:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.085797:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.086622:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.086627:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27e00. 00000400:00000200:1.0:1734676307.086631:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.086635:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.086639:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676307.086641:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676307.086648:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.087588:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d7a00. 00000400:00000200:0.0:1734676307.088127:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.088139:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e280 00000400:00000200:0.0:1734676307.088146:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5e9d [1] + 224 00000400:00000200:0.0:1734676307.088161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.088164:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.088172:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.088338:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.088342:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.088344:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.088349:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.088356:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.088376:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcb200. 02000000:00000010:3.0:1734676307.088380:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcb000. 00000100:00000010:3.0:1734676307.088383:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.088386:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.088390:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00000400:00000200:0.0:1734676307.088544:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.088550:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176700 00000400:00000200:0.0:1734676307.088555:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 1312 00000400:00000200:0.0:1734676307.088596:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.088599:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.088604:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.088608:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676307.088850:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000020:00000010:2.0:1734676307.088856:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.088860:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.088877:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867934976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.088905:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867934976 02000000:00000010:2.0:1734676307.088912:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676307.088931:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88bd00. 00010000:00000010:2.0:1734676307.088944:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.088950:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800752dc6c0. 00000100:00000010:2.0:1734676307.088961:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800752dc6c0. 00010000:00000010:2.0:1734676307.088964:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.088972:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.088975:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867934976, offset 224 00000400:00000200:2.0:1734676307.088980:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.088986:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.088991:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80953:80953:256:4294967295] 192.168.203.46@tcp LPNI seq info [80949:80949:8:4294967295] 00000400:00000200:2.0:1734676307.088999:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.089003:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.089006:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.089010:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.089016:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.089019:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.089054:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.089056:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.089060:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 00000800:00000200:1.0:1734676307.089374:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.089377:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:1.0:1734676307.089380:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.089384:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.089386:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676307.089388:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00080000:00000010:3.0:1734676307.089452:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcb000. 00010000:00000010:3.0:1734676307.089508:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.089513:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88bc80. 00010000:00000010:3.0:1734676307.089573:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcb200. 00010000:00000010:3.0:1734676307.089578:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.089585:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.089588:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.089592:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.089600:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dca800. 02000000:00000010:3.0:1734676307.089615:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcac00. 00000400:00000010:3.0:1734676307.089618:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.089621:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.089625:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427776, portal 16 00000400:00000010:3.0:1734676307.089628:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.089629:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427776, offset 0 00000400:00000200:3.0:1734676307.089633:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.089637:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.089641:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.089644:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.089647:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.089648:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.089650:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80954:80954:256:4294967295] 192.168.203.46@tcp LPNI seq info [80950:80950:8:4294967295] 00000400:00000200:3.0:1734676307.089656:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.089660:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.089663:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27d00. 00000800:00000200:3.0:1734676307.089666:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.089669:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.089672:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.089736:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.089739:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27d00. 00000400:00000200:0.0:1734676307.089742:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.089745:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.089748:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676307.089749:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676307.089754:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.090285:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4ac000. 00010000:00000010:2.1:1734676307.090292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594a00. 00000400:00000200:0.0:1734676307.092093:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.092106:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e300 00000400:00000200:0.0:1734676307.092113:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ea9 [1] + 224 00000400:00000200:0.0:1734676307.092122:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.092126:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.092134:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.092164:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.092168:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176780 00000400:00000200:0.0:1734676307.092172:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 1640 00000400:00000200:0.0:1734676307.092217:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.092221:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.092224:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.092229:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:1.0:1734676307.092305:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7600. 00000020:00000010:1.0:1734676307.092311:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.092315:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.092331:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867935104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.092357:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935104 02000000:00000010:1.0:1734676307.092364:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676307.092388:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9a00. 00000100:00000010:1.0:1734676307.092394:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.092398:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.092400:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9a00. 00000400:00000010:1.0:1734676307.092410:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.092413:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935104, offset 224 00000400:00000200:1.0:1734676307.092418:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.092424:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.092429:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80955:80955:256:4294967295] 192.168.203.46@tcp LPNI seq info [80951:80951:8:4294967295] 00000400:00000200:1.0:1734676307.092436:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.092440:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.092443:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676307.092447:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.092452:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.092456:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.092465:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.092474:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.092476:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7600. 00000800:00000200:0.0:1734676307.092654:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.092657:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676307.092660:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.092663:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.092666:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676307.092668:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000400:00000010:3.0:1734676307.092741:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.092744:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.092746:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.092751:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.092758:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.092774:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880072bc1a00. 02000000:00000010:3.0:1734676307.092783:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcac00. 02000000:00000010:3.0:1734676307.092786:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dca800. 00000100:00000010:3.0:1734676307.092789:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.092791:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.092794:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00080000:00000010:3.0:1734676307.092806:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dca800. 00010000:00000010:3.0:1734676307.092856:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.092861:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880072bc1980. 00010000:00000010:3.0:1734676307.092913:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcac00. 00010000:00000010:3.0:1734676307.092917:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.092923:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.092925:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.092928:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.092935:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcbc00. 02000000:00000010:3.0:1734676307.092949:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcb800. 00000400:00000010:3.0:1734676307.092952:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.092955:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.092958:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864427904, portal 16 00000400:00000010:3.0:1734676307.092961:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.092963:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864427904, offset 0 00000400:00000200:3.0:1734676307.092966:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.092970:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.092974:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.092977:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.092980:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.092981:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.092984:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80956:80956:256:4294967295] 192.168.203.46@tcp LPNI seq info [80952:80952:8:4294967295] 00000400:00000200:3.0:1734676307.092990:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.092993:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.092995:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27900. 00000800:00000200:3.0:1734676307.092998:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.093001:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.093004:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.093346:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.093348:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27900. 00000400:00000200:0.0:1734676307.093351:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.093354:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.093356:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676307.093358:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676307.093362:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864427904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.096821:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.096839:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e380 00000400:00000200:0.0:1734676307.096846:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5eb5 [1] + 224 00000400:00000200:0.0:1734676307.096857:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.096860:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.096869:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864427904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.096906:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.096910:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176800 00000400:00000200:0.0:1734676307.096914:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa47e9 [2] + 1968 00000400:00000010:0.0:1734676307.096918:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7aa8. 00000400:00000200:0.0:1734676307.096921:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d600 00000400:00000010:3.0:1734676307.096946:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676307.096950:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.096953:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.096958:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864427904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.096966:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864427904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.096979:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.096983:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.096985:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d600 00000400:00000010:0.0:1734676307.096987:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d600. 02000000:00000010:3.0:1734676307.096988:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcb800. 00000100:00000200:0.0:1734676307.096991:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676307.096993:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcbc00. 00000100:00000010:3.0:1734676307.096996:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676307.096999:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.097003:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00010000:00000010:1.1:1734676307.099492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4c00. 00000020:00000010:2.0:1734676307.100382:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da74000. 00000020:00000010:2.0:1734676307.100388:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.100392:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.100415:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa450 x1818938867935232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.100443:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935232 02000000:00000010:2.0:1734676307.100454:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:2.0:1734676307.100476:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0700. 00010000:00000010:2.0:1734676307.100489:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.100496:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800752dc6c0. 00000100:00000010:2.0:1734676307.100513:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800752dc6c0. 00010000:00000010:2.0:1734676307.100516:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000010:2.0:1734676307.100525:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.100530:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935232, offset 224 00000400:00000200:2.0:1734676307.100536:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.100545:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.100551:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80957:80957:256:4294967295] 192.168.203.46@tcp LPNI seq info [80953:80953:8:4294967295] 00000400:00000200:2.0:1734676307.100560:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.100565:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.100568:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.100572:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.100578:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.100582:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.100593:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4080. 00000020:00000010:2.0:1734676307.100596:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.100600:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da74000. 02000000:00000010:2.0:1734676307.100606:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676307.100609:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.100614:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:2.0:1734676307.100617:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676307.100622:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:2.0:1734676307.100624:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:2.0:1734676307.100628:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676307.100630:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 02000000:00000010:2.0:1734676307.100633:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b6b400. 00000100:00000010:2.0:1734676307.100635:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab480. 02000000:00000010:2.0:1734676307.100641:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:2.0:1734676307.100642:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9500. 00000100:00000200:2.0:1734676307.100646:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.100650:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d68. 00000400:00000010:2.0:1734676307.100653:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800752dc6c0. 00080000:00000010:3.0:1734676307.100731:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcbc00. 00010000:00000010:3.0:1734676307.100786:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.100791:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0680. 00000800:00000200:0.0:1734676307.100830:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.100833:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.100837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.100841:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.100844:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676307.100846:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 02000000:00000010:0.0:1734676307.100850:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00010000:00000010:3.0:1734676307.100855:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcb800. 00010000:00000010:3.0:1734676307.100859:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a200. 00010000:00000010:3.0:1734676307.100868:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abdc80. 00000100:00000010:3.0:1734676307.100871:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.100876:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.100886:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcaa00. 02000000:00000010:3.0:1734676307.100904:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dd6600. 00000400:00000010:3.0:1734676307.100908:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676307.100910:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.100914:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428032, portal 16 00000400:00000010:3.0:1734676307.100916:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.100917:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428032, offset 0 00000400:00000200:3.0:1734676307.100921:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.100926:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.100929:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.100932:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.100934:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.100936:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.100939:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80958:80958:256:4294967295] 192.168.203.46@tcp LPNI seq info [80954:80954:8:4294967295] 00000400:00000200:3.0:1734676307.100945:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.100948:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.100951:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27a00. 00000800:00000200:3.0:1734676307.100954:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.100958:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.100960:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.101085:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.101087:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27a00. 00000400:00000200:0.0:1734676307.101090:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.101093:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.101096:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676307.101097:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676307.101104:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864428032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.103991:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.104008:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e400 00000400:00000200:2.0:1734676307.104016:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ec5 [1] + 224 00000400:00000200:2.0:1734676307.104026:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.104029:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.104061:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864428032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.104093:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.104098:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176880 00000400:00000200:2.0:1734676307.104102:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 0 00000400:00000200:2.0:1734676307.104164:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.104167:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.104172:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.104177:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000020:00000010:1.0:1734676307.104259:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7600. 00000020:00000010:1.0:1734676307.104265:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.104269:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.104286:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867935360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.104302:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935360 02000000:00000010:1.0:1734676307.104310:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.104338:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b42e9a00. 00000100:00000010:1.0:1734676307.104343:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.104347:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.104350:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b42e9a00. 00000400:00000010:1.0:1734676307.104360:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.104364:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935360, offset 224 00000400:00000200:1.0:1734676307.104368:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.104375:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.104379:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80959:80959:256:4294967295] 192.168.203.46@tcp LPNI seq info [80955:80955:8:4294967295] 00000400:00000200:1.0:1734676307.104387:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.104391:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.104394:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48200. 00000800:00000200:1.0:1734676307.104398:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.104403:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.104406:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.104417:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.104420:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.104423:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7600. 00010000:00000010:3.1:1734676307.104453:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136e300. 00010000:00000010:3.1:1734676307.104463:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073594600. 00010000:00000010:3.1:1734676307.104466:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27100. 00010000:00000010:3.1:1734676307.104470:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093ce00. 00010000:00000010:3.1:1734676307.104474:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bb400. 00010000:00000010:3.1:1734676307.104477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093cc00. 00000400:00000010:0.0:1734676307.104547:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:0.0:1734676307.104551:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676307.104553:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676307.104558:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864428032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.104565:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864428032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676307.104581:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f38080. 02000000:00000010:0.0:1734676307.104601:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dd6600. 02000000:00000010:0.0:1734676307.104605:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcaa00. 00000100:00000010:0.0:1734676307.104609:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:0.0:1734676307.104611:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:0.0:1734676307.104614:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abdc80. 00080000:00000010:0.0:1734676307.104627:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130117800. 00010000:00000010:0.0:1734676307.104689:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a200. 00010000:00000010:0.0:1734676307.104698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f38000. 00010000:00000010:0.0:1734676307.104754:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130116400. 00010000:00000010:0.0:1734676307.104758:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb00. 00010000:00000010:0.0:1734676307.104764:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b11b740. 00000100:00000010:0.0:1734676307.104767:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676307.104772:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676307.104779:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcaa00. 02000000:00000010:0.0:1734676307.104796:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073794400. 00000400:00000010:0.0:1734676307.104800:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676307.104803:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676307.104806:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428160, portal 16 00000400:00000010:0.0:1734676307.104809:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676307.104811:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428160, offset 0 00000400:00000200:0.0:1734676307.104815:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.104819:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.104822:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.104825:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.104828:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.104830:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.104832:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80960:80960:255:4294967295] 192.168.203.46@tcp LPNI seq info [80956:80956:7:4294967295] 00000400:00000200:0.0:1734676307.104838:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.104841:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.104844:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676307.104847:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.104851:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.104853:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.104886:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.104888:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48200. 00000400:00000200:0.0:1734676307.104891:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.104894:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.104896:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676307.104898:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000800:00000200:0.0:1734676307.104931:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.104933:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:0.0:1734676307.104936:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.104938:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.104940:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:0.0:1734676307.104942:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676307.104946:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864428160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.105948:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.105956:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e480 00000400:00000200:0.0:1734676307.105961:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ed1 [1] + 224 00000400:00000200:0.0:1734676307.105967:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.105970:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.105976:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864428160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.106008:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.106012:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176900 00000400:00000200:0.0:1734676307.106016:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 328 00000400:00000200:0.0:1734676307.106028:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.106031:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.106035:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.106069:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:2.0:1734676307.106146:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:2.0:1734676307.106150:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:2.0:1734676307.106152:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:2.0:1734676307.106157:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864428160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.106163:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864428160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.106178:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073794400. 02000000:00000010:2.0:1734676307.106182:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcaa00. 00000100:00000010:2.0:1734676307.106184:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:2.0:1734676307.106187:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:2.0:1734676307.106190:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b11b740. 00000020:00000010:3.0:1734676307.106254:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dd6600. 00000020:00000010:3.0:1734676307.106258:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676307.106261:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.106275:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867935488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.106305:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935488 02000000:00000010:3.0:1734676307.106313:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.106331:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d78fb80. 00010000:00000010:3.0:1734676307.106342:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd100. 00000100:00000010:3.0:1734676307.106347:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.106352:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.106354:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd100. 00000400:00000010:3.0:1734676307.106361:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.106363:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935488, offset 224 00000400:00000200:3.0:1734676307.106368:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.106373:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.106377:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80961:80961:256:4294967295] 192.168.203.46@tcp LPNI seq info [80957:80957:8:4294967295] 00000400:00000200:3.0:1734676307.106384:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.106388:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.106391:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27100. 00000800:00000200:3.0:1734676307.106394:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.106398:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.106401:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.106411:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676307.106414:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.106418:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dd6600. 00080000:00000010:2.0:1734676307.106468:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da74000. 00010000:00000010:2.0:1734676307.106513:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb00. 00010000:00000010:2.0:1734676307.106518:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d78fb00. 00010000:00000010:2.0:1734676307.106569:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da75000. 00010000:00000010:2.0:1734676307.106574:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676307.106580:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.106583:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:2.0:1734676307.106588:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676307.106594:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75400. 02000000:00000010:2.0:1734676307.106606:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da74800. 00000400:00000010:2.0:1734676307.106610:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00000400:00000010:2.0:1734676307.106612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.106616:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428288, portal 16 00000400:00000010:2.0:1734676307.106619:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676307.106620:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428288, offset 0 00000400:00000200:2.0:1734676307.106624:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.106628:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.106630:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.106633:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.106635:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.106636:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.106638:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80962:80962:255:4294967295] 192.168.203.46@tcp LPNI seq info [80958:80958:7:4294967295] 00000400:00000200:2.0:1734676307.106644:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.106648:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.106650:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7600. 00000800:00000200:2.0:1734676307.106653:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.106656:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.106659:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.106718:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.106720:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27100. 00000400:00000200:0.0:1734676307.106722:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.106725:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.106728:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676307.106729:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000800:00000200:0.0:1734676307.106772:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.106773:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7600. 00000400:00000200:0.0:1734676307.106776:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.106778:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.106780:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676307.106781:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676307.106786:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864428288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.109804:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.109821:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e500 00000400:00000200:0.0:1734676307.109829:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5edd [1] + 224 00000400:00000200:0.0:1734676307.109839:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.109842:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.109852:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864428288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.109890:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.109895:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176980 00000400:00000200:0.0:1734676307.109899:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 656 00000400:00000200:0.0:1734676307.109916:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.109919:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.109924:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.109928:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000400:00000010:2.0:1734676307.110014:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7630. 00000400:00000200:2.0:1734676307.110019:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676307.110021:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.110027:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864428288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.110034:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864428288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.110091:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da74800. 02000000:00000010:2.0:1734676307.110096:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75400. 00000100:00000010:2.0:1734676307.110100:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:2.0:1734676307.110104:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:2.0:1734676307.110112:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000020:00000010:3.0:1734676307.110191:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dd6600. 00000020:00000010:3.0:1734676307.110196:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676307.110200:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.110224:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867935616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.110249:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935616 02000000:00000010:3.0:1734676307.110257:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676307.110276:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d0e780. 00010000:00000010:3.0:1734676307.110290:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd100. 00000100:00000010:3.0:1734676307.110295:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.110300:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.110302:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd100. 00000400:00000010:3.0:1734676307.110311:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.110314:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935616, offset 224 00000400:00000200:3.0:1734676307.110319:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.110326:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.110330:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80963:80963:256:4294967295] 192.168.203.46@tcp LPNI seq info [80959:80959:8:4294967295] 00000400:00000200:3.0:1734676307.110337:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.110341:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.110344:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27c00. 00000800:00000200:3.0:1734676307.110348:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.110353:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.110356:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.110367:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad00. 00000020:00000010:3.0:1734676307.110370:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.110373:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dd6600. 00080000:00000010:2.0:1734676307.110425:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75400. 00010000:00000010:2.0:1734676307.110480:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676307.110485:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d0e500. 00010000:00000010:2.0:1734676307.110544:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74800. 00010000:00000010:2.0:1734676307.110548:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676307.110554:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.110556:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:2.0:1734676307.110560:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676307.110569:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcaa00. 02000000:00000010:2.0:1734676307.110584:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073794400. 00000400:00000010:2.0:1734676307.110587:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00000400:00000010:2.0:1734676307.110590:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.110593:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428416, portal 16 00000400:00000010:2.0:1734676307.110596:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.110598:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428416, offset 0 00000400:00000200:2.0:1734676307.110601:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.110605:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.110609:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.110611:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.110614:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.110616:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.110618:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80964:80964:255:4294967295] 192.168.203.46@tcp LPNI seq info [80960:80960:7:4294967295] 00000400:00000200:2.0:1734676307.110623:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.110627:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.110629:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7300. 00000800:00000200:2.0:1734676307.110632:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.110635:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.110637:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.110975:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.110977:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27c00. 00000400:00000200:0.0:1734676307.110980:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.110983:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.110986:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676307.110987:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:0.0:1734676307.111003:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.111004:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7300. 00000400:00000200:0.0:1734676307.111006:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.111008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.111010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676307.111011:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676307.111015:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864428416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.111453:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1cdc00. 00000400:00000200:2.0:1734676307.114387:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.114402:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e580 00000400:00000200:2.0:1734676307.114411:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ee9 [1] + 224 00000400:00000200:2.0:1734676307.114421:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.114425:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.114434:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864428416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.114475:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.114479:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176a00 00000400:00000200:2.0:1734676307.114484:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 984 00000400:00000200:2.0:1734676307.114541:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.114545:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.114549:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.114554:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:0.0:1734676307.114610:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847de00. 00000020:00000010:0.0:1734676307.114615:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.114619:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.114637:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867935744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.114660:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935744 02000000:00000010:0.0:1734676307.114668:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676307.114697:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd400. 00000100:00000010:0.0:1734676307.114703:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469780. 00000100:00000010:0.0:1734676307.114708:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469780. 00010000:00000010:0.0:1734676307.114711:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd400. 00000400:00000010:0.0:1734676307.114721:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676307.114725:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935744, offset 224 00000400:00000200:0.0:1734676307.114730:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.114738:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.114743:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80965:80965:256:4294967295] 192.168.203.46@tcp LPNI seq info [80961:80961:8:4294967295] 00000400:00000200:0.0:1734676307.114751:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.114756:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.114758:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676307.114762:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.114767:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.114771:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.114782:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.114785:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.114787:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847de00. 00000400:00000010:3.0:1734676307.114795:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7630. 00000400:00000200:3.0:1734676307.114799:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:3.0:1734676307.114802:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:3.0:1734676307.114809:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864428416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.114816:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864428416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676307.114822:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.114825:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:0.0:1734676307.114827:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.114831:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.114833:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00010000:00000010:3.0:1734676307.114834:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d65c300. 00000400:00000010:0.0:1734676307.114835:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 02000000:00000010:3.0:1734676307.114845:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073794400. 02000000:00000010:3.0:1734676307.114849:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcaa00. 00000100:00000010:3.0:1734676307.114853:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:3.0:1734676307.114855:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:3.0:1734676307.114858:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00080000:00000010:3.0:1734676307.114870:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dd6600. 00010000:00000010:3.0:1734676307.114927:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:3.0:1734676307.114932:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d65c280. 00010000:00000010:3.0:1734676307.114986:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcaa00. 00010000:00000010:3.0:1734676307.114991:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676307.114997:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd100. 00000100:00000010:3.0:1734676307.115000:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.115005:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.115013:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a093cc00. 02000000:00000010:3.0:1734676307.115028:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a093ce00. 00000400:00000010:3.0:1734676307.115032:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676307.115035:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.115069:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428544, portal 16 00000400:00000010:3.0:1734676307.115086:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.115088:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428544, offset 0 00000400:00000200:3.0:1734676307.115093:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.115098:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.115578:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.115583:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.115586:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.115588:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.115591:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80966:80966:256:4294967295] 192.168.203.46@tcp LPNI seq info [80962:80962:8:4294967295] 00000400:00000200:3.0:1734676307.115597:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.115601:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.115604:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27700. 00000800:00000200:3.0:1734676307.115608:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.115612:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.115615:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.116383:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.116387:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27700. 00000400:00000200:0.0:1734676307.116389:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.116394:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.116397:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676307.116399:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676307.116405:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864428544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.118822:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cffc00. 00010000:00000010:3.1:1734676307.118831:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cddb400. 00010000:00000010:3.1:1734676307.118839:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcb800. 00010000:00000010:3.1:1734676307.118846:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800aa544000. 00010000:00000010:3.1:1734676307.118853:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958eeb00. 00010000:00000010:3.1:1734676307.118858:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcb200. 00010000:00000010:3.1:1734676307.118860:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6600. 00010000:00000010:3.1:1734676307.118862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcac00. 00010000:00000010:0.1:1734676307.121269:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d95c600. 00010000:00000010:0.1:1734676307.121278:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d06900. 00010000:00000010:0.1:1734676307.121285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130116400. 00010000:00000010:0.1:1734676307.121289:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7e9a00. 00010000:00000010:0.1:1734676307.121293:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75000. 00010000:00000010:3.1:1734676307.125011:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4200. 00010000:00000010:3.1:1734676307.125020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf5600. 00010000:00000010:3.1:1734676307.125023:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bb200. 00010000:00000010:3.1:1734676307.125029:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adc900. 00010000:00000010:3.1:1734676307.125032:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74800. 00000400:00000200:2.0:1734676307.125300:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.125315:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e600 00000400:00000200:2.0:1734676307.125323:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ef5 [1] + 224 00000400:00000200:2.0:1734676307.125331:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.125335:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.125344:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864428544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.125374:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.125378:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176a80 00000400:00000200:2.0:1734676307.125382:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 1312 00000400:00000010:3.0:1734676307.125395:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676307.125399:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:3.0:1734676307.125401:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.125408:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864428544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.125415:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864428544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.125429:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.125433:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676307.125437:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a093ce00. 00000100:00000200:2.0:1734676307.125437:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676307.125442:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a093cc00. 00000100:00000010:2.0:1734676307.125442:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 00000100:00000010:3.0:1734676307.125444:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.125447:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.125450:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd100. 00000020:00000010:1.0:1734676307.125515:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7a00. 00000020:00000010:1.0:1734676307.125521:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.125524:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.125544:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867935872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.125571:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867935872 02000000:00000010:1.0:1734676307.125579:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.125600:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131205380. 00010000:00000010:1.0:1734676307.125611:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012d790700. 00000100:00000010:1.0:1734676307.125616:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676307.125628:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676307.125631:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012d790700. 00000400:00000010:1.0:1734676307.125640:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.125643:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867935872, offset 224 00000400:00000200:1.0:1734676307.125647:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.125654:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.125659:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80967:80967:256:4294967295] 192.168.203.46@tcp LPNI seq info [80963:80963:8:4294967295] 00000400:00000200:1.0:1734676307.125667:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.125671:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.125674:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676307.125677:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.125682:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.125686:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.125696:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.125700:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.125702:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7a00. 00000800:00000200:1.0:1734676307.125754:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.125757:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:1.0:1734676307.125759:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.125762:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.125764:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:1.0:1734676307.125766:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676307.125821:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a093cc00. 00010000:00000010:3.0:1734676307.125873:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676307.125878:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131205300. 00010000:00000010:3.0:1734676307.125952:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a093ce00. 00010000:00000010:3.0:1734676307.125956:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad00. 00010000:00000010:3.0:1734676307.125962:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd100. 00000100:00000010:3.0:1734676307.125966:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.125970:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.125978:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcac00. 02000000:00000010:3.0:1734676307.125993:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcb200. 00000400:00000010:3.0:1734676307.125996:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676307.126514:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.126521:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428672, portal 16 00000400:00000010:3.0:1734676307.126525:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.126526:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428672, offset 0 00000400:00000200:3.0:1734676307.126531:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.126536:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.126539:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.126542:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.126545:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.126547:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.126549:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80968:80968:256:4294967295] 192.168.203.46@tcp LPNI seq info [80964:80964:8:4294967295] 00000400:00000200:3.0:1734676307.126555:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.126559:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.126562:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27f00. 00000800:00000200:3.0:1734676307.126566:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.126571:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.126573:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.127148:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.127151:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27f00. 00000400:00000200:0.0:1734676307.127155:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.127159:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.127161:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676307.127163:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676307.127168:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864428672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.133930:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.133945:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e680 00000400:00000200:0.0:1734676307.133952:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f01 [1] + 224 00000400:00000200:0.0:1734676307.133966:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.133970:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.133979:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864428672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.134069:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:2.0:1734676307.134082:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:2.0:1734676307.134085:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:2.0:1734676307.134090:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864428672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.134100:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864428672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.134123:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcb200. 02000000:00000010:2.0:1734676307.134127:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcac00. 00000100:00000010:2.0:1734676307.134130:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:2.0:1734676307.134134:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:2.0:1734676307.134138:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd100. 00000400:00000200:0.0:1734676307.134443:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.134449:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176b00 00000400:00000200:0.0:1734676307.134454:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 1640 00000400:00000200:0.0:1734676307.134496:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.134499:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.134503:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.134507:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676307.134671:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880073595000. 00000020:00000010:2.0:1734676307.134675:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676307.134679:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.134696:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867936000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.134894:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936000 02000000:00000010:2.0:1734676307.134902:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00010000:00000010:2.0:1734676307.134920:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0b57200. 00010000:00000010:2.0:1734676307.135105:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec62c0. 00000100:00000010:2.0:1734676307.135111:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b03c0. 00000100:00000010:2.0:1734676307.135118:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b03c0. 00010000:00000010:2.0:1734676307.135121:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec62c0. 00000400:00000010:2.0:1734676307.135131:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676307.135134:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936000, offset 224 00000400:00000200:2.0:1734676307.135139:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.135147:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.135151:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80969:80969:256:4294967295] 192.168.203.46@tcp LPNI seq info [80965:80965:8:4294967295] 00000400:00000200:2.0:1734676307.135159:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.135163:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.135167:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.135170:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.135176:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.135179:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1734676307.136090:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8700. 00010000:00000010:0.1:1734676307.136097:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcaa00. 00000020:00000010:2.0:1734676307.136625:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676307.136630:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.136634:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880073595000. 00080000:00000010:2.0:1734676307.136666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073595000. 00010000:00000010:2.0:1734676307.136731:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad00. 00010000:00000010:2.0:1734676307.136737:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0b57180. 00000001:00000010:2.0:1734676307.136775:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7108. 00000001:00000010:2.0:1734676307.136779:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7108. 00000001:00000010:2.0:1734676307.136781:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7108. 00000001:00000010:2.0:1734676307.136783:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012efd9528. 00000800:00000200:1.0:1734676307.137183:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.137186:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676307.137190:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.137197:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.137201:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676307.137204:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00010000:00000010:2.0:1734676307.137264:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dee800. 00010000:00000010:2.0:1734676307.137269:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676307.137276:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec62c0. 00000100:00000010:2.0:1734676307.137281:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b03c0. 00000100:00000010:2.0:1734676307.137288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.137299:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:2.0:1734676307.137319:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14ac00. 00000400:00000010:2.0:1734676307.137323:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b00. 00000400:00000010:2.0:1734676307.137327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.137332:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428800, portal 16 00000400:00000010:2.0:1734676307.137335:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676307.137337:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428800, offset 0 00000400:00000200:2.0:1734676307.137341:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.137350:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.137353:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.137356:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.137359:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.137361:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.137363:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80970:80970:256:4294967295] 192.168.203.46@tcp LPNI seq info [80966:80966:8:4294967295] 00000400:00000200:2.0:1734676307.137370:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.137374:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.137376:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.137380:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.137385:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.137389:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.137989:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.137992:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.137994:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.137998:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.138001:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676307.138002:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676307.138009:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864428800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.142396:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.142411:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e700 00000400:00000200:1.0:1734676307.142418:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f0d [1] + 224 00000400:00000200:1.0:1734676307.142427:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.142432:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.142441:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864428800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.142460:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.142463:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176b80 00000400:00000200:1.0:1734676307.142468:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4841 [2] + 1968 00000400:00000010:1.0:1734676307.142472:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad210. 00000400:00000200:1.0:1734676307.142475:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800898296c0 00000400:00000200:1.0:1734676307.142487:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.142489:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.142492:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800898296c0 00000400:00000010:1.0:1734676307.142494:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800898296c0. 00000100:00000200:1.0:1734676307.142501:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1734676307.142595:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2a400. 00000400:00000010:2.0:1734676307.142675:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b00. 00000400:00000200:2.0:1734676307.142677:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676307.142679:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.142685:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864428800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.142692:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864428800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.142713:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14ac00. 02000000:00000010:2.0:1734676307.142717:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:2.0:1734676307.142720:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.142725:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b03c0. 00010000:00000010:2.0:1734676307.142728:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec62c0. 00000020:00000010:0.0:1734676307.142801:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847de00. 00000020:00000010:0.0:1734676307.142806:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.142810:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.142828:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fa850 x1818938867936128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.142856:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936128 02000000:00000010:0.0:1734676307.142865:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676307.142885:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0ac800. 00010000:00000010:0.0:1734676307.142898:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd400. 00000100:00000010:0.0:1734676307.142903:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469780. 00000100:00000010:0.0:1734676307.142908:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469780. 00010000:00000010:0.0:1734676307.142911:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd400. 00000400:00000010:0.0:1734676307.142919:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676307.142922:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936128, offset 224 00000400:00000200:0.0:1734676307.142927:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.142933:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.142938:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80971:80971:256:4294967295] 192.168.203.46@tcp LPNI seq info [80967:80967:8:4294967295] 00000400:00000200:0.0:1734676307.142946:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.142950:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.142953:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676307.142956:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.142961:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.142964:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.142974:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.142977:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.142980:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847de00. 02000000:00000010:0.0:1734676307.142986:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:0.0:1734676307.142989:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676307.142992:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:0.0:1734676307.142995:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:0.0:1734676307.142997:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:0.0:1734676307.142999:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:0.0:1734676307.143001:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:0.0:1734676307.143004:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:0.0:1734676307.143007:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:0.0:1734676307.143010:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:0.0:1734676307.143012:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:0.0:1734676307.143013:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000200:0.0:1734676307.143017:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676307.143020:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9478. 00000400:00000010:0.0:1734676307.143023:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469780. 00000800:00000200:1.0:1734676307.143363:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.143366:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:1.0:1734676307.143369:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.143373:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.143376:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676307.143377:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 02000000:00000010:1.0:1734676307.143380:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00080000:00000010:2.0:1734676307.143430:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ac00. 00010000:00000010:2.0:1734676307.143483:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676307.143488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0ac780. 00010000:00000010:2.0:1734676307.143542:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00010000:00000010:2.0:1734676307.143547:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676307.143554:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec62c0. 00000100:00000010:2.0:1734676307.143557:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b03c0. 00000100:00000010:2.0:1734676307.143561:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.143569:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14b200. 02000000:00000010:2.0:1734676307.143584:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a400. 00000400:00000010:2.0:1734676307.143587:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b00. 00000400:00000010:2.0:1734676307.143590:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.143593:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864428928, portal 16 00000400:00000010:2.0:1734676307.143596:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676307.143597:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864428928, offset 0 00000400:00000200:2.0:1734676307.143602:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.143606:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.143609:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.143612:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.143615:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.143617:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.143619:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80972:80972:256:4294967295] 192.168.203.46@tcp LPNI seq info [80968:80968:8:4294967295] 00000400:00000200:2.0:1734676307.143625:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.143628:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.143631:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.143634:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.143638:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.143640:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.143976:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.143978:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676307.143981:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.143984:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.143986:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676307.143987:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676307.143993:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864428928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.145144:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096456e00. 00000400:00000200:0.0:1734676307.146024:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.146060:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e780 00000400:00000200:0.0:1734676307.146068:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f1d [1] + 224 00000400:00000200:0.0:1734676307.146100:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.146104:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.146113:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864428928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.146181:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b00. 00000400:00000200:2.0:1734676307.146185:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676307.146187:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.146192:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864428928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.146198:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864428928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.146217:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a400. 02000000:00000010:2.0:1734676307.146226:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14b200. 00000100:00000010:2.0:1734676307.146229:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.146234:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b03c0. 00010000:00000010:2.0:1734676307.146237:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec62c0. 00000400:00000200:0.0:1734676307.146434:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.146440:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176c00 00000400:00000200:0.0:1734676307.146445:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 0 00000400:00000200:0.0:1734676307.146487:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.146490:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.146494:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.146498:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676307.146567:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7600. 00000020:00000010:1.0:1734676307.146572:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.146576:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.146592:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867936256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.146608:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936256 02000000:00000010:1.0:1734676307.146615:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.146635:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880131205400. 00010000:00000010:1.0:1734676307.146653:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035300. 00000100:00000010:1.0:1734676307.146657:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.146672:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.146674:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035300. 00000400:00000010:1.0:1734676307.146686:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.146689:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936256, offset 224 00000400:00000200:1.0:1734676307.146693:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.146700:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.146705:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80973:80973:256:4294967295] 192.168.203.46@tcp LPNI seq info [80969:80969:8:4294967295] 00000400:00000200:1.0:1734676307.146716:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.146720:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.146723:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676307.146727:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.146732:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.146735:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.146746:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.146749:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.146752:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7600. 00000800:00000200:1.0:1734676307.146794:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.146796:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:1.0:1734676307.146798:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.146800:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.146802:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:1.0:1734676307.146803:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:2.0:1734676307.146854:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14b200. 00010000:00000010:2.0:1734676307.146905:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676307.146910:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013009af80. 00010000:00000010:2.0:1734676307.146959:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a400. 00010000:00000010:2.0:1734676307.146964:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676307.146970:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec62c0. 00000100:00000010:2.0:1734676307.146972:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b03c0. 00000100:00000010:2.0:1734676307.146976:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.146984:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:2.0:1734676307.146999:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbf4a00. 00000400:00000010:2.0:1734676307.147002:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b00. 00000400:00000010:2.0:1734676307.147005:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.147008:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429056, portal 16 00000400:00000010:2.0:1734676307.147010:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676307.147012:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429056, offset 0 00000400:00000200:2.0:1734676307.147016:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.147020:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.147023:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.147026:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.147028:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.147030:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.147032:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80974:80974:256:4294967295] 192.168.203.46@tcp LPNI seq info [80970:80970:8:4294967295] 00000400:00000200:2.0:1734676307.147055:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.147058:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.147061:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.147063:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.147067:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.147069:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.147137:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.147139:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676307.147142:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.147145:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.147147:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676307.147148:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676307.147152:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864429056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.149307:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.149319:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e800 00000400:00000200:0.0:1734676307.149327:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f29 [1] + 224 00000400:00000200:0.0:1734676307.149340:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.149344:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.149353:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864429056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.149407:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b00. 00000400:00000200:3.0:1734676307.149411:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:3.0:1734676307.149412:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:3.0:1734676307.149419:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864429056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.149426:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864429056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.149445:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbf4a00. 02000000:00000010:3.0:1734676307.149449:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:3.0:1734676307.149453:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676307.149458:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b03c0. 00010000:00000010:3.0:1734676307.149461:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec62c0. 00000400:00000200:0.0:1734676307.150184:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.150192:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176c80 00000400:00000200:0.0:1734676307.150197:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 328 00000400:00000200:0.0:1734676307.150345:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.150349:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.150354:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.150358:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676307.150436:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7a00. 00000020:00000010:1.0:1734676307.150441:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.150446:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.150465:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867936384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.150492:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936384 02000000:00000010:1.0:1734676307.150499:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.150526:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08ed00. 00010000:00000010:1.0:1734676307.150541:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035300. 00000100:00000010:1.0:1734676307.150546:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.150554:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.150557:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035300. 00000400:00000010:1.0:1734676307.150569:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.150573:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936384, offset 224 00000400:00000200:1.0:1734676307.150577:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.150584:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.150589:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80975:80975:256:4294967295] 192.168.203.46@tcp LPNI seq info [80971:80971:8:4294967295] 00000400:00000200:1.0:1734676307.150596:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.150601:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.150604:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676307.150608:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.150614:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.150618:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.150641:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.150645:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.150648:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7a00. 00000800:00000200:0.0:1734676307.150820:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.150823:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676307.150826:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.150829:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.150832:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676307.150833:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676307.150883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcb800. 00010000:00000010:3.0:1734676307.150944:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:3.0:1734676307.150950:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d08ec80. 00010000:00000010:3.0:1734676307.151010:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcaa00. 00010000:00000010:3.0:1734676307.151015:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676307.151021:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd5c0. 00000100:00000010:3.0:1734676307.151024:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.151029:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.151056:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcac00. 02000000:00000010:3.0:1734676307.151086:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcb200. 00000400:00000010:3.0:1734676307.151091:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676307.151094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.151098:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429184, portal 16 00000400:00000010:3.0:1734676307.151101:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.151103:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429184, offset 0 00000400:00000200:3.0:1734676307.151107:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.151111:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.151114:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.151117:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.151119:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.151121:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.151124:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80976:80976:256:4294967295] 192.168.203.46@tcp LPNI seq info [80972:80972:8:4294967295] 00000400:00000200:3.0:1734676307.151130:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.151133:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.151136:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27f00. 00000800:00000200:3.0:1734676307.151139:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.151142:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.151144:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.151299:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.151301:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27f00. 00000400:00000200:1.0:1734676307.151303:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.151306:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.151308:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676307.151310:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:1.0:1734676307.151314:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864429184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.153762:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.153777:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e880 00000400:00000200:2.0:1734676307.153785:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f35 [1] + 224 00000400:00000200:2.0:1734676307.153793:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.153797:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.153806:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864429184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.154179:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.154184:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176d00 00000400:00000200:2.0:1734676307.154188:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 656 00000400:00000010:3.0:1734676307.154535:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676307.154539:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.154541:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.154547:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864429184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.154555:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864429184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.154577:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcb200. 02000000:00000010:3.0:1734676307.154582:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcac00. 00000100:00000010:3.0:1734676307.154585:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.154588:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.154592:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd5c0. 00000400:00000200:2.0:1734676307.154663:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.154667:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.154672:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.154676:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 00000020:00000010:0.0:1734676307.154953:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847de00. 00000020:00000010:0.0:1734676307.154958:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.154961:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.154979:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3b80 x1818938867936512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.154998:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936512 02000000:00000010:0.0:1734676307.155004:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676307.155026:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdf100. 00010000:00000010:0.0:1734676307.155057:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdc40. 00000100:00000010:0.0:1734676307.155063:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.155068:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:0.0:1734676307.155070:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdc40. 00000400:00000010:0.0:1734676307.155089:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676307.155093:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936512, offset 224 00000400:00000200:0.0:1734676307.155097:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.155104:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.155108:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80977:80977:256:4294967295] 192.168.203.46@tcp LPNI seq info [80973:80973:8:4294967295] 00000400:00000200:0.0:1734676307.155116:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.155121:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.155124:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2b00. 00000800:00000200:0.0:1734676307.155128:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.155134:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.155137:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.155150:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cc00. 00000020:00000010:0.0:1734676307.155152:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.155155:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847de00. 00000800:00000200:0.0:1734676307.155210:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.155212:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2b00. 00000400:00000200:0.0:1734676307.155214:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.155218:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.155220:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:0.0:1734676307.155221:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00080000:00000010:3.0:1734676307.155346:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcac00. 00010000:00000010:3.0:1734676307.155401:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676307.155406:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf980. 00010000:00000010:3.0:1734676307.155459:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcb200. 00010000:00000010:3.0:1734676307.155464:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab80. 00010000:00000010:3.0:1734676307.155471:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd5c0. 00000100:00000010:3.0:1734676307.155474:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.155478:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.155487:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676307.155504:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095ac0400. 00000400:00000010:3.0:1734676307.155508:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676307.155511:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.155514:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429312, portal 16 00000400:00000010:3.0:1734676307.155517:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.155519:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429312, offset 0 00000400:00000200:3.0:1734676307.155523:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.155527:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.155530:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.155533:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.155535:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.155537:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.155539:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80978:80978:256:4294967295] 192.168.203.46@tcp LPNI seq info [80974:80974:8:4294967295] 00000400:00000200:3.0:1734676307.155546:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.155549:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.155551:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27700. 00000800:00000200:3.0:1734676307.155554:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.155558:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.155560:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.155747:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.155750:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27700. 00000400:00000200:1.0:1734676307.155752:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.155756:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.155758:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676307.155759:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676307.155764:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864429312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.159453:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c200. 00010000:00000010:3.1:1734676307.162234:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdf2800. 00010000:00000010:3.1:1734676307.162244:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daa6000. 00010000:00000010:0.1:1734676307.164509:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073667c00. 00010000:00000010:0.1:1734676307.164522:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a093ce00. 00010000:00000010:0.1:1734676307.164529:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550e00. 00010000:00000010:0.1:1734676307.164533:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dee800. 00000400:00000200:2.0:1734676307.164699:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.164713:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e900 00000400:00000200:2.0:1734676307.164720:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f41 [1] + 224 00000400:00000200:2.0:1734676307.164728:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.164731:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.164740:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864429312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.164771:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.164775:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176d80 00000400:00000200:2.0:1734676307.164778:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 984 00000400:00000200:2.0:1734676307.164823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.164826:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.164830:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.164834:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 00000020:00000010:1.0:1734676307.165483:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7c00. 00000020:00000010:1.0:1734676307.165489:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59880. 00000020:00000010:1.0:1734676307.165493:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.165512:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1c00 x1818938867936640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.165534:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936640 02000000:00000010:1.0:1734676307.165542:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.165571:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035300. 00000100:00000010:1.0:1734676307.165576:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676307.165580:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676307.165582:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035300. 00000400:00000010:1.0:1734676307.165594:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.165599:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936640, offset 224 00000400:00000200:1.0:1734676307.165603:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.165611:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.165615:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80979:80979:256:4294967295] 192.168.203.46@tcp LPNI seq info [80975:80975:8:4294967295] 00000400:00000200:1.0:1734676307.165623:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.165627:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.165631:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676307.165635:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.165640:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.165644:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.165657:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59880. 00000020:00000010:1.0:1734676307.165660:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.165663:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7c00. 00000800:00000200:1.0:1734676307.165720:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.165723:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:1.0:1734676307.165725:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.165729:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.165732:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:1.0:1734676307.165734:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000400:00000010:0.0:1734676307.168406:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:0.0:1734676307.168415:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676307.168417:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676307.168427:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864429312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.168437:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864429312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676307.168462:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7e00. 02000000:00000010:0.0:1734676307.168474:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095ac0400. 02000000:00000010:0.0:1734676307.168479:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:0.0:1734676307.168483:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:0.0:1734676307.168487:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:0.0:1734676307.168490:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd5c0. 00080000:00000010:0.0:1734676307.168506:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da74800. 00010000:00000010:0.0:1734676307.168574:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab80. 00010000:00000010:0.0:1734676307.168581:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d8f7e80. 00010000:00000010:0.0:1734676307.168635:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da75000. 00010000:00000010:0.0:1734676307.168640:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc00. 00010000:00000010:0.0:1734676307.168647:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdc40. 00000100:00000010:0.0:1734676307.168652:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.168658:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676307.168667:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:0.0:1734676307.168685:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee800. 00000400:00000010:0.0:1734676307.168690:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676307.168693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676307.168699:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429440, portal 16 00000400:00000010:0.0:1734676307.168702:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676307.168705:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429440, offset 0 00000400:00000200:0.0:1734676307.168710:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.168719:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.168729:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.168732:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.168734:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.168736:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.168740:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80980:80980:256:4294967295] 192.168.203.46@tcp LPNI seq info [80976:80976:8:4294967295] 00000400:00000200:0.0:1734676307.168748:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.168753:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.168860:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676307.168867:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.168873:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.168880:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676307.168890:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 02000000:00000010:0.0:1734676307.168895:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a093ce00. 02000000:00000010:0.0:1734676307.168904:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847de00. 00000400:00000010:0.0:1734676307.168906:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676307.168909:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676307.168912:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429568, portal 16 00000400:00000010:0.0:1734676307.168914:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676307.168915:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429568, offset 0 00000400:00000200:0.0:1734676307.168918:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.168922:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.168924:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.168925:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.168927:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.168928:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.168930:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80981:80981:255:4294967295] 192.168.203.46@tcp LPNI seq info [80977:80977:7:4294967295] 00000400:00000200:0.0:1734676307.168936:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.168939:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.168941:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.168943:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.168946:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.168948:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.168978:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.168981:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676307.168985:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.169160:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.169163:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676307.169164:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:1.0:1734676307.169170:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480a80 x1818938864429440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.169201:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.169203:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:1.0:1734676307.169205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.169208:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.169210:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:1.0:1734676307.169211:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:1.0:1734676307.169215:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481500 x1818938864429568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.169415:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b418d300. 00010000:00000010:0.1:1734676307.169421:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a400. 00010000:00000010:0.1:1734676307.169457:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13a800. 00010000:00000010:0.1:1734676307.169461:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcaa00. 00010000:00000010:3.1:1734676307.169504:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131225c00. 00000400:00000200:0.0:1734676307.173797:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.173812:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1e980 00000400:00000200:0.0:1734676307.173821:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f4d [1] + 224 00000400:00000200:0.0:1734676307.173831:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.173834:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.173844:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480a80 x1818938864429440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.173865:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.173869:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ea00 00000400:00000200:0.0:1734676307.173872:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f55 [1] + 224 00000400:00000200:0.0:1734676307.173963:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.173966:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.173972:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481500 x1818938864429568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.173986:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.173991:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176e00 00000400:00000200:0.0:1734676307.173995:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 1312 00000400:00000200:0.0:1734676307.174007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.174010:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.174014:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.174018:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:2.0:1734676307.174223:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009dbf4a00. 00000020:00000010:2.0:1734676307.174228:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.174232:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.174250:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867936768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.174271:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936768 02000000:00000010:2.0:1734676307.174279:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00000400:00000010:2.0:1734676307.174309:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.174313:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936768, offset 224 00000400:00000200:2.0:1734676307.174318:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.174325:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.174330:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80982:80982:256:4294967295] 192.168.203.46@tcp LPNI seq info [80978:80978:8:4294967295] 00000400:00000200:2.0:1734676307.174338:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.174342:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.174345:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.174349:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.174354:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.174357:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.174371:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.174374:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.174377:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009dbf4a00. 00000800:00000200:2.0:1734676307.174426:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.174428:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:2.0:1734676307.174431:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.174434:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.174437:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.174439:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000400:00000010:1.0:1734676307.174531:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:1.0:1734676307.174536:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:1.0:1734676307.174537:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:1.0:1734676307.174542:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480a80 x1818938864429440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.174549:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480a80 x1818938864429440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.174566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880099790c00. 00000400:00000010:1.0:1734676307.174573:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:1.0:1734676307.174574:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:1.0:1734676307.174576:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:1.0:1734676307.174579:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481500 x1818938864429568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.174590:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481500 x1818938864429568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.174601:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee800. 02000000:00000010:1.0:1734676307.174605:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:1.0:1734676307.174608:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676307.174611:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847de00. 02000000:00000010:1.0:1734676307.174614:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a093ce00. 00000100:00000010:1.0:1734676307.174616:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000100:00000010:1.0:1734676307.174618:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:1.0:1734676307.174621:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdc40. 00000400:00000200:1.0:1734676307.174638:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.174644:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176e80 00000400:00000200:1.0:1734676307.174647:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 1640 00000400:00000200:1.0:1734676307.174656:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.174659:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.174661:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.174664:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0babb80. 00000020:00000010:2.0:1734676307.174726:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02a00. 00000020:00000010:2.0:1734676307.174729:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.174731:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.174739:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0babb80 x1818938867936896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.174751:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867936896 02000000:00000010:2.0:1734676307.174755:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676307.174764:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f6d200. 00010000:00000010:2.0:1734676307.174772:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6980. 00000100:00000010:2.0:1734676307.174777:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676307.174781:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:2.0:1734676307.174784:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6980. 00000400:00000010:2.0:1734676307.174788:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.174791:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867936896, offset 224 00000400:00000200:2.0:1734676307.174794:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.174798:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.174802:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80983:80983:256:4294967295] 192.168.203.46@tcp LPNI seq info [80979:80979:8:4294967295] 00000400:00000200:2.0:1734676307.174808:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.174811:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.174813:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.174816:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.174820:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.174822:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.174829:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.174831:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.174833:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02a00. 00080000:00000010:1.0:1734676307.174917:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6000. 00010000:00000010:1.0:1734676307.174969:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc00. 00010000:00000010:1.0:1734676307.174973:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f6d100. 00010000:00000010:1.0:1734676307.175021:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7200. 00010000:00000010:1.0:1734676307.175025:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59880. 00010000:00000010:1.0:1734676307.175031:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035c80. 00000100:00000010:1.0:1734676307.175033:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676307.175059:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8000. 02000000:00000010:1.0:1734676307.175065:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6a00. 02000000:00000010:1.0:1734676307.175088:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7a00. 00000400:00000010:1.0:1734676307.175091:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad210. 00000400:00000010:1.0:1734676307.175094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.175098:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429696, portal 16 00000400:00000010:1.0:1734676307.175101:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.175102:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429696, offset 0 00000400:00000200:1.0:1734676307.175106:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.175110:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.175113:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.175116:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.175118:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.175120:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.175123:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80984:80984:255:4294967295] 192.168.203.46@tcp LPNI seq info [80980:80980:7:4294967295] 00000400:00000200:1.0:1734676307.175129:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.175132:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.175134:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676307.175137:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.175140:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.175142:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676307.175197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff1b100. 00010000:00000010:2.1:1734676307.175205:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00000800:00000200:1.0:1734676307.176125:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.176132:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:1.0:1734676307.176135:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.176139:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.176142:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676307.176144:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000800:00000200:1.0:1734676307.176264:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.176266:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:1.0:1734676307.176268:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.176272:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.176274:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.176275:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.176280:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8000 x1818938864429696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.178726:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.178739:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ea80 00000400:00000200:2.0:1734676307.178745:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f65 [1] + 224 00000400:00000200:2.0:1734676307.178753:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.178756:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.178764:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8000 x1818938864429696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.178790:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.178793:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176f00 00000400:00000200:2.0:1734676307.178797:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4899 [2] + 1968 00000400:00000010:2.0:1734676307.178801:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adaa8. 00000400:00000200:2.0:1734676307.178804:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800995c7480 00000400:00000200:2.0:1734676307.178850:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.178854:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.178856:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800995c7480 00000400:00000010:2.0:1734676307.178858:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800995c7480. 00000100:00000200:2.0:1734676307.178863:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1734676307.178915:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad210. 00000400:00000200:0.0:1734676307.178917:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676307.178918:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:0.0:1734676307.178923:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8000 x1818938864429696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.178930:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8000 x1818938864429696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.178950:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7a00. 02000000:00000010:0.0:1734676307.178953:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6a00. 00000100:00000010:0.0:1734676307.178956:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8000. 00000100:00000010:0.0:1734676307.178959:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:0.0:1734676307.178961:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035c80. 00000020:00000010:3.0:1734676307.179264:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.179270:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.179277:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.179368:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fac50 x1818938867937024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.179395:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937024 02000000:00000010:3.0:1734676307.179402:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.179422:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d08e080. 00010000:00000010:3.0:1734676307.179437:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.179443:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcd300. 00000100:00000010:3.0:1734676307.179456:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcd300. 00010000:00000010:3.0:1734676307.179459:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.179468:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.179472:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937024, offset 224 00000400:00000200:3.0:1734676307.179477:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.179483:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.179488:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80985:80985:256:4294967295] 192.168.203.46@tcp LPNI seq info [80981:80981:8:4294967295] 00000400:00000200:3.0:1734676307.179495:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.179500:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.179504:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27100. 00000800:00000200:3.0:1734676307.179508:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.179513:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.179516:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.179529:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.179532:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.179535:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 02000000:00000010:3.0:1734676307.179542:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:3.0:1734676307.179545:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0babb80. 02000000:00000010:3.0:1734676307.179550:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983e800. 00000100:00000010:3.0:1734676307.179553:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676307.179557:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676307.179558:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:3.0:1734676307.179562:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:3.0:1734676307.179564:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:3.0:1734676307.179566:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676307.179568:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676307.179570:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676307.179572:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000200:3.0:1734676307.179582:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.179587:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dc08. 00000400:00000010:3.0:1734676307.179590:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcd300. 00080000:00000010:0.0:1734676307.179644:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d800. 00010000:00000010:0.0:1734676307.179703:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59880. 00010000:00000010:0.0:1734676307.179708:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d08e680. 00010000:00000010:0.0:1734676307.179762:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847de00. 00010000:00000010:0.0:1734676307.179767:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc00. 00010000:00000010:0.0:1734676307.179773:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd700. 00000100:00000010:0.0:1734676307.179776:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.179781:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 02000000:00000010:0.0:1734676307.179788:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbf4a00. 02000000:00000010:0.0:1734676307.179803:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcaa00. 00000400:00000010:0.0:1734676307.179806:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 00000400:00000010:0.0:1734676307.179812:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676307.179814:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429824, portal 16 00000400:00000010:0.0:1734676307.179817:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676307.179818:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429824, offset 0 00000400:00000200:0.0:1734676307.179822:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.179826:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.179829:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.179832:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.179835:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.179837:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.179839:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80986:80986:255:4294967295] 192.168.203.46@tcp LPNI seq info [80982:80982:7:4294967295] 00000400:00000200:0.0:1734676307.179845:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.179848:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.179850:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676307.179853:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.179856:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.179858:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.180337:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.180341:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27100. 00000400:00000200:0.0:1734676307.180343:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.180347:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.180350:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676307.180352:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:0.0:1734676307.180355:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000800:00000200:0.0:1734676307.180398:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.180399:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:0.0:1734676307.180401:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.180403:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.180405:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:0.0:1734676307.180406:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676307.180410:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481880 x1818938864429824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.181133:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d6a00. 00010000:00000010:2.1:1734676307.181149:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7c00. 00010000:00000010:2.1:1734676307.181152:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcb200. 00000400:00000200:0.0:1734676307.181949:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.181961:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1eb00 00000400:00000200:0.0:1734676307.181968:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f75 [1] + 224 00000400:00000200:0.0:1734676307.181982:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.181986:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.181995:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481880 x1818938864429824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.182100:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9e18. 00000400:00000200:2.0:1734676307.182105:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676307.182107:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:2.0:1734676307.182113:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481880 x1818938864429824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.182120:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481880 x1818938864429824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.182141:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcaa00. 02000000:00000010:2.0:1734676307.182145:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbf4a00. 00000100:00000010:2.0:1734676307.182148:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000010:2.0:1734676307.182151:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:2.0:1734676307.182155:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd700. 00000400:00000200:0.0:1734676307.182261:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.182267:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5176f80 00000400:00000200:0.0:1734676307.182272:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 0 00000400:00000200:0.0:1734676307.182316:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.182320:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.182323:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.182327:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676307.182573:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02a00. 00000020:00000010:2.0:1734676307.182578:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.182581:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.182596:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867937152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.182721:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937152 02000000:00000010:2.0:1734676307.182728:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676307.182746:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b54a480. 00010000:00000010:2.0:1734676307.182772:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6980. 00000100:00000010:2.0:1734676307.182778:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676307.182784:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:2.0:1734676307.182786:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6980. 00000400:00000010:2.0:1734676307.182795:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676307.182798:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937152, offset 224 00000400:00000200:2.0:1734676307.182803:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.182809:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.182814:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80987:80987:256:4294967295] 192.168.203.46@tcp LPNI seq info [80983:80983:8:4294967295] 00000400:00000200:2.0:1734676307.182820:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.182824:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.182827:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.182831:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.182836:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.182839:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.182979:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676307.182982:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.182987:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02a00. 00080000:00000010:2.0:1734676307.183005:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02a00. 00010000:00000010:2.0:1734676307.183086:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc00. 00010000:00000010:2.0:1734676307.183091:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b54a400. 00010000:00000010:2.0:1734676307.183145:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f03c00. 00010000:00000010:2.0:1734676307.183149:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676307.183155:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6980. 00000100:00000010:2.0:1734676307.183158:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676307.183164:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676307.183171:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f02000. 02000000:00000010:2.0:1734676307.183186:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbf4a00. 00000400:00000010:2.0:1734676307.183190:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7688. 00000400:00000010:2.0:1734676307.183193:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676307.183196:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864429952, portal 16 00000400:00000010:2.0:1734676307.183199:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676307.183201:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864429952, offset 0 00000400:00000200:2.0:1734676307.183205:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.183209:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.183212:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.183215:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.183218:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.183220:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.183222:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80988:80988:255:4294967295] 192.168.203.46@tcp LPNI seq info [80984:80984:7:4294967295] 00000400:00000200:2.0:1734676307.183228:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.183232:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.183234:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.183237:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.183241:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.183243:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.183305:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.183307:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676307.183310:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.183313:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.183316:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676307.183317:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:0.0:1734676307.183351:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.183353:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.183356:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.183359:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.183361:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676307.183362:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676307.183366:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864429952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.184367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6b200. 00010000:00000010:2.1:1734676307.184373:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f6cd00. 00010000:00000010:2.1:1734676307.184375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da75000. 00010000:00000010:2.1:1734676307.184443:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2e200. 00000400:00000200:0.0:1734676307.185684:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.185697:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1eb80 00000400:00000200:0.0:1734676307.185704:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f81 [1] + 224 00000400:00000200:0.0:1734676307.185713:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.185717:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.185725:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864429952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.185755:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.185759:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177000 00000400:00000200:0.0:1734676307.185763:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 328 00000400:00000200:0.0:1734676307.185797:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.185799:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.185803:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.185808:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000400:00000010:2.0:1734676307.185879:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7688. 00000400:00000200:2.0:1734676307.185882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676307.185884:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676307.185889:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864429952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.185897:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864429952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.185917:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbf4a00. 02000000:00000010:2.0:1734676307.185922:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f02000. 00000100:00000010:2.0:1734676307.185926:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676307.185931:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:2.0:1734676307.185934:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6980. 00000020:00000010:3.0:1734676307.186472:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.186478:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.186482:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.186499:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867937280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.186526:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937280 02000000:00000010:3.0:1734676307.186534:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.186553:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006ebb4a80. 00010000:00000010:3.0:1734676307.186569:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.186574:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.186579:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.186582:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.186591:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.186595:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937280, offset 224 00000400:00000200:3.0:1734676307.186600:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.186607:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.186611:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80989:80989:256:4294967295] 192.168.203.46@tcp LPNI seq info [80985:80985:8:4294967295] 00000400:00000200:3.0:1734676307.186618:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.186622:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.186625:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27a00. 00000800:00000200:3.0:1734676307.186629:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.186634:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.186638:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.186649:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.186651:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.186654:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00000800:00000200:0.0:1734676307.186735:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.186738:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27a00. 00000400:00000200:0.0:1734676307.186741:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.186744:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.186747:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676307.186749:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00080000:00000010:2.0:1734676307.186808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbf4a00. 00010000:00000010:2.0:1734676307.186861:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676307.186866:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b243aa00. 00010000:00000010:2.0:1734676307.186929:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02000. 00010000:00000010:2.0:1734676307.186933:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676307.186940:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6980. 00000100:00000010:2.0:1734676307.186943:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676307.186948:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676307.186956:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da75000. 02000000:00000010:2.0:1734676307.186971:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcaa00. 00000400:00000010:2.0:1734676307.186975:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7688. 00000400:00000010:2.0:1734676307.186978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676307.186981:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430080, portal 16 00000400:00000010:2.0:1734676307.186985:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676307.186987:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430080, offset 0 00000400:00000200:2.0:1734676307.186991:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.186996:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.186999:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.187002:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.187005:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.187007:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.187009:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80990:80990:256:4294967295] 192.168.203.46@tcp LPNI seq info [80986:80986:8:4294967295] 00000400:00000200:2.0:1734676307.187015:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.187019:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.187022:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.187025:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.187029:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.187032:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.187112:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.187114:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.187117:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.187120:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.187122:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676307.187123:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676307.187128:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864430080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.187584:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4600. 00010000:00000010:2.1:1734676307.187725:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5ce00. 00010000:00000010:2.1:1734676307.187730:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:2.1:1734676307.190877:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cd8200. 00010000:00000010:2.1:1734676307.190898:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dab8c00. 00010000:00000010:2.1:1734676307.190905:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847de00. 00010000:00000010:0.1:1734676307.193834:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130f4c600. 00000400:00000200:2.0:1734676307.194004:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.194020:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ec00 00000400:00000200:2.0:1734676307.194028:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f8d [1] + 224 00000400:00000200:2.0:1734676307.194175:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.194180:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.194190:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864430080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.194241:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.194251:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177080 00000400:00000200:2.0:1734676307.194256:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 656 00000400:00000200:2.0:1734676307.194270:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1734676307.194271:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7688. 00000400:00000200:2.0:1734676307.194273:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.194275:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676307.194277:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676307.194282:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864430080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.194284:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.194288:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000100:00000200:0.0:1734676307.194289:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864430080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.194312:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcaa00. 02000000:00000010:0.0:1734676307.194316:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da75000. 00000100:00000010:0.0:1734676307.194320:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:0.0:1734676307.194325:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:0.0:1734676307.194328:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6980. 00000020:00000010:3.0:1734676307.194498:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.194503:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.194507:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.194523:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867937408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.194546:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937408 02000000:00000010:3.0:1734676307.194554:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.194575:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d143700. 00010000:00000010:3.0:1734676307.194589:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.194594:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.194598:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.194600:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.194609:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00080000:00000010:0.0:1734676307.194610:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368be00. 00000100:00000200:3.0:1734676307.194612:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937408, offset 224 00000400:00000200:3.0:1734676307.194617:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.194624:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.194629:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80991:80991:256:4294967295] 192.168.203.46@tcp LPNI seq info [80987:80987:8:4294967295] 00000400:00000200:3.0:1734676307.194636:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.194640:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.194643:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27900. 00000800:00000200:3.0:1734676307.194646:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.194651:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.194655:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676307.194666:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:0.0:1734676307.194672:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6350600. 00000020:00000010:3.0:1734676307.194705:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.194708:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.194711:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00010000:00000010:0.0:1734676307.194769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368bc00. 00010000:00000010:0.0:1734676307.194773:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb00. 00010000:00000010:0.0:1734676307.194780:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd680. 00000100:00000010:0.0:1734676307.194783:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676307.194788:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 02000000:00000010:0.0:1734676307.194796:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a800. 00000800:00000200:1.0:1734676307.194800:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.194803:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27900. 00000400:00000200:1.0:1734676307.194806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.194809:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.194811:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676307.194812:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 02000000:00000010:0.0:1734676307.194812:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da75000. 00000400:00000010:0.0:1734676307.194815:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676307.194817:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676307.194822:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430208, portal 16 00000400:00000010:0.0:1734676307.194825:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676307.194826:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430208, offset 0 00000400:00000200:0.0:1734676307.194830:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.194834:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.194837:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.194839:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.194842:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.194844:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.194846:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80992:80992:256:4294967295] 192.168.203.46@tcp LPNI seq info [80988:80988:8:4294967295] 00000400:00000200:0.0:1734676307.194852:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.194856:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.194858:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.194861:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.194864:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.194866:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.195031:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.195034:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:1.0:1734676307.195059:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.195063:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.195066:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676307.195067:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:1.0:1734676307.195080:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480700 x1818938864430208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.196508:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.196519:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ec80 00000400:00000200:0.0:1734676307.196530:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5f99 [1] + 224 00000400:00000200:0.0:1734676307.196547:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.196551:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.196559:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480700 x1818938864430208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.196651:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013012d400. 00010000:00000010:2.1:1734676307.196658:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f03c00. 00000400:00000010:1.0:1734676307.196741:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99a0. 00000400:00000200:1.0:1734676307.196746:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676307.196748:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:1.0:1734676307.196753:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480700 x1818938864430208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.196760:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480700 x1818938864430208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.196782:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da75000. 02000000:00000010:1.0:1734676307.196787:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a800. 00000100:00000010:1.0:1734676307.196791:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000010:1.0:1734676307.196796:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:1.0:1734676307.196799:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd680. 00000400:00000200:0.0:1734676307.196890:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.196896:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177100 00000400:00000200:0.0:1734676307.196902:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 984 00000400:00000200:0.0:1734676307.196945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.196948:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.196952:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.196956:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:3.0:1734676307.197001:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.197006:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.197010:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.197024:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867937536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.197053:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937536 02000000:00000010:3.0:1734676307.197060:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676307.197090:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a9580. 00010000:00000010:3.0:1734676307.197100:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.197104:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.197117:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.197120:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.197129:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.197132:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937536, offset 224 00000400:00000200:3.0:1734676307.197138:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.197145:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.197149:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80993:80993:256:4294967295] 192.168.203.46@tcp LPNI seq info [80989:80989:8:4294967295] 00000400:00000200:3.0:1734676307.197156:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.197161:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.197164:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27d00. 00000800:00000200:3.0:1734676307.197168:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.197173:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.197176:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.197198:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.197201:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.197204:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00080000:00000010:1.0:1734676307.197259:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7000. 00010000:00000010:1.0:1734676307.197315:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb00. 00000800:00000200:0.0:1734676307.197319:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1734676307.197320:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a9500. 00000800:00000010:0.0:1734676307.197322:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27d00. 00000400:00000200:0.0:1734676307.197324:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.197328:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.197330:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676307.197332:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00010000:00000010:1.0:1734676307.197514:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6600. 00010000:00000010:1.0:1734676307.197519:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.197525:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.197528:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.197533:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.197541:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7c00. 02000000:00000010:1.0:1734676307.197555:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7800. 00000400:00000010:1.0:1734676307.197559:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.197563:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.197566:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430336, portal 16 00000400:00000010:1.0:1734676307.197569:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.197571:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430336, offset 0 00000400:00000200:1.0:1734676307.197575:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.197580:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.197583:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.197586:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.197589:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.197591:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.197593:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80994:80994:256:4294967295] 192.168.203.46@tcp LPNI seq info [80990:80990:8:4294967295] 00000400:00000200:1.0:1734676307.197599:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.197603:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.197605:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676307.197608:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.197612:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.197614:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.197658:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.197661:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:0.0:1734676307.197664:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.197668:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.197670:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676307.197671:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:0.0:1734676307.197675:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.198964:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.198973:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ed00 00000400:00000200:0.0:1734676307.198978:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fa5 [1] + 224 00000400:00000200:0.0:1734676307.198984:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.198986:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.198992:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.199013:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.199017:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177180 00000400:00000200:0.0:1734676307.199021:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 1312 00000400:00000200:0.0:1734676307.199099:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.199103:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.199106:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.199110:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000010:1.0:1734676307.199164:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.199168:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.199170:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.199174:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.199181:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.199200:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7800. 02000000:00000010:1.0:1734676307.199205:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7c00. 00000100:00000010:1.0:1734676307.199207:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.199211:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.199214:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000020:00000010:3.0:1734676307.199254:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.199258:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.199262:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.199277:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867937664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.199304:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937664 02000000:00000010:3.0:1734676307.199311:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.199485:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff1d780. 00010000:00000010:3.0:1734676307.199499:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.199504:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.199518:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.199521:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.199529:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.199533:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937664, offset 224 00000400:00000200:3.0:1734676307.199537:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.199544:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.199548:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80995:80995:256:4294967295] 192.168.203.46@tcp LPNI seq info [80991:80991:8:4294967295] 00000400:00000200:3.0:1734676307.199554:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.199558:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.199562:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27e00. 00000800:00000200:3.0:1734676307.199565:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.199571:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.199574:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.199598:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.199602:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.199605:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00080000:00000010:1.0:1734676307.199664:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7c00. 00000800:00000200:0.0:1734676307.199708:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.199710:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27e00. 00000400:00000200:0.0:1734676307.199713:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.199716:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:1.0:1734676307.199717:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00000400:00000200:0.0:1734676307.199718:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676307.199719:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00010000:00000010:1.0:1734676307.199721:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff1d700. 00010000:00000010:1.0:1734676307.199771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7800. 00010000:00000010:1.0:1734676307.199775:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.199780:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.199783:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.199787:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.199796:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7e00. 02000000:00000010:1.0:1734676307.199811:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7600. 00000400:00000010:1.0:1734676307.199814:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.199817:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.199822:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430464, portal 16 00000400:00000010:1.0:1734676307.199825:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.199826:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430464, offset 0 00000400:00000200:1.0:1734676307.199830:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.199835:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.199838:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.199841:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.199843:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.199845:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.199848:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80996:80996:256:4294967295] 192.168.203.46@tcp LPNI seq info [80992:80992:8:4294967295] 00000400:00000200:1.0:1734676307.199854:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.199857:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.199860:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676307.199863:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.199866:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.199868:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.200069:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.200079:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676307.200083:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.200086:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.200088:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676307.200090:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:0.0:1734676307.200094:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.201258:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.201268:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ed80 00000400:00000200:0.0:1734676307.201275:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fb1 [1] + 224 00000400:00000200:0.0:1734676307.201283:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.201286:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.201292:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.201432:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.201438:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177200 00000400:00000010:1.0:1734676307.201443:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.201446:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.201448:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.201453:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.201453:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 1640 00000100:00000200:1.0:1734676307.201460:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.201478:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7600. 02000000:00000010:1.0:1734676307.201482:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7e00. 00000100:00000010:1.0:1734676307.201484:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.201488:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.201491:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.201499:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.201502:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.201506:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.201509:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:3.0:1734676307.201600:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.201604:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.201608:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.201623:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867937792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.201646:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937792 02000000:00000010:3.0:1734676307.201652:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.201667:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b808a80. 00010000:00000010:3.0:1734676307.201681:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.201686:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.201700:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.201703:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.201711:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.201715:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937792, offset 224 00000400:00000200:3.0:1734676307.201719:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.201726:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.201730:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80997:80997:256:4294967295] 192.168.203.46@tcp LPNI seq info [80993:80993:8:4294967295] 00000400:00000200:3.0:1734676307.201738:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.201742:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.201745:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27200. 00000800:00000200:3.0:1734676307.201749:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.201754:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.201758:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.201769:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.201772:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.201775:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00080000:00000010:1.0:1734676307.201786:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7e00. 00010000:00000010:1.0:1734676307.201838:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.201843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b808a00. 00000800:00000200:0.0:1734676307.201850:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.201852:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27200. 00000400:00000200:0.0:1734676307.201855:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.201858:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.201860:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676307.201861:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00010000:00000010:1.0:1734676307.201890:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7600. 00010000:00000010:1.0:1734676307.201895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.201900:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.201903:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.201907:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.201913:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7a00. 02000000:00000010:1.0:1734676307.201927:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7200. 00000400:00000010:1.0:1734676307.201929:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.201932:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.201935:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430592, portal 16 00000400:00000010:1.0:1734676307.201938:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.201940:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430592, offset 0 00000400:00000200:1.0:1734676307.201944:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.201948:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.201951:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.201953:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.201956:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.201958:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.201960:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80998:80998:256:4294967295] 192.168.203.46@tcp LPNI seq info [80994:80994:8:4294967295] 00000400:00000200:1.0:1734676307.201965:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.201969:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.201971:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48400. 00000800:00000200:1.0:1734676307.201974:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.201977:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.201980:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.202153:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.202156:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48400. 00000400:00000200:0.0:1734676307.202159:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.202162:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.202164:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676307.202166:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00010000:00000010:2.1:1734676307.202204:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4f00. 00010000:00000010:1.1:1734676307.202204:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c332400. 00010000:00000010:2.1:1734676307.202209:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02000. 00000100:00000200:0.0:1734676307.202307:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.203589:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.203601:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ee00 00000400:00000200:0.0:1734676307.203657:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fbd [1] + 224 00000400:00000200:0.0:1734676307.203667:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.203671:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.203683:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.203714:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.203720:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177280 00000400:00000200:0.0:1734676307.203724:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa48f1 [2] + 1968 00000400:00000010:0.0:1734676307.203728:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0addc0. 00000400:00000200:0.0:1734676307.203730:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007fc399c0 00000400:00000200:0.0:1734676307.203782:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.203785:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.203788:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007fc399c0 00000400:00000010:0.0:1734676307.203790:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007fc399c0. 00000100:00000200:0.0:1734676307.203795:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676307.203846:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.203849:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.203851:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.203856:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.203862:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.203883:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7200. 02000000:00000010:1.0:1734676307.203887:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7a00. 00000100:00000010:1.0:1734676307.203890:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.203894:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.203896:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000020:00000010:2.0:1734676307.203971:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.203977:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.203980:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.203996:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb050 x1818938867937920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.204028:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867937920 02000000:00000010:2.0:1734676307.204068:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676307.204096:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823d00. 00010000:00000010:2.0:1734676307.204117:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6480. 00000100:00000010:2.0:1734676307.204122:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b00c0. 00000100:00000010:2.0:1734676307.204136:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b00c0. 00010000:00000010:2.0:1734676307.204139:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6480. 00000400:00000010:2.0:1734676307.204146:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676307.204150:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867937920, offset 224 00000400:00000200:2.0:1734676307.204154:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.204161:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.204166:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [80999:80999:256:4294967295] 192.168.203.46@tcp LPNI seq info [80995:80995:8:4294967295] 00000400:00000200:2.0:1734676307.204173:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.204177:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.204181:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.204184:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.204189:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.204192:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.204204:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.204207:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.204210:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 02000000:00000010:2.0:1734676307.204216:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:2.0:1734676307.204219:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:2.0:1734676307.204222:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:2.0:1734676307.204224:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676307.204229:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:2.0:1734676307.204231:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676307.204233:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:2.0:1734676307.204235:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676307.204239:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:2.0:1734676307.204242:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676307.204244:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676307.204246:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000200:2.0:1734676307.204250:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.204253:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7c08. 00000400:00000010:2.0:1734676307.204256:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b00c0. 00000800:00000200:0.0:1734676307.204346:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.204349:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676307.204352:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1734676307.204353:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7a00. 00000400:00000200:0.0:1734676307.204355:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.204357:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676307.204358:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 02000000:00000010:0.0:1734676307.204362:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00010000:00000010:1.0:1734676307.204411:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.204417:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823c80. 00010000:00000010:1.0:1734676307.204470:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48400. 00010000:00000010:1.0:1734676307.204472:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.204476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7200. 00010000:00000010:1.0:1734676307.204480:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e00. 00080000:00000010:1.0:1734676307.204489:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6a00. 00010000:00000010:1.0:1734676307.204508:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.204512:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.204552:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7400. 00010000:00000010:1.0:1734676307.204555:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.204560:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.204563:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.204568:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.204576:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a800. 02000000:00000010:1.0:1734676307.204592:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130116400. 00000400:00000010:1.0:1734676307.204595:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.204598:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.204600:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430720, portal 16 00000400:00000010:1.0:1734676307.204603:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676307.204605:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430720, offset 0 00000400:00000200:1.0:1734676307.204609:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.204613:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.204617:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.204620:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.204622:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.204624:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.204626:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81000:81000:256:4294967295] 192.168.203.46@tcp LPNI seq info [80996:80996:8:4294967295] 00000400:00000200:1.0:1734676307.204632:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.204635:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.204638:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48100. 00000800:00000200:1.0:1734676307.204640:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.204644:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.204646:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.204737:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.204739:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48100. 00000400:00000200:0.0:1734676307.204742:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.204744:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.204746:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676307.204748:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:0.0:1734676307.204752:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.205277:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5300. 00010000:00000010:2.1:1734676307.205283:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368bc00. 00000400:00000200:0.0:1734676307.205916:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.205925:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ee80 00000400:00000200:0.0:1734676307.205931:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fcd [1] + 224 00000400:00000200:0.0:1734676307.205939:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.205942:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.205948:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.206003:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:1.0:1734676307.206006:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:0.0:1734676307.206008:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177300 00000400:00000200:1.0:1734676307.206009:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.206010:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000400:00000200:0.0:1734676307.206014:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 0 00000100:00000200:1.0:1734676307.206015:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.206025:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.206067:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130116400. 00000400:00000200:0.0:1734676307.206070:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1734676307.206082:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a800. 00000400:00000200:0.0:1734676307.206083:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:1.0:1734676307.206086:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000200:0.0:1734676307.206086:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.206090:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00000100:00000010:0.0:1734676307.206090:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00010000:00000010:1.0:1734676307.206092:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000020:00000010:3.0:1734676307.206187:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.206192:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.206195:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.206209:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867938048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.206233:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938048 02000000:00000010:3.0:1734676307.206240:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.206255:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc0380. 00010000:00000010:3.0:1734676307.206264:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.206267:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.206271:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.206274:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.206280:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.206284:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938048, offset 224 00000400:00000200:3.0:1734676307.206288:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.206294:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.206297:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81001:81001:256:4294967295] 192.168.203.46@tcp LPNI seq info [80997:80997:8:4294967295] 00080000:00000010:1.0:1734676307.206298:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130116400. 00000400:00000200:3.0:1734676307.206304:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.206307:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.206310:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27500. 00000800:00000200:3.0:1734676307.206313:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.206317:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.206320:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.206341:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.206344:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.206347:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00000800:00000200:0.0:1734676307.206376:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.206378:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27500. 00000400:00000200:0.0:1734676307.206381:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.206384:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.206386:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676307.206388:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:1.0:1734676307.206426:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.206431:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc0300. 00010000:00000010:1.0:1734676307.206476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00010000:00000010:1.0:1734676307.206481:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.206486:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.206489:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.206492:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.206499:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a400. 02000000:00000010:1.0:1734676307.206512:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a093ce00. 00000400:00000010:1.0:1734676307.206515:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.206518:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.206521:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430848, portal 16 00000400:00000010:1.0:1734676307.206524:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676307.206525:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430848, offset 0 00000400:00000200:1.0:1734676307.206529:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.206533:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.206536:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.206539:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.206541:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.206543:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.206545:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81002:81002:256:4294967295] 192.168.203.46@tcp LPNI seq info [80998:80998:8:4294967295] 00000400:00000200:1.0:1734676307.206551:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.206555:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.206557:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48000. 00000800:00000200:1.0:1734676307.206559:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.206562:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.206564:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.206659:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.206662:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48000. 00000400:00000200:0.0:1734676307.206665:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.206668:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.206670:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676307.206671:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:0.0:1734676307.206676:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.207739:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.207748:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ef00 00000400:00000200:0.0:1734676307.207754:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fd9 [1] + 224 00000400:00000200:0.0:1734676307.207766:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.207769:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.207775:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.207994:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.207998:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.207999:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.208004:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.208012:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.208026:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a093ce00. 02000000:00000010:1.0:1734676307.208031:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a400. 00000100:00000010:1.0:1734676307.208034:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.208067:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.208070:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00010000:00000010:1.1:1734676307.208259:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4600. 00010000:00000010:1.1:1734676307.208264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c3600. 00010000:00000010:1.1:1734676307.208268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553c00. 00010000:00000010:0.1:1734676307.208305:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8e400. 00000400:00000200:0.0:1734676307.208473:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.208479:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177380 00000400:00000200:0.0:1734676307.208484:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 328 00000400:00000200:0.0:1734676307.208527:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.208531:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.208535:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.208538:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:3.0:1734676307.208681:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.208686:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.208689:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.208704:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867938176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.208738:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938176 02000000:00000010:3.0:1734676307.208745:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.208761:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f61900. 00010000:00000010:3.0:1734676307.208772:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.208777:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.208854:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.208857:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00080000:00000010:1.0:1734676307.208880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a093ce00. 00010000:00000010:1.0:1734676307.208924:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.208929:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f61880. 00010000:00000010:1.0:1734676307.208975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a400. 00010000:00000010:1.0:1734676307.208979:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.208985:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.208987:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.208990:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.208997:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:1.0:1734676307.209010:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dee800. 00000400:00000010:1.0:1734676307.209013:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.209016:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.209020:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864430976, portal 16 00000400:00000010:1.0:1734676307.209024:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676307.209025:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864430976, offset 0 00000400:00000200:1.0:1734676307.209029:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.209035:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.209062:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.209065:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.209068:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.209069:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.209082:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81003:81003:256:4294967295] 192.168.203.46@tcp LPNI seq info [80999:80999:8:4294967295] 00000400:00000200:1.0:1734676307.209089:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.209093:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.209097:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48300. 00000800:00000200:1.0:1734676307.209100:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.209106:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.209109:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48300 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1734676307.209163:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.209166:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938176, offset 224 00000400:00000200:3.0:1734676307.209170:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.209174:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.209178:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81004:81004:255:4294967295] 192.168.203.46@tcp LPNI seq info [81000:81000:7:4294967295] 00000400:00000200:3.0:1734676307.209184:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.209187:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.209189:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27400. 00000800:00000200:3.0:1734676307.209192:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.209195:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.209197:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.209205:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.209208:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.209211:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00000800:00000200:0.0:1734676307.209267:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.209269:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48300. 00000400:00000200:0.0:1734676307.209273:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.209276:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.209279:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676307.209280:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000100:00000200:0.0:1734676307.209286:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864430976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676307.209319:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.209321:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27400. 00000400:00000200:0.0:1734676307.209323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.209326:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.209328:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676307.209330:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000400:00000200:0.0:1734676307.210351:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.210359:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ef80 00000400:00000200:0.0:1734676307.210366:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5fe1 [1] + 224 00000400:00000200:0.0:1734676307.210381:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.210385:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.210390:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864430976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.210484:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.210487:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.210488:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.210493:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864430976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.210500:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864430976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.210518:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dee800. 02000000:00000010:1.0:1734676307.210522:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:1.0:1734676307.210526:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.210530:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.210532:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.210846:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.210853:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177400 00000400:00000200:0.0:1734676307.210858:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 656 00000400:00000200:0.0:1734676307.210901:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.210905:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.210909:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.210912:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:3.0:1734676307.211068:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.211082:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.211086:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.211102:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867938304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.211420:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938304 02000000:00000010:3.0:1734676307.211428:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.211450:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff3800. 00010000:00000010:3.0:1734676307.211463:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.211468:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.211485:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.211488:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.211497:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.211501:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938304, offset 224 00000400:00000200:3.0:1734676307.211505:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.211512:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.211517:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81005:81005:256:4294967295] 192.168.203.46@tcp LPNI seq info [81001:81001:8:4294967295] 00000400:00000200:3.0:1734676307.211524:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.211528:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.211531:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676307.211535:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.211540:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.211543:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.211554:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.211556:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.211559:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00000800:00000200:0.0:1734676307.211652:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.211655:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:0.0:1734676307.211658:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.211661:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.211664:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676307.211665:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00080000:00000010:1.0:1734676307.211808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dee800. 00010000:00000010:1.0:1734676307.211867:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.211874:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ff3780. 00010000:00000010:1.0:1734676307.211937:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbff600. 00010000:00000010:1.0:1734676307.211942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.211949:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.211952:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.211957:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.211965:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7be00. 02000000:00000010:1.0:1734676307.211982:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ba00. 00000400:00000010:1.0:1734676307.211986:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.211990:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.211994:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431104, portal 16 00000400:00000010:1.0:1734676307.211997:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676307.211998:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431104, offset 0 00000400:00000200:1.0:1734676307.212003:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.212007:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.212011:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.212014:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.212017:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.212019:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.212021:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81006:81006:256:4294967295] 192.168.203.46@tcp LPNI seq info [81002:81002:8:4294967295] 00000400:00000200:1.0:1734676307.212027:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.212031:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.212033:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48600. 00000800:00000200:1.0:1734676307.212062:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.212066:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.212069:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.212212:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.212215:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48600. 00000400:00000200:0.0:1734676307.212218:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.212222:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.212224:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676307.212225:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:0.0:1734676307.212231:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.214019:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.214032:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f000 00000400:00000200:0.0:1734676307.214137:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ff1 [1] + 224 00000400:00000200:0.0:1734676307.214146:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.214149:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.214157:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.214177:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.214250:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177480 00000400:00000200:0.0:1734676307.214254:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 984 00000400:00000200:0.0:1734676307.214300:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.214304:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.214308:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.214313:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676307.214408:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.214413:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.214417:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.214435:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867938432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.214454:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938432 02000000:00000010:2.0:1734676307.214461:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676307.214487:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6480. 00000100:00000010:2.0:1734676307.214493:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0f00. 00000100:00000010:2.0:1734676307.214497:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0f00. 00010000:00000010:2.0:1734676307.214500:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6480. 00000400:00000010:2.0:1734676307.214508:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.214512:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938432, offset 224 00000400:00000200:2.0:1734676307.214516:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.214522:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.214527:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81007:81007:256:4294967295] 192.168.203.46@tcp LPNI seq info [81003:81003:8:4294967295] 00000400:00000200:2.0:1734676307.214534:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.214539:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.214542:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.214545:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.214550:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.214553:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.214574:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.214578:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.214581:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 00010000:00000010:3.1:1734676307.214636:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea6400. 00010000:00000010:3.1:1734676307.214641:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6600. 00010000:00000010:3.1:1734676307.214644:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d142a00. 00010000:00000010:3.1:1734676307.214647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7800. 00010000:00000010:3.1:1734676307.214650:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f500. 00010000:00000010:3.1:1734676307.214651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7600. 00010000:00000010:3.1:1734676307.214653:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48400. 00010000:00000010:3.1:1734676307.214656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00000800:00000200:0.0:1734676307.214732:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.214735:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676307.214738:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.214741:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.214744:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676307.214745:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000400:00000010:1.0:1734676307.214806:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.214809:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.214810:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.214815:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.214823:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.214841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800834fbf80. 02000000:00000010:1.0:1734676307.214855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ba00. 02000000:00000010:1.0:1734676307.214859:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7be00. 00000100:00000010:1.0:1734676307.214862:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.214865:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.214867:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00080000:00000010:1.0:1734676307.214881:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7be00. 00010000:00000010:1.0:1734676307.214932:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.214938:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66280. 00010000:00000010:1.0:1734676307.214989:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ba00. 00010000:00000010:1.0:1734676307.214994:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.215000:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.215003:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.215007:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.215013:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b200. 02000000:00000010:1.0:1734676307.215028:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7bc00. 00000400:00000010:1.0:1734676307.215031:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.215034:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.215063:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431232, portal 16 00000400:00000010:1.0:1734676307.215067:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.215068:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431232, offset 0 00000400:00000200:1.0:1734676307.215083:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.215089:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.215092:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.215095:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.215097:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.215099:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.215101:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81008:81008:256:4294967295] 192.168.203.46@tcp LPNI seq info [81004:81004:8:4294967295] 00000400:00000200:1.0:1734676307.215107:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.215111:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.215114:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48800. 00000800:00000200:1.0:1734676307.215117:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.215121:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.215123:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.215212:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.215214:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48800. 00000400:00000200:0.0:1734676307.215217:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.215220:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.215222:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676307.215224:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676307.215228:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.216898:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.216911:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f080 00000400:00000200:0.0:1734676307.216919:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa5ffd [1] + 224 00000400:00000200:0.0:1734676307.216935:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.216939:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.216948:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.217296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8e400. 00000400:00000010:1.0:1734676307.217362:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.217367:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.217369:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.217374:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.217381:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.217401:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7bc00. 02000000:00000010:1.0:1734676307.217406:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b200. 00000100:00000010:1.0:1734676307.217409:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.217413:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.217416:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.217619:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.217625:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177500 00000400:00000200:0.0:1734676307.217630:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 1312 00000400:00000200:0.0:1734676307.217675:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.217678:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.217683:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.217686:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676307.217771:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.217775:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.217779:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.217797:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867938560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.218034:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938560 02000000:00000010:3.0:1734676307.218166:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676307.218187:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a49080. 00010000:00000010:3.0:1734676307.218199:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.218204:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.218216:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.218220:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000010:3.0:1734676307.218229:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.218233:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938560, offset 224 00000400:00000200:3.0:1734676307.218237:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.218244:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.218249:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81009:81009:256:4294967295] 192.168.203.46@tcp LPNI seq info [81005:81005:8:4294967295] 00080000:00000010:1.0:1734676307.218251:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b200. 00000400:00000200:3.0:1734676307.218256:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.218260:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.218264:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27300. 00000800:00000200:3.0:1734676307.218267:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.218273:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.218276:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.218296:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a500. 00000020:00000010:3.0:1734676307.218299:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.218303:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00010000:00000010:1.0:1734676307.218303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.218308:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a49000. 00010000:00000010:1.0:1734676307.218371:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48900. 00010000:00000010:1.0:1734676307.218373:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.218377:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7bc00. 00010000:00000010:1.0:1734676307.218380:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e00. 00080000:00000010:1.0:1734676307.218389:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b000. 00010000:00000010:1.0:1734676307.218408:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.218410:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.218445:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ac00. 00010000:00000010:1.0:1734676307.218448:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.218453:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.218457:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.218462:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.218471:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013139ec00. 02000000:00000010:1.0:1734676307.218486:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6ce00. 00000400:00000010:1.0:1734676307.218490:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.218494:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.218498:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431360, portal 16 00000400:00000010:1.0:1734676307.218501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676307.218502:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431360, offset 0 00000400:00000200:1.0:1734676307.218506:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.218510:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.218514:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.218516:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.218519:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.218521:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.218523:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81010:81010:255:4294967295] 192.168.203.46@tcp LPNI seq info [81006:81006:7:4294967295] 00000400:00000200:1.0:1734676307.218529:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.218532:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.218535:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48700. 00000800:00000200:1.0:1734676307.218537:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.218541:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.218543:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.218571:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.218574:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27300. 00000400:00000200:0.0:1734676307.218576:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.218580:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.218583:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676307.218584:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000800:00000200:0.0:1734676307.218614:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.218616:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48700. 00000400:00000200:0.0:1734676307.218619:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.218622:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.218624:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676307.218625:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:0.0:1734676307.218630:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.219710:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.219719:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f100 00000400:00000200:0.0:1734676307.219726:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6009 [1] + 224 00000400:00000200:0.0:1734676307.219739:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.219742:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.219749:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.219903:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.219907:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.219909:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.219981:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.219988:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.220009:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6ce00. 02000000:00000010:1.0:1734676307.220013:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013139ec00. 00000100:00000010:1.0:1734676307.220018:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.220021:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.220023:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.220688:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.220697:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177580 00000400:00000200:0.0:1734676307.220703:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 1640 00000400:00000200:0.0:1734676307.220753:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.220757:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.220763:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.220767:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676307.221146:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.221151:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.221155:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.221174:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867938688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.221245:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938688 02000000:00000010:2.0:1734676307.221252:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68c00. 00010000:00000010:2.0:1734676307.221273:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d18fe00. 00010000:00000010:2.0:1734676307.221305:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6480. 00000100:00000010:2.0:1734676307.221311:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0f00. 00000100:00000010:2.0:1734676307.221318:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0f00. 00010000:00000010:2.0:1734676307.221321:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6480. 00000400:00000010:2.0:1734676307.221330:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.221334:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938688, offset 224 00000400:00000200:2.0:1734676307.221340:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.221347:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.221353:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81011:81011:256:4294967295] 192.168.203.46@tcp LPNI seq info [81007:81007:8:4294967295] 00000400:00000200:2.0:1734676307.221360:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.221366:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.221370:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.221374:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.221379:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.221383:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676307.221441:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6ce00. 00010000:00000010:1.0:1734676307.221498:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.221504:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d18fd80. 00010000:00000010:1.0:1734676307.221560:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6c200. 00010000:00000010:1.0:1734676307.221565:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.221571:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.221574:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.221578:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.221587:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d6cc00. 02000000:00000010:1.0:1734676307.221602:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6d000. 00000400:00000010:1.0:1734676307.221607:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.221610:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.221615:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431488, portal 16 00000400:00000010:1.0:1734676307.221618:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676307.221619:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431488, offset 0 00000400:00000200:1.0:1734676307.221623:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.221627:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.221631:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.221634:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.221636:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.221638:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.221640:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81012:81012:255:4294967295] 192.168.203.46@tcp LPNI seq info [81008:81008:7:4294967295] 00000400:00000200:1.0:1734676307.221646:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.221648:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.221651:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48500. 00000800:00000200:1.0:1734676307.221653:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.221656:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.221659:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.221729:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.221732:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.221737:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 00010000:00000010:3.1:1734676307.221858:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080600. 00010000:00000010:3.1:1734676307.221863:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7400. 00010000:00000010:3.1:1734676307.221866:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18600. 00010000:00000010:3.1:1734676307.221869:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00010000:00000010:3.1:1734676307.221871:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0800. 00010000:00000010:3.1:1734676307.221874:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a400. 00000800:00000200:0.0:1734676307.222237:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.222241:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 00000400:00000200:0.0:1734676307.222246:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.222250:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.222253:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676307.222255:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000800:00000200:0.0:1734676307.222302:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.222304:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48500. 00000400:00000200:0.0:1734676307.222307:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.222309:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.222311:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676307.222312:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676307.222317:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.223254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825a00. 00010000:00000010:0.1:1734676307.223262:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1c00. 00000400:00000200:0.0:1734676307.223725:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.223738:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f180 00000400:00000200:0.0:1734676307.223745:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6015 [1] + 224 00000400:00000200:0.0:1734676307.223762:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.223766:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.223773:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.223878:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.223882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.223883:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.223889:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.223895:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.223916:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6d000. 02000000:00000010:1.0:1734676307.223921:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d6cc00. 00000100:00000010:1.0:1734676307.223924:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.223928:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.223931:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.224817:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.224828:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177600 00000400:00000200:0.0:1734676307.224834:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4949 [2] + 1968 00000400:00000010:0.0:1734676307.224838:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:0.0:1734676307.224841:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08dc00 00000400:00000200:0.0:1734676307.224894:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.224898:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.224902:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08dc00 00000400:00000010:0.0:1734676307.224904:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08dc00. 00000100:00000200:0.0:1734676307.224908:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.225109:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.225115:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.225118:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.225138:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb450 x1818938867938816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.225156:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938816 02000000:00000010:2.0:1734676307.225165:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676307.225186:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3e80. 00010000:00000010:2.0:1734676307.225200:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6480. 00000100:00000010:2.0:1734676307.225206:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0f00. 00000100:00000010:2.0:1734676307.225224:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0f00. 00010000:00000010:2.0:1734676307.225228:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6480. 00000400:00000010:2.0:1734676307.225237:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676307.225242:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938816, offset 224 00000400:00000200:2.0:1734676307.225247:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.225254:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.225260:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81013:81013:256:4294967295] 192.168.203.46@tcp LPNI seq info [81009:81009:8:4294967295] 00000400:00000200:2.0:1734676307.225267:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.225271:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.225274:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7e00. 00000800:00000200:2.0:1734676307.225279:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.225284:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.225288:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.225301:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.225304:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.225308:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 02000000:00000010:2.0:1734676307.225315:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68c00. 00000100:00000010:2.0:1734676307.225319:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676307.225325:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:2.0:1734676307.225328:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.225333:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:2.0:1734676307.225335:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676307.225341:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:2.0:1734676307.225344:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:2.0:1734676307.225346:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:2.0:1734676307.225349:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:2.0:1734676307.225351:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:2.0:1734676307.225353:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000200:2.0:1734676307.225358:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.225362:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c73c8. 00000400:00000010:2.0:1734676307.225365:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0f00. 00080000:00000010:1.0:1734676307.225713:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6cc00. 00010000:00000010:1.0:1734676307.225771:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.225778:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3e00. 00010000:00000010:1.0:1734676307.225841:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6d000. 00010000:00000010:1.0:1734676307.225845:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.225852:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.225856:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.225861:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.225871:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d6c600. 02000000:00000010:1.0:1734676307.225888:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6d200. 00000400:00000010:1.0:1734676307.225892:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.225894:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.225897:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431616, portal 16 00000400:00000010:1.0:1734676307.225900:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676307.225902:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431616, offset 0 00000400:00000200:1.0:1734676307.225905:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.225910:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.225913:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.225916:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.225919:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.225921:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.225923:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81014:81014:255:4294967295] 192.168.203.46@tcp LPNI seq info [81010:81010:7:4294967295] 00000400:00000200:1.0:1734676307.225928:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.225932:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.225934:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48d00. 00000800:00000200:1.0:1734676307.225937:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.225941:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.225943:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.226023:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.226027:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7e00. 00000400:00000200:0.0:1734676307.226029:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.226032:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.226084:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676307.226086:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 02000000:00000010:0.0:1734676307.226090:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000800:00000200:0.0:1734676307.226128:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.226130:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48d00. 00000400:00000200:0.0:1734676307.226133:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.226136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.226138:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676307.226139:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676307.226145:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.226745:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131342800. 00010000:00000010:3.1:1734676307.227028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdde200. 00010000:00000010:3.1:1734676307.227034:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67100. 00010000:00000010:3.1:1734676307.227427:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbff600. 00010000:00000010:3.1:1734676307.227432:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db2b800. 00010000:00000010:3.1:1734676307.227444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ba00. 00010000:00000010:3.1:1734676307.227448:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48900. 00010000:00000010:3.1:1734676307.227450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7bc00. 00010000:00000010:3.1:1734676307.227452:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad3000. 00010000:00000010:3.1:1734676307.227455:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ac00. 00000400:00000200:0.0:1734676307.227881:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.227891:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f200 00000400:00000200:0.0:1734676307.227899:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6025 [1] + 224 00000400:00000200:0.0:1734676307.227914:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.227918:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.227926:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.228003:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.228007:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.228009:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.228014:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.228020:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.228057:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6d200. 02000000:00000010:1.0:1734676307.228062:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d6c600. 00000100:00000010:1.0:1734676307.228066:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.228070:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.228083:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:0.0:1734676307.228677:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.228684:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177680 00000400:00000200:0.0:1734676307.228689:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 0 00000400:00000200:0.0:1734676307.228827:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.228832:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.228836:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.228840:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676307.228922:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.228928:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.228932:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.228951:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867938944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.228971:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867938944 02000000:00000010:2.0:1734676307.228978:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69800. 00010000:00000010:2.0:1734676307.228997:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d794b00. 00010000:00000010:2.0:1734676307.229010:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6480. 00000100:00000010:2.0:1734676307.229016:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0c00. 00000100:00000010:2.0:1734676307.229033:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0c00. 00010000:00000010:2.0:1734676307.229065:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6480. 00000400:00000010:2.0:1734676307.229086:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676307.229089:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867938944, offset 224 00000400:00000200:2.0:1734676307.229094:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.229101:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.229106:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81015:81015:256:4294967295] 192.168.203.46@tcp LPNI seq info [81011:81011:8:4294967295] 00000400:00000200:2.0:1734676307.229113:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.229117:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.229120:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.229124:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.229129:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.229132:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.229143:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.229146:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.229149:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 00000800:00000200:0.0:1734676307.229494:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.229498:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.229500:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.229504:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.229507:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676307.229509:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00080000:00000010:1.0:1734676307.229571:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6c600. 00010000:00000010:1.0:1734676307.229630:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.229636:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d794a80. 00010000:00000010:1.0:1734676307.229699:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6d200. 00010000:00000010:1.0:1734676307.229704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.229711:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.229715:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.229720:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.229728:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d6c800. 02000000:00000010:1.0:1734676307.229746:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6de00. 00000400:00000010:1.0:1734676307.229751:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.229754:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.229759:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431744, portal 16 00000400:00000010:1.0:1734676307.229762:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676307.229764:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431744, offset 0 00000400:00000200:1.0:1734676307.229768:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.229773:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.229776:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.229779:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.229782:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.229783:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.229786:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81016:81016:256:4294967295] 192.168.203.46@tcp LPNI seq info [81012:81012:8:4294967295] 00000400:00000200:1.0:1734676307.229792:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.229796:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.229798:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48b00. 00000800:00000200:1.0:1734676307.229801:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.229805:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.229807:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.229878:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.229880:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48b00. 00000400:00000200:0.0:1734676307.229883:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.229887:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.229889:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676307.229891:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:0.0:1734676307.229896:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.233935:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28800. 00000400:00000200:2.0:1734676307.234103:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.234117:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f280 00000400:00000200:2.0:1734676307.234125:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6031 [1] + 224 00000400:00000200:2.0:1734676307.234134:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.234137:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.234146:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.234175:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.234178:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177700 00000400:00000200:2.0:1734676307.234182:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 328 00000400:00000200:2.0:1734676307.234224:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.234228:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.234233:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.234237:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000020:00000010:0.0:1734676307.234534:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810c00. 00000020:00000010:0.0:1734676307.234540:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.234544:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.234563:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867939072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.234581:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939072 02000000:00000010:0.0:1734676307.234589:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:0.0:1734676307.234617:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd480. 00000100:00000010:0.0:1734676307.234623:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.234628:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676307.234630:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd480. 00000400:00000010:0.0:1734676307.234640:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676307.234644:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939072, offset 224 00000400:00000200:0.0:1734676307.234648:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.234655:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.234659:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81017:81017:256:4294967295] 192.168.203.46@tcp LPNI seq info [81013:81013:8:4294967295] 00000400:00000200:0.0:1734676307.234667:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.234672:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.234675:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676307.234680:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.234685:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.234688:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.234701:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.234704:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.234706:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810c00. 00000800:00000200:0.0:1734676307.234755:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.234758:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:0.0:1734676307.234760:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.234763:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.234765:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:0.0:1734676307.234767:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000400:00000010:1.0:1734676307.234886:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.234890:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.234891:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.234896:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.234904:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.234920:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d13c400. 02000000:00000010:1.0:1734676307.234929:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6de00. 02000000:00000010:1.0:1734676307.234933:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d6c800. 00000100:00000010:1.0:1734676307.234936:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.234939:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.234941:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00080000:00000010:1.0:1734676307.234955:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6c800. 00010000:00000010:1.0:1734676307.235008:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.235013:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d13c200. 00010000:00000010:1.0:1734676307.235114:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6de00. 00010000:00000010:1.0:1734676307.235118:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.235124:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.235127:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.235131:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.235138:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d6dc00. 02000000:00000010:1.0:1734676307.235153:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6d600. 00000400:00000010:1.0:1734676307.235156:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.235159:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.235163:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864431872, portal 16 00000400:00000010:1.0:1734676307.235165:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676307.235167:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864431872, offset 0 00000400:00000200:1.0:1734676307.235171:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.235175:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.235178:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.235181:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.235184:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.235185:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.235187:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81018:81018:256:4294967295] 192.168.203.46@tcp LPNI seq info [81014:81014:8:4294967295] 00000400:00000200:1.0:1734676307.235193:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.235196:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.235198:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48e00. 00000800:00000200:1.0:1734676307.235201:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.235205:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.235207:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.235721:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.235725:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48e00. 00000400:00000200:0.0:1734676307.235728:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.235731:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.235734:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676307.235735:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:0.0:1734676307.235740:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864431872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.236179:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8f00. 00010000:00000010:2.1:1734676307.236185:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6c200. 00010000:00000010:0.1:1734676307.236227:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7600. 00000400:00000200:2.0:1734676307.239112:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.239132:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f300 00000400:00000200:2.0:1734676307.239141:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa603d [1] + 224 00000400:00000200:2.0:1734676307.239165:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.239171:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.239183:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864431872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.239225:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:1.0:1734676307.239230:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:1.0:1734676307.239232:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.239237:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864431872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.239244:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864431872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.239267:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6d600. 02000000:00000010:1.0:1734676307.239271:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d6dc00. 00000100:00000010:1.0:1734676307.239274:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:1.0:1734676307.239278:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.239281:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000400:00000200:2.0:1734676307.240316:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.240328:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177780 00000400:00000200:2.0:1734676307.240335:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 656 00000400:00000200:2.0:1734676307.240372:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.240377:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.240384:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.240390:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00000020:00000010:0.0:1734676307.240840:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810c00. 00000020:00000010:0.0:1734676307.240845:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.240848:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.240869:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1500 x1818938867939200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.241100:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939200 02000000:00000010:0.0:1734676307.241108:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:0.0:1734676307.241128:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5d000. 00010000:00000010:0.0:1734676307.241139:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdb80. 00000100:00000010:0.0:1734676307.241149:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.241257:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676307.241261:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdb80. 00000400:00000010:0.0:1734676307.241271:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676307.241276:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939200, offset 224 00000400:00000200:0.0:1734676307.241281:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.241288:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.241292:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81019:81019:256:4294967295] 192.168.203.46@tcp LPNI seq info [81015:81015:8:4294967295] 00000400:00000200:0.0:1734676307.241299:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.241304:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.241306:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676307.241311:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.241316:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.241319:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.241331:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.241334:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.241336:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810c00. 00080000:00000010:1.0:1734676307.241411:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6dc00. 00010000:00000010:1.0:1734676307.241460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.241466:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5d580. 00000800:00000200:0.0:1734676307.241621:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.241624:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:0.0:1734676307.241627:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.241631:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.241633:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:0.0:1734676307.241635:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00010000:00000010:1.0:1734676307.241689:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880095a48c00. 00010000:00000010:1.0:1734676307.241692:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.241695:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6d600. 00010000:00000010:1.0:1734676307.241699:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e00. 00080000:00000010:1.0:1734676307.241709:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6d400. 00010000:00000010:1.0:1734676307.241728:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.241730:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59800. 00010000:00000010:1.0:1734676307.241765:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6ca00. 00010000:00000010:1.0:1734676307.241767:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59800. 00010000:00000010:1.0:1734676307.241772:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800ad035600. 00000100:00000010:1.0:1734676307.241776:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.241781:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.241790:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097d6da00. 02000000:00000010:1.0:1734676307.241805:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097d6c400. 00000400:00000010:1.0:1734676307.241810:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad000. 00000400:00000010:1.0:1734676307.241813:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.241817:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432000, portal 16 00000400:00000010:1.0:1734676307.241820:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676307.241821:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432000, offset 0 00000400:00000200:1.0:1734676307.241825:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.241829:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.241832:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.241835:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.241837:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.241839:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.241842:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81020:81020:256:4294967295] 192.168.203.46@tcp LPNI seq info [81016:81016:8:4294967295] 00000400:00000200:1.0:1734676307.241847:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.241850:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.241852:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095a48a00. 00000800:00000200:1.0:1734676307.241855:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.241859:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.241861:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880095a48a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.244119:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.244127:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095a48a00. 00000400:00000200:0.0:1734676307.244134:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.244141:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.244147:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676307.244149:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:0.0:1734676307.244160:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864432000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.244291:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ab00. 00010000:00000010:3.1:1734676307.244301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d000. 00010000:00000010:3.1:1734676307.244305:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d5600. 00010000:00000010:3.1:1734676307.244309:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7a2800. 00010000:00000010:3.1:1734676307.244327:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d200. 00010000:00000010:0.1:1734676307.245336:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552800. 00000400:00000200:0.0:1734676307.248413:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.248437:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f380 00000400:00000200:0.0:1734676307.248449:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6049 [1] + 224 00000400:00000200:0.0:1734676307.248463:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.248467:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.248479:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864432000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.248675:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.248681:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177800 00000400:00000200:0.0:1734676307.248686:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 984 00000400:00000200:0.0:1734676307.248702:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.248705:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.248710:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.248716:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:2.0:1734676307.248844:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad000. 00000400:00000200:2.0:1734676307.248850:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:2.0:1734676307.248852:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:2.0:1734676307.248858:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864432000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.248866:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864432000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.248894:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097d6c400. 02000000:00000010:2.0:1734676307.248899:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097d6da00. 00000100:00000010:2.0:1734676307.248904:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:2.0:1734676307.248908:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:2.0:1734676307.248912:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800ad035600. 00000020:00000010:2.0:1734676307.249620:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb200. 00000020:00000010:2.0:1734676307.249628:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.249632:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.249658:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867939328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.249691:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939328 02000000:00000010:2.0:1734676307.249703:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b68400. 00010000:00000010:2.0:1734676307.249732:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9ac580. 00010000:00000010:2.0:1734676307.249749:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6300. 00000100:00000010:2.0:1734676307.249756:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0c00. 00000100:00000010:2.0:1734676307.249772:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0c00. 00010000:00000010:2.0:1734676307.249775:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6300. 00000400:00000010:2.0:1734676307.249787:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676307.249791:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939328, offset 224 00000400:00000200:2.0:1734676307.249796:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.249804:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.249810:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81021:81021:256:4294967295] 192.168.203.46@tcp LPNI seq info [81017:81017:8:4294967295] 00000400:00000200:2.0:1734676307.249818:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.249823:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.249826:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7c00. 00000800:00000200:2.0:1734676307.249831:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.249838:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.249842:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.249856:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c00. 00000020:00000010:2.0:1734676307.249859:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.249864:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb200. 00080000:00000010:3.0:1734676307.249900:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac1e00. 00010000:00000010:3.0:1734676307.249977:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59800. 00010000:00000010:3.0:1734676307.249985:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9ac500. 00010000:00000010:3.0:1734676307.250066:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac0600. 00010000:00000010:3.0:1734676307.250080:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a500. 00010000:00000010:3.0:1734676307.250087:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880089abd1c0. 00000100:00000010:3.0:1734676307.250093:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.250100:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676307.250110:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095ac0c00. 00000800:00000200:0.0:1734676307.250126:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.250129:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7c00. 02000000:00000010:3.0:1734676307.250131:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095ac0000. 00000400:00000200:0.0:1734676307.250132:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.250136:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676307.250137:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798ddc0. 00000400:00000200:0.0:1734676307.250139:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676307.250141:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000400:00000010:3.0:1734676307.250682:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.250689:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432128, portal 16 00000400:00000010:3.0:1734676307.250693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.250695:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432128, offset 0 00000400:00000200:3.0:1734676307.250703:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.250713:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.250717:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.250720:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.250723:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.250724:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.250727:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81022:81022:256:4294967295] 192.168.203.46@tcp LPNI seq info [81018:81018:8:4294967295] 00000400:00000200:3.0:1734676307.250735:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.250739:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.250743:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009db27400. 00000800:00000200:3.0:1734676307.250748:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.250754:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.250757:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009db27400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.250867:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.250870:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009db27400. 00000400:00000200:0.0:1734676307.250873:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.250877:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.250880:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676307.250882:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676307.250889:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864432128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.251643:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9100. 00010000:00000010:2.1:1734676307.251651:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6de00. 00010000:00000010:2.1:1734676307.251654:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48c00. 00010000:00000010:2.1:1734676307.251656:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d600. 00000400:00000200:2.0:1734676307.254519:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.254541:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f400 00000400:00000200:2.0:1734676307.254553:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6055 [1] + 224 00000400:00000200:2.0:1734676307.254565:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.254569:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.254580:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864432128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.254614:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.254619:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177880 00000400:00000200:2.0:1734676307.254624:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 1312 00000400:00000010:3.0:1734676307.254642:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798ddc0. 00000400:00000200:3.0:1734676307.254649:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:3.0:1734676307.254651:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.254662:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864432128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.254672:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864432128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.254695:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095ac0000. 02000000:00000010:3.0:1734676307.254701:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095ac0c00. 00000100:00000010:3.0:1734676307.254704:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676307.254707:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.254711:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880089abd1c0. 00000400:00000200:2.0:1734676307.256899:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.256913:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.256924:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.256930:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00010000:00000010:2.1:1734676307.257863:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9adb00. 00010000:00000010:2.1:1734676307.257873:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ca00. 00000020:00000010:0.0:1734676307.257902:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811800. 00000020:00000010:0.0:1734676307.257909:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.257914:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.257945:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867939456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:1.1:1734676307.257950:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2fe00. 00000100:00000200:0.0:1734676307.258292:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939456 02000000:00000010:0.0:1734676307.258304:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:0.0:1734676307.258331:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9a6c80. 00010000:00000010:0.0:1734676307.258348:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd080. 00000100:00000010:0.0:1734676307.258356:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00080000:00000010:3.0:1734676307.258409:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac0c00. 00000100:00000010:0.0:1734676307.258505:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676307.258510:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd080. 00000400:00000010:0.0:1734676307.258526:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676307.258534:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939456, offset 224 00000400:00000200:0.0:1734676307.258541:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.258553:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.258560:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81023:81023:256:4294967295] 192.168.203.46@tcp LPNI seq info [81019:81019:8:4294967295] 00000400:00000200:0.0:1734676307.258569:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.258575:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.258579:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676307.258584:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.258593:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.258597:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.258613:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cd80. 00000020:00000010:0.0:1734676307.258616:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.258619:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811800. 00000800:00000200:0.0:1734676307.258725:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.258728:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:0.0:1734676307.258731:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.258735:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.258738:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:0.0:1734676307.258740:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00010000:00000010:1.1:1734676307.268528:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d94aa00. 00010000:00000010:0.0:1734676307.274707:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a500. 00010000:00000010:0.0:1734676307.274721:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a6c00. 00010000:00000010:0.0:1734676307.274807:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811e00. 00010000:00000010:0.0:1734676307.274815:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd80. 00010000:00000010:0.0:1734676307.274825:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd200. 00000100:00000010:0.0:1734676307.274833:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.274841:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 02000000:00000010:0.0:1734676307.274853:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810600. 02000000:00000010:0.0:1734676307.274879:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810000. 00000400:00000010:0.0:1734676307.274887:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676307.274895:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676307.274903:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432256, portal 16 00000400:00000010:0.0:1734676307.274907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.274910:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432256, offset 0 00000400:00000200:0.0:1734676307.274919:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.274932:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.274938:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.274942:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.274945:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.274947:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.274950:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81024:81024:256:4294967295] 192.168.203.46@tcp LPNI seq info [81020:81020:8:4294967295] 00000400:00000200:0.0:1734676307.274960:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.274967:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.274970:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676307.274976:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.274985:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.274989:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.275137:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1734676307.275803:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac1e00. 00080000:00000010:1.0:1734676307.275811:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6d400. 00080000:00000010:1.0:1734676307.275813:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6dc00. 00080000:00000010:1.0:1734676307.275816:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6c800. 00080000:00000010:1.0:1734676307.275818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6c600. 00080000:00000010:1.0:1734676307.275820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6cc00. 00080000:00000010:1.0:1734676307.275822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097d6ce00. 00080000:00000010:1.0:1734676307.275824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b000. 00080000:00000010:1.0:1734676307.275827:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b200. 00080000:00000010:1.0:1734676307.275829:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7be00. 00080000:00000010:1.0:1734676307.275832:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dee800. 00080000:00000010:1.0:1734676307.275835:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a093ce00. 00080000:00000010:1.0:1734676307.275838:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116400. 00080000:00000010:1.0:1734676307.275842:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6a00. 00080000:00000010:1.0:1734676307.275845:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7a00. 00080000:00000010:1.0:1734676307.275848:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7e00. 00080000:00000010:1.0:1734676307.275850:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7c00. 00080000:00000010:1.0:1734676307.275852:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7000. 00080000:00000010:1.0:1734676307.275854:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368be00. 00080000:00000010:1.0:1734676307.275858:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbf4a00. 00080000:00000010:1.0:1734676307.275860:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02a00. 00080000:00000010:1.0:1734676307.275862:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d800. 00080000:00000010:1.0:1734676307.275865:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6000. 00080000:00000010:1.0:1734676307.275867:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da74800. 00080000:00000010:1.0:1734676307.275871:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcac00. 00080000:00000010:1.0:1734676307.275875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcb800. 00080000:00000010:1.0:1734676307.275877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14b200. 00080000:00000010:1.0:1734676307.275880:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ac00. 00080000:00000010:1.0:1734676307.275882:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073595000. 00080000:00000010:1.0:1734676307.275885:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a093cc00. 00080000:00000010:1.0:1734676307.275888:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dd6600. 00080000:00000010:1.0:1734676307.275889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75400. 00080000:00000010:1.0:1734676307.275893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da74000. 00080000:00000010:1.0:1734676307.275895:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117800. 00080000:00000010:1.0:1734676307.275897:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcbc00. 00080000:00000010:1.0:1734676307.275899:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dca800. 00080000:00000010:1.0:1734676307.275901:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcb000. 00080000:00000010:1.0:1734676307.275903:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a093c600. 00080000:00000010:1.0:1734676307.275905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e879600. 00080000:00000010:1.0:1734676307.275908:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073594c00. 00080000:00000010:1.0:1734676307.275911:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073595e00. 00080000:00000010:1.0:1734676307.275913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073594e00. 00080000:00000010:1.0:1734676307.275915:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073594400. 00080000:00000010:1.0:1734676307.275917:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097deee00. 00080000:00000010:1.0:1734676307.275919:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75a00. 00080000:00000010:1.0:1734676307.275921:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da74a00. 00080000:00000010:1.0:1734676307.275924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14b000. 00080000:00000010:1.0:1734676307.275925:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbffc00. 00080000:00000010:1.0:1734676307.275928:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097def400. 00080000:00000010:1.0:1734676307.275931:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097defc00. 00080000:00000010:1.0:1734676307.275932:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6e00. 00080000:00000010:1.0:1734676307.275934:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6400. 00080000:00000010:1.0:1734676307.275936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6c00. 00080000:00000010:1.0:1734676307.275938:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6200. 00080000:00000010:1.0:1734676307.275939:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116a00. 00080000:00000010:1.0:1734676307.275942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116600. 00080000:00000010:1.0:1734676307.275944:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073794e00. 00080000:00000010:1.0:1734676307.275949:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e879000. 00080000:00000010:1.0:1734676307.275952:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097defe00. 00080000:00000010:1.0:1734676307.275954:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097deea00. 00080000:00000010:1.0:1734676307.275955:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097defa00. 00080000:00000010:1.0:1734676307.275957:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097def800. 00080000:00000010:1.0:1734676307.275959:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097def200. 00080000:00000010:1.0:1734676307.275961:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097deec00. 00080000:00000010:1.0:1734676307.275963:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dee600. 00080000:00000010:1.0:1734676307.275966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dee200. 00080000:00000010:1.0:1734676307.275968:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116200. 00080000:00000010:1.0:1734676307.275971:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117200. 00080000:00000010:1.0:1734676307.275974:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e879e00. 00080000:00000010:1.0:1734676307.275976:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbffe00. 00080000:00000010:1.0:1734676307.275978:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75800. 00080000:00000010:1.0:1734676307.275980:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da74c00. 00080000:00000010:1.0:1734676307.275983:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75c00. 00080000:00000010:1.0:1734676307.275984:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da74600. 00080000:00000010:1.0:1734676307.275986:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f03800. 00080000:00000010:1.0:1734676307.275988:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02400. 00080000:00000010:1.0:1734676307.275990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02e00. 00080000:00000010:1.0:1734676307.275993:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbfe200. 00080000:00000010:1.0:1734676307.275995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbff000. 00080000:00000010:1.0:1734676307.275998:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013139ee00. 00080000:00000010:1.0:1734676307.276002:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130114e00. 00080000:00000010:1.0:1734676307.276006:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a093ae00. 00080000:00000010:1.0:1734676307.276009:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007349d000. 00080000:00000010:1.0:1734676307.276013:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800966cd800. 00080000:00000010:1.0:1734676307.276016:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800966cda00. 00080000:00000010:1.0:1734676307.276018:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dacce00. 00080000:00000010:1.0:1734676307.276020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dacde00. 00080000:00000010:1.0:1734676307.276023:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daccc00. 00080000:00000010:1.0:1734676307.276024:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dacd400. 00080000:00000010:1.0:1734676307.276026:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dacd800. 00080000:00000010:1.0:1734676307.276029:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dacc400. 00080000:00000010:1.0:1734676307.276031:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d062c00. 00080000:00000010:1.0:1734676307.276034:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7fa00. 00080000:00000010:1.0:1734676307.276084:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7e200. 00080000:00000010:1.0:1734676307.276087:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7e000. 00080000:00000010:1.0:1734676307.276090:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7f000. 00080000:00000010:1.0:1734676307.276092:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7f200. 00080000:00000010:1.0:1734676307.276094:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7fc00. 00080000:00000010:1.0:1734676307.276097:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7e600. 00080000:00000010:1.0:1734676307.276099:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f157000. 00080000:00000010:1.0:1734676307.276102:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f157200. 00080000:00000010:1.0:1734676307.276104:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073473e00. 00080000:00000010:1.0:1734676307.276107:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073472200. 00080000:00000010:1.0:1734676307.276109:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073473200. 00080000:00000010:1.0:1734676307.276111:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073648e00. 00080000:00000010:1.0:1734676307.276116:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880075006600. 00080000:00000010:1.0:1734676307.276119:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880075006a00. 00080000:00000010:1.0:1734676307.276121:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cb1a00. 00080000:00000010:1.0:1734676307.276123:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3b200. 00080000:00000010:1.0:1734676307.276125:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3a400. 00080000:00000010:1.0:1734676307.276127:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3a200. 00080000:00000010:1.0:1734676307.276129:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3ba00. 00080000:00000010:1.0:1734676307.276130:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3bc00. 00080000:00000010:1.0:1734676307.276132:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3b400. 00080000:00000010:1.0:1734676307.276134:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3ae00. 00080000:00000010:1.0:1734676307.276136:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e3b600. 00080000:00000010:1.0:1734676307.276139:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da2c200. 00080000:00000010:1.0:1734676307.276141:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ecd2400. 00080000:00000010:1.0:1734676307.276143:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ecd2000. 00080000:00000010:1.0:1734676307.276145:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d956000. 00080000:00000010:1.0:1734676307.276148:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff43400. 00080000:00000010:1.0:1734676307.276150:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fd1c000. 00080000:00000010:1.0:1734676307.276151:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129f59c00. 00080000:00000010:1.0:1734676307.276153:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129f58a00. 00080000:00000010:1.0:1734676307.276155:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d897c00. 00080000:00000010:1.0:1734676307.276158:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35ca00. 00080000:00000010:1.0:1734676307.276160:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35d400. 00080000:00000010:1.0:1734676307.276162:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35c400. 00080000:00000010:1.0:1734676307.276163:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35d000. 00080000:00000010:1.0:1734676307.276165:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35dc00. 00080000:00000010:1.0:1734676307.276167:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35d200. 00080000:00000010:1.0:1734676307.276169:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35d600. 00080000:00000010:1.0:1734676307.276170:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e35de00. 00080000:00000010:1.0:1734676307.276172:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012eb73800. 00080000:00000010:1.0:1734676307.276175:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b5c00. 00080000:00000010:1.0:1734676307.276177:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007349fe00. 00080000:00000010:1.0:1734676307.276181:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007349f600. 00080000:00000010:1.0:1734676307.276183:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011d1c4600. 00080000:00000010:1.0:1734676307.276186:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d5400. 00080000:00000010:1.0:1734676307.276189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d4400. 00080000:00000010:1.0:1734676307.276192:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d5800. 00080000:00000010:1.0:1734676307.276193:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d4200. 00080000:00000010:1.0:1734676307.276196:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d4600. 00080000:00000010:1.0:1734676307.276198:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d5c00. 00080000:00000010:1.0:1734676307.276199:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c429e00. 00080000:00000010:1.0:1734676307.276202:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c428800. 00080000:00000010:1.0:1734676307.276204:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fecb200. 00080000:00000010:1.0:1734676307.276207:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012feca800. 00080000:00000010:1.0:1734676307.276209:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012feca000. 00080000:00000010:1.0:1734676307.276211:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012feca600. 00080000:00000010:1.0:1734676307.276212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fecb800. 00080000:00000010:1.0:1734676307.276214:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fecbc00. 00080000:00000010:1.0:1734676307.276216:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fecaa00. 00080000:00000010:1.0:1734676307.276218:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735fe400. 00080000:00000010:1.0:1734676307.276220:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735ff200. 00080000:00000010:1.0:1734676307.276222:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735fe800. 00080000:00000010:1.0:1734676307.276224:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735fe200. 00080000:00000010:1.0:1734676307.276225:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735fe600. 00080000:00000010:1.0:1734676307.276227:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735ffc00. 00080000:00000010:1.0:1734676307.276229:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800735fea00. 00080000:00000010:1.0:1734676307.276231:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0832600. 00080000:00000010:1.0:1734676307.276233:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ae5e00. 00080000:00000010:1.0:1734676307.276235:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ae4600. 00080000:00000010:1.0:1734676307.276237:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ac200. 00080000:00000010:1.0:1734676307.276240:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4e00. 00080000:00000010:1.0:1734676307.276243:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4800. 00080000:00000010:1.0:1734676307.276244:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4a00. 00080000:00000010:1.0:1734676307.276246:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4600. 00080000:00000010:1.0:1734676307.276248:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c5800. 00080000:00000010:1.0:1734676307.276251:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4200. 00080000:00000010:1.0:1734676307.276252:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2c4400. 00080000:00000010:1.0:1734676307.276254:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d854e00. 00080000:00000010:1.0:1734676307.276257:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d017600. 00080000:00000010:1.0:1734676307.276259:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d016a00. 00080000:00000010:1.0:1734676307.276262:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d016600. 00080000:00000010:1.0:1734676307.276263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a52e00. 00080000:00000010:1.0:1734676307.276265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a53200. 00080000:00000010:1.0:1734676307.276267:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a53c00. 00080000:00000010:1.0:1734676307.276269:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a52a00. 00080000:00000010:1.0:1734676307.276271:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a52000. 00080000:00000010:1.0:1734676307.276273:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a52800. 00080000:00000010:1.0:1734676307.276275:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c8400. 00080000:00000010:1.0:1734676307.276277:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c9000. 00080000:00000010:1.0:1734676307.276283:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c8c00. 00080000:00000010:1.0:1734676307.276285:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c8600. 00080000:00000010:1.0:1734676307.276287:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c9200. 00080000:00000010:1.0:1734676307.276288:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c9600. 00080000:00000010:1.0:1734676307.276291:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c9e00. 00080000:00000010:1.0:1734676307.276292:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736c8e00. 00080000:00000010:1.0:1734676307.276294:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b6e00. 00080000:00000010:1.0:1734676307.276297:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b7a00. 00080000:00000010:1.0:1734676307.276299:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b7200. 00080000:00000010:1.0:1734676307.276301:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b6c00. 00080000:00000010:1.0:1734676307.276302:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b6800. 00080000:00000010:1.0:1734676307.276304:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006e9b6a00. 00080000:00000010:1.0:1734676307.276307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4c200. 00080000:00000010:1.0:1734676307.276308:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4c000. 00080000:00000010:1.0:1734676307.276310:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4c800. 00080000:00000010:1.0:1734676307.276312:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4ca00. 00080000:00000010:1.0:1734676307.276314:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4d400. 00080000:00000010:1.0:1734676307.276316:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4d600. 00080000:00000010:1.0:1734676307.276318:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c4de00. 00080000:00000010:1.0:1734676307.276319:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6326e00. 00080000:00000010:1.0:1734676307.276321:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6327400. 00080000:00000010:1.0:1734676307.276325:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6327e00. 00080000:00000010:1.0:1734676307.276327:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6327800. 00080000:00000010:1.0:1734676307.276328:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6326600. 00080000:00000010:1.0:1734676307.276330:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6327c00. 00080000:00000010:1.0:1734676307.276332:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6327600. 00080000:00000010:1.0:1734676307.276334:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a6326a00. 00080000:00000010:1.0:1734676307.276336:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d773800. 00080000:00000010:1.0:1734676307.276339:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d773200. 00080000:00000010:1.0:1734676307.276341:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d772800. 00080000:00000010:1.0:1734676307.276343:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d773e00. 00000800:00000010:0.0:1734676307.277139:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:0.0:1734676307.277146:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.277154:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.277158:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676307.277161:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.277172:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483480 x1818938864432256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:1.0:1734676307.277277:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d773c00. 00080000:00000010:1.0:1734676307.277283:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d772200. 00080000:00000010:1.0:1734676307.277286:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d772000. 00080000:00000010:1.0:1734676307.277288:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012bf7be00. 00080000:00000010:1.0:1734676307.277291:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d26200. 00080000:00000010:1.0:1734676307.277294:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d27800. 00080000:00000010:1.0:1734676307.277296:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130d27000. 00080000:00000010:1.0:1734676307.277297:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de3e00. 00080000:00000010:1.0:1734676307.277300:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de2e00. 00080000:00000010:1.0:1734676307.277302:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de2200. 00080000:00000010:1.0:1734676307.277304:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de2400. 00080000:00000010:1.0:1734676307.277306:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de3600. 00080000:00000010:1.0:1734676307.277307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de3800. 00080000:00000010:1.0:1734676307.277309:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097de2000. 00080000:00000010:1.0:1734676307.277312:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ae6400. 00080000:00000010:1.0:1734676307.277314:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ae7c00. 00080000:00000010:1.0:1734676307.277317:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e137000. 00080000:00000010:1.0:1734676307.277320:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e136e00. 00080000:00000010:1.0:1734676307.277322:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e136200. 00080000:00000010:1.0:1734676307.277324:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e136400. 00080000:00000010:1.0:1734676307.277326:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e137a00. 00080000:00000010:1.0:1734676307.277328:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009e137c00. 00080000:00000010:1.0:1734676307.277330:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95d800. 00080000:00000010:1.0:1734676307.277335:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95c800. 00080000:00000010:1.0:1734676307.277338:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95c400. 00080000:00000010:1.0:1734676307.277340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95c200. 00080000:00000010:1.0:1734676307.277342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95da00. 00080000:00000010:1.0:1734676307.277344:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d95d600. 00080000:00000010:1.0:1734676307.277347:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8ce800. 00080000:00000010:1.0:1734676307.277350:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cfe00. 00080000:00000010:1.0:1734676307.277352:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cee00. 00080000:00000010:1.0:1734676307.277354:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cf600. 00080000:00000010:1.0:1734676307.277357:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cea00. 00080000:00000010:1.0:1734676307.277359:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cec00. 00080000:00000010:1.0:1734676307.277362:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d8cf400. 00080000:00000010:1.0:1734676307.277364:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff76600. 00080000:00000010:1.0:1734676307.277366:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff77a00. 00080000:00000010:1.0:1734676307.277368:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff77800. 00080000:00000010:1.0:1734676307.277370:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff77400. 00080000:00000010:1.0:1734676307.277372:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff76a00. 00080000:00000010:1.0:1734676307.277373:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff77e00. 00080000:00000010:1.0:1734676307.277375:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff77000. 00080000:00000010:1.0:1734676307.277378:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff76200. 00080000:00000010:1.0:1734676307.277379:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cffa00. 00080000:00000010:1.0:1734676307.277381:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cff200. 00080000:00000010:1.0:1734676307.277383:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cffe00. 00080000:00000010:1.0:1734676307.277385:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfe000. 00080000:00000010:1.0:1734676307.277387:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cff600. 00080000:00000010:1.0:1734676307.277389:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfe200. 00080000:00000010:1.0:1734676307.277391:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfe600. 00080000:00000010:1.0:1734676307.277393:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec5800. 00080000:00000010:1.0:1734676307.277395:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec5000. 00080000:00000010:1.0:1734676307.277397:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ec4c00. 00080000:00000010:1.0:1734676307.277399:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402200. 00080000:00000010:1.0:1734676307.277404:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402a00. 00080000:00000010:1.0:1734676307.277406:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814200. 00080000:00000010:1.0:1734676307.277411:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814400. 00080000:00000010:1.0:1734676307.277413:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814000. 00080000:00000010:1.0:1734676307.277416:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f281c00. 00080000:00000010:1.0:1734676307.277421:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006f281600. 00080000:00000010:1.0:1734676307.277424:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c403c00. 00080000:00000010:1.0:1734676307.277429:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402c00. 00080000:00000010:1.0:1734676307.277432:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c403200. 00080000:00000010:1.0:1734676307.277435:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c403600. 00080000:00000010:1.0:1734676307.277437:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117600. 00080000:00000010:1.0:1734676307.277440:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130117e00. 00080000:00000010:1.0:1734676307.277442:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116000. 00080000:00000010:1.0:1734676307.277445:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130116c00. 00080000:00000010:1.0:1734676307.277447:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfce00. 00080000:00000010:1.0:1734676307.277449:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7a200. 00080000:00000010:1.0:1734676307.277452:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7a800. 00080000:00000010:1.0:1734676307.277454:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b800. 00080000:00000010:1.0:1734676307.277457:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7ae00. 00080000:00000010:1.0:1734676307.277458:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b400. 00080000:00000010:1.0:1734676307.277460:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b600. 00080000:00000010:1.0:1734676307.277463:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7a600. 00080000:00000010:1.0:1734676307.277464:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7aa00. 00080000:00000010:1.0:1734676307.277466:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815800. 00080000:00000010:1.0:1734676307.277470:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815600. 00080000:00000010:1.0:1734676307.277471:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815000. 00080000:00000010:1.0:1734676307.277474:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814e00. 00080000:00000010:1.0:1734676307.277476:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815e00. 00080000:00000010:1.0:1734676307.277478:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815c00. 00080000:00000010:1.0:1734676307.277480:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814800. 00080000:00000010:1.0:1734676307.277483:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815200. 00080000:00000010:1.0:1734676307.277484:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d814a00. 00080000:00000010:1.0:1734676307.277487:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d815a00. 00080000:00000010:1.0:1734676307.277489:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16200. 00080000:00000010:1.0:1734676307.277493:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16000. 00080000:00000010:1.0:1734676307.277495:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979e600. 00080000:00000010:1.0:1734676307.277499:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17a00. 00080000:00000010:1.0:1734676307.277502:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17800. 00080000:00000010:1.0:1734676307.277503:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17600. 00080000:00000010:1.0:1734676307.277505:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16600. 00080000:00000010:1.0:1734676307.277507:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d600. 00080000:00000010:1.0:1734676307.277511:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979f400. 00080000:00000010:1.0:1734676307.277515:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847ce00. 00080000:00000010:1.0:1734676307.277517:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402800. 00080000:00000010:1.0:1734676307.277520:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c403a00. 00080000:00000010:1.0:1734676307.277523:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c403e00. 00080000:00000010:1.0:1734676307.277525:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402e00. 00080000:00000010:1.0:1734676307.277527:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c402400. 00080000:00000010:1.0:1734676307.277529:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfcc00. 00080000:00000010:1.0:1734676307.277531:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a200. 00080000:00000010:1.0:1734676307.277532:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfca00. 00080000:00000010:1.0:1734676307.277534:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979f800. 00080000:00000010:1.0:1734676307.277536:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfc200. 00080000:00000010:1.0:1734676307.277538:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ba00. 00080000:00000010:1.0:1734676307.277540:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a800. 00080000:00000010:1.0:1734676307.277542:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14b800. 00080000:00000010:1.0:1734676307.277544:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ae00. 00080000:00000010:1.0:1734676307.277546:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14aa00. 00080000:00000010:1.0:1734676307.277548:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a600. 00080000:00000010:1.0:1734676307.277550:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14be00. 00080000:00000010:1.0:1734676307.277553:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007155e800. 00080000:00000010:1.0:1734676307.277559:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfc800. 00080000:00000010:1.0:1734676307.277563:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfc600. 00080000:00000010:1.0:1734676307.277565:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfd600. 00080000:00000010:1.0:1734676307.277567:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfde00. 00080000:00000010:1.0:1734676307.277570:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979f600. 00080000:00000010:1.0:1734676307.277572:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfd000. 00080000:00000010:1.0:1734676307.277574:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfd800. 00080000:00000010:1.0:1734676307.277576:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfd400. 00080000:00000010:1.0:1734676307.277578:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfdc00. 00080000:00000010:1.0:1734676307.277580:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097cfda00. 00080000:00000010:1.0:1734676307.277583:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007155ea00. 00080000:00000010:1.0:1734676307.277585:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce200. 00080000:00000010:1.0:1734676307.277589:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097deca00. 00080000:00000010:1.0:1734676307.277591:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec800. 00080000:00000010:1.0:1734676307.277593:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cee00. 00080000:00000010:1.0:1734676307.277595:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cec00. 00080000:00000010:1.0:1734676307.277598:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dece00. 00080000:00000010:1.0:1734676307.277600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ded400. 00080000:00000010:1.0:1734676307.277603:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec400. 00080000:00000010:1.0:1734676307.277605:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dedc00. 00080000:00000010:1.0:1734676307.277607:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097ded200. 00080000:00000010:1.0:1734676307.277609:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979e200. 00080000:00000010:1.0:1734676307.277611:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009979e800. 00080000:00000010:1.0:1734676307.277614:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847cc00. 00080000:00000010:1.0:1734676307.277617:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368ae00. 00080000:00000010:1.0:1734676307.277621:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368b200. 00080000:00000010:1.0:1734676307.277624:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ede1000. 00080000:00000010:1.0:1734676307.277627:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e57200. 00080000:00000010:1.0:1734676307.277629:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368a600. 00080000:00000010:1.0:1734676307.277631:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368ac00. 00080000:00000010:1.0:1734676307.277633:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2600. 00080000:00000010:1.0:1734676307.277637:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2200. 00080000:00000010:1.0:1734676307.277639:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2400. 00080000:00000010:1.0:1734676307.277641:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6400. 00080000:00000010:1.0:1734676307.277643:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2a00. 00080000:00000010:1.0:1734676307.277646:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3a00. 00080000:00000010:1.0:1734676307.277649:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3e00. 00080000:00000010:1.0:1734676307.277651:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3800. 00080000:00000010:1.0:1734676307.277653:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3600. 00080000:00000010:1.0:1734676307.277655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba2e00. 00080000:00000010:1.0:1734676307.277657:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0ba3000. 00080000:00000010:1.0:1734676307.277660:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7800. 00080000:00000010:1.0:1734676307.277662:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1600. 00080000:00000010:1.0:1734676307.277665:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465e00. 00080000:00000010:1.0:1734676307.277668:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465400. 00080000:00000010:1.0:1734676307.277671:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465000. 00080000:00000010:1.0:1734676307.277673:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e57e00. 00080000:00000010:1.0:1734676307.277675:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464200. 00080000:00000010:1.0:1734676307.277678:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465600. 00080000:00000010:1.0:1734676307.277682:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464600. 00080000:00000010:1.0:1734676307.277684:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464000. 00080000:00000010:1.0:1734676307.277686:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464c00. 00080000:00000010:1.0:1734676307.277689:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dec200. 00080000:00000010:1.0:1734676307.277691:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf600. 00080000:00000010:1.0:1734676307.277694:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf200. 00080000:00000010:1.0:1734676307.277697:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce600. 00080000:00000010:1.0:1734676307.277699:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf400. 00080000:00000010:1.0:1734676307.277700:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce000. 00080000:00000010:1.0:1734676307.277702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cf000. 00080000:00000010:1.0:1734676307.277704:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465a00. 00080000:00000010:1.0:1734676307.277706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d464e00. 00080000:00000010:1.0:1734676307.277708:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d465200. 00080000:00000010:1.0:1734676307.277725:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7200. 00080000:00000010:1.0:1734676307.277730:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6000. 00080000:00000010:1.0:1734676307.277732:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1e00. 00080000:00000010:1.0:1734676307.277734:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56c00. 00080000:00000010:1.0:1734676307.277737:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56400. 00080000:00000010:1.0:1734676307.277739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56000. 00080000:00000010:1.0:1734676307.277741:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56200. 00080000:00000010:1.0:1734676307.277743:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce400. 00080000:00000010:1.0:1734676307.277746:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cfc00. 00080000:00000010:1.0:1734676307.277748:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130e56a00. 00080000:00000010:1.0:1734676307.277750:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7e00. 00080000:00000010:1.0:1734676307.277752:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6200. 00080000:00000010:1.0:1734676307.277754:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7c00. 00080000:00000010:1.0:1734676307.277757:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6c00. 00080000:00000010:1.0:1734676307.277758:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6800. 00080000:00000010:1.0:1734676307.277761:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7400. 00080000:00000010:1.0:1734676307.277762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6a00. 00080000:00000010:1.0:1734676307.277764:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db6e00. 00080000:00000010:1.0:1734676307.277766:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097db7600. 00080000:00000010:1.0:1734676307.277768:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0200. 00080000:00000010:1.0:1734676307.277771:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d400. 00080000:00000010:1.0:1734676307.277774:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847ca00. 00080000:00000010:1.0:1734676307.277777:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c400. 00080000:00000010:1.0:1734676307.277779:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c800. 00080000:00000010:1.0:1734676307.277782:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c000. 00080000:00000010:1.0:1734676307.277784:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0ce800. 00080000:00000010:1.0:1734676307.277786:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847da00. 00080000:00000010:1.0:1734676307.277789:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d000. 00080000:00000010:1.0:1734676307.277791:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847dc00. 00080000:00000010:1.0:1734676307.277793:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d200. 00080000:00000010:1.0:1734676307.277795:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0400. 00080000:00000010:1.0:1734676307.277798:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0800. 00080000:00000010:1.0:1734676307.277800:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d600. 00080000:00000010:1.0:1734676307.277804:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1cc00. 00080000:00000010:1.0:1734676307.277806:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1c800. 00080000:00000010:1.0:1734676307.277808:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d800. 00080000:00000010:1.0:1734676307.277810:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1da00. 00080000:00000010:1.0:1734676307.277812:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1000. 00080000:00000010:1.0:1734676307.277814:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c200. 00080000:00000010:1.0:1734676307.277817:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1d000. 00080000:00000010:1.0:1734676307.277820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1ca00. 00080000:00000010:1.0:1734676307.277822:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1c600. 00080000:00000010:1.0:1734676307.277824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da1dc00. 00080000:00000010:1.0:1734676307.277836:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0e00. 00080000:00000010:1.0:1734676307.277839:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d0cea00. 00000400:00000200:0.0:1734676307.279008:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.279026:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f480 00000400:00000200:0.0:1734676307.279065:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6061 [1] + 224 00000400:00000200:0.0:1734676307.279101:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.279107:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.279120:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483480 x1818938864432256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.279305:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:1.0:1734676307.279312:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676307.279314:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676307.279321:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483480 x1818938864432256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.279329:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483480 x1818938864432256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.279360:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810000. 02000000:00000010:1.0:1734676307.279371:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810600. 00000100:00000010:1.0:1734676307.279375:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 00000100:00000010:1.0:1734676307.279382:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:1.0:1734676307.279387:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd200. 00000400:00000200:1.0:1734676307.281732:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.281752:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177900 00000400:00000200:1.0:1734676307.281761:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 1640 00000400:00000200:1.0:1734676307.281832:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.281837:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.281844:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.281851:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baaa00. 00000020:00000010:0.0:1734676307.282778:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811800. 00000020:00000010:0.0:1734676307.282784:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.282789:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.282816:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0baaa00 x1818938867939584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.282835:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939584 02000000:00000010:0.0:1734676307.282845:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:0.0:1734676307.282875:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313bdc80. 00010000:00000010:0.0:1734676307.282892:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.282898:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.282908:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676307.282911:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.282924:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.282929:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939584, offset 224 00000400:00000200:0.0:1734676307.282935:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.282944:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.282950:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81025:81025:256:4294967295] 192.168.203.46@tcp LPNI seq info [81021:81021:8:4294967295] 00000400:00000200:0.0:1734676307.282960:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.282965:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.282969:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2800. 00000800:00000200:0.0:1734676307.282975:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.282982:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.282986:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.282999:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.283002:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.283005:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811800. 00000800:00000200:0.0:1734676307.283067:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.283080:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2800. 00000400:00000200:0.0:1734676307.283084:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.283087:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00080000:00000010:1.0:1734676307.283554:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fa200. 00010000:00000010:1.0:1734676307.283640:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd80. 00010000:00000010:1.0:1734676307.283648:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313bdc00. 00010000:00000010:1.0:1734676307.283731:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0fa400. 00010000:00000010:1.0:1734676307.283737:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.283745:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:1.0:1734676307.283750:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.283756:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 02000000:00000010:1.0:1734676307.283768:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c0fac00. 02000000:00000010:1.0:1734676307.283796:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0e00. 00000400:00000010:1.0:1734676307.283806:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad840. 00000400:00000200:0.0:1734676307.284733:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676307.284740:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000400:00000010:1.0:1734676307.284788:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676307.284795:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432384, portal 16 00000400:00000010:1.0:1734676307.284799:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.284801:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432384, offset 0 00000400:00000200:1.0:1734676307.284809:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.284818:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.284822:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.284826:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.284829:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.284831:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.284835:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81026:81026:256:4294967295] 192.168.203.46@tcp LPNI seq info [81022:81022:8:4294967295] 00000400:00000200:1.0:1734676307.284842:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.284847:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.284850:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.284855:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.284862:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.284865:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.284948:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.284950:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:0.0:1734676307.284953:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.284957:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.284960:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676307.284962:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676307.284969:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8a80 x1818938864432384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.286574:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.286590:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f500 00000400:00000200:0.0:1734676307.286600:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa606d [1] + 224 00000400:00000200:0.0:1734676307.286618:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.286622:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.286633:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8a80 x1818938864432384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.286702:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad840. 00000400:00000200:1.0:1734676307.286707:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:1.0:1734676307.286710:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676307.286715:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8a80 x1818938864432384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.286722:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8a80 x1818938864432384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.286753:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0e00. 02000000:00000010:1.0:1734676307.286759:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c0fac00. 00000100:00000010:1.0:1734676307.286764:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 00000100:00000010:1.0:1734676307.286770:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.286774:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00010000:00000010:1.1:1734676307.287172:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c428200. 00000400:00000200:0.0:1734676307.287398:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.287406:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177980 00000400:00000200:0.0:1734676307.287413:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49a1 [2] + 1968 00000400:00000010:0.0:1734676307.287418:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9790. 00000400:00000200:0.0:1734676307.287421:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79ac00 00000400:00000200:0.0:1734676307.287477:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.287481:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.287485:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79ac00 00000400:00000010:0.0:1734676307.287487:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79ac00. 00000100:00000200:0.0:1734676307.287493:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676307.288535:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0000. 00000020:00000010:3.0:1734676307.288543:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.288547:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.288571:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800796fb850 x1818938867939712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.288600:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939712 02000000:00000010:3.0:1734676307.288608:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.288630:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097feb500. 00010000:00000010:3.0:1734676307.288641:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f3c0. 00000100:00000010:3.0:1734676307.288647:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88007edcdf00. 00000100:00000010:3.0:1734676307.288662:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88007edcdf00. 00010000:00000010:3.0:1734676307.288665:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f3c0. 00000400:00000010:3.0:1734676307.288675:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.288680:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939712, offset 224 00000400:00000200:3.0:1734676307.288686:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.288695:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.288701:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81027:81027:256:4294967295] 192.168.203.46@tcp LPNI seq info [81023:81023:8:4294967295] 00000400:00000200:3.0:1734676307.288709:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.288714:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.288717:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.288721:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.288727:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.288730:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.288742:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.288745:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.288748:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0000. 02000000:00000010:3.0:1734676307.288755:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:3.0:1734676307.288758:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baaa00. 02000000:00000010:3.0:1734676307.288762:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:3.0:1734676307.288765:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 02000000:00000010:3.0:1734676307.288768:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b68400. 00000100:00000010:3.0:1734676307.288770:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676307.288774:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:3.0:1734676307.288776:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 02000000:00000010:3.0:1734676307.288780:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676307.288782:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:3.0:1734676307.288784:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69800. 00000100:00000010:3.0:1734676307.288786:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:3.0:1734676307.288791:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.288795:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798ddc0. 00000400:00000010:3.0:1734676307.288798:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88007edcdf00. 00000800:00000200:0.0:1734676307.288934:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.288937:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676307.288941:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.288945:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.288948:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676307.288950:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 02000000:00000010:0.0:1734676307.288953:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00080000:00000010:1.0:1734676307.288989:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0e00. 00010000:00000010:1.0:1734676307.289103:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.289112:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097feb280. 00010000:00000010:1.0:1734676307.289190:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1000. 00010000:00000010:1.0:1734676307.289196:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59e00. 00010000:00000010:1.0:1734676307.289206:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d240. 00000100:00000010:1.0:1734676307.289212:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.289221:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 02000000:00000010:1.0:1734676307.289233:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0800. 02000000:00000010:1.0:1734676307.289259:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0400. 00000400:00000010:1.0:1734676307.289265:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad840. 00000400:00000010:1.0:1734676307.289270:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676307.289275:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432512, portal 16 00000400:00000010:1.0:1734676307.289279:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676307.289282:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432512, offset 0 00000400:00000200:1.0:1734676307.289288:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.289296:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.289301:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.289305:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.289308:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.289311:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.289313:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81028:81028:256:4294967295] 192.168.203.46@tcp LPNI seq info [81024:81024:8:4294967295] 00000400:00000200:1.0:1734676307.289320:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.289324:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.289329:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.289333:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.289339:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.289342:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.289416:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.289419:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:0.0:1734676307.289422:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.289426:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.289429:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676307.289430:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:0.0:1734676307.289436:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8a80 x1818938864432512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.291935:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.291950:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f580 00000400:00000200:2.0:1734676307.291958:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa607d [1] + 224 00000400:00000200:2.0:1734676307.291967:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.291970:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.291980:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8a80 x1818938864432512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.292001:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.292005:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177a00 00000400:00000200:2.0:1734676307.292009:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 0 00000400:00000200:2.0:1734676307.292107:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.292111:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.292116:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.292121:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000020:00000010:0.0:1734676307.292252:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811000. 00000020:00000010:0.0:1734676307.292257:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.292261:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.292280:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867939840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.292312:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939840 02000000:00000010:0.0:1734676307.292320:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73400. 00010000:00000010:0.0:1734676307.292350:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.292356:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.292362:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676307.292365:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.292380:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.292384:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939840, offset 224 00000400:00000200:0.0:1734676307.292389:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.292396:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.292401:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81029:81029:256:4294967295] 192.168.203.46@tcp LPNI seq info [81025:81025:8:4294967295] 00000400:00000200:0.0:1734676307.292408:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.292412:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.292416:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676307.292420:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.292425:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.292428:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.292441:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.292444:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.292446:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811000. 00000800:00000200:0.0:1734676307.292489:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.292492:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:0.0:1734676307.292495:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.292498:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.292500:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676307.292502:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000400:00000010:2.0:1734676307.293224:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad840. 00000400:00000200:2.0:1734676307.293229:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:2.0:1734676307.293230:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:2.0:1734676307.293236:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8a80 x1818938864432512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.293243:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8a80 x1818938864432512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676307.293262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19480. 02000000:00000010:2.0:1734676307.293270:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0400. 02000000:00000010:2.0:1734676307.293274:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0800. 00000100:00000010:2.0:1734676307.293277:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 00000100:00000010:2.0:1734676307.293279:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:2.0:1734676307.293281:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d240. 00080000:00000010:2.0:1734676307.293293:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcb200. 00010000:00000010:2.0:1734676307.293365:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59e00. 00010000:00000010:2.0:1734676307.293370:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19400. 00010000:00000010:2.0:1734676307.293895:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7e00. 00010000:00000010:2.0:1734676307.293898:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676307.293903:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcb000. 00010000:00000010:2.0:1734676307.293907:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00080000:00000010:2.0:1734676307.293915:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dca800. 00010000:00000010:2.0:1734676307.293935:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676307.293938:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676307.293971:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcbc00. 00010000:00000010:2.0:1734676307.293974:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676307.293979:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6780. 00000100:00000010:2.0:1734676307.293984:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0180. 00000100:00000010:2.0:1734676307.293990:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 02000000:00000010:2.0:1734676307.293998:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcb800. 02000000:00000010:2.0:1734676307.294016:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcac00. 00000400:00000010:2.0:1734676307.294019:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676307.294023:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676307.294027:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432640, portal 16 00000400:00000010:2.0:1734676307.294030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.294032:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432640, offset 0 00000400:00000200:2.0:1734676307.294120:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.294128:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.294133:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.294136:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.294138:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.294140:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.294142:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81030:81030:256:4294967295] 192.168.203.46@tcp LPNI seq info [81026:81026:8:4294967295] 00000400:00000200:2.0:1734676307.294150:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.294155:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.294158:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.294163:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.294168:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.294171:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.294452:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.294455:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:0.0:1734676307.294458:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.294461:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.294464:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676307.294465:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676307.294470:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0a80 x1818938864432640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.299356:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.299372:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f600 00000400:00000200:2.0:1734676307.299379:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6089 [1] + 224 00000400:00000200:2.0:1734676307.299389:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.299393:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.299401:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0a80 x1818938864432640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.299448:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8a00. 00010000:00000010:1.1:1734676307.299454:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac0600. 00010000:00000010:1.1:1734676307.299467:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79200. 00000400:00000200:2.0:1734676307.299518:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:0.0:1734676307.299683:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:0.0:1734676307.299691:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676307.299693:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676307.299700:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0a80 x1818938864432640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.299707:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0a80 x1818938864432640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.299729:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcac00. 02000000:00000010:0.0:1734676307.299734:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcb800. 00000100:00000010:0.0:1734676307.299737:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 00000100:00000010:0.0:1734676307.299739:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0180. 00010000:00000010:0.0:1734676307.299743:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6780. 00000400:00000200:2.0:1734676307.299782:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177a80 00000400:00000200:2.0:1734676307.299787:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 328 00000400:00000200:2.0:1734676307.300104:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.300108:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.300113:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.300116:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00000020:00000010:0.0:1734676307.300148:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811000. 00000020:00000010:0.0:1734676307.300153:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.300157:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.300175:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0380 x1818938867939968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.300203:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867939968 02000000:00000010:0.0:1734676307.300209:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70000. 00010000:00000010:0.0:1734676307.300228:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df9600. 00010000:00000010:0.0:1734676307.300240:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.300244:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.300248:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676307.300251:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.300258:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.300261:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867939968, offset 224 00000400:00000200:0.0:1734676307.300265:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.300271:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.300276:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81031:81031:256:4294967295] 192.168.203.46@tcp LPNI seq info [81027:81027:8:4294967295] 00000400:00000200:0.0:1734676307.300283:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.300287:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.300289:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2d00. 00000800:00000200:0.0:1734676307.300293:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.300298:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.300301:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.300311:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.300314:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.300316:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811000. 00000800:00000200:0.0:1734676307.300359:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.300361:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2d00. 00000400:00000200:0.0:1734676307.300363:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.300366:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.300368:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676307.300369:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00080000:00000010:1.0:1734676307.300472:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0200. 00010000:00000010:1.0:1734676307.300537:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:1.0:1734676307.300543:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097df9580. 00010000:00000010:1.0:1734676307.300594:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:1.0:1734676307.300599:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59680. 00010000:00000010:1.0:1734676307.300606:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d100. 00000100:00000010:1.0:1734676307.300609:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.300614:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 02000000:00000010:1.0:1734676307.300622:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1600. 02000000:00000010:1.0:1734676307.300640:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0800. 00000400:00000010:1.0:1734676307.300644:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676307.300648:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676307.300653:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432768, portal 16 00000400:00000010:1.0:1734676307.300656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676307.300659:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432768, offset 0 00000400:00000200:1.0:1734676307.300664:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.300669:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.300672:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.300676:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.300678:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.300680:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.300683:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81032:81032:256:4294967295] 192.168.203.46@tcp LPNI seq info [81028:81028:8:4294967295] 00000400:00000200:1.0:1734676307.300690:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.300694:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.300696:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.300699:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.300703:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.300705:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.304192:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.304196:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:2.0:1734676307.304202:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.304209:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.304213:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:2.0:1734676307.304215:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:2.0:1734676307.304223:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0bab100 x1818938864432768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:3.0:1734676307.305371:0:25776:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305382:0:25776:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305400:0:25776:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305404:0:25776:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305411:0:25776:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305415:0:25776:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305422:0:25776:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.305425:0:25776:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00010000:00000010:0.1:1734676307.305457:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b817b00. 00010000:00000010:0.1:1734676307.305463:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811e00. 00010000:00000010:0.1:1734676307.305466:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2300. 00010000:00000010:0.1:1734676307.305468:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fa400. 00010000:00000010:2.1:1734676307.305488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48be00. 00000400:00000200:2.0:1734676307.307206:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.307224:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f680 00000400:00000200:2.0:1734676307.307232:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6095 [1] + 224 00000400:00000200:2.0:1734676307.307243:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.307247:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.307256:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0bab100 x1818938864432768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.307284:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.307288:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177b00 00000400:00000200:2.0:1734676307.307293:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 656 00000400:00000200:2.0:1734676307.307305:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.307308:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.307313:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.307317:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000020:00000010:2.0:1734676307.307593:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb800. 00000020:00000010:2.0:1734676307.307598:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676307.307601:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.307619:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867940096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.307637:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940096 02000000:00000010:2.0:1734676307.307644:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a0b69000. 00010000:00000010:2.0:1734676307.307669:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6380. 00000100:00000010:2.0:1734676307.307676:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.307681:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.307684:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6380. 00000400:00000010:2.0:1734676307.307692:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.307697:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940096, offset 224 00000400:00000200:2.0:1734676307.307702:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.307709:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.307714:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81033:81033:256:4294967295] 192.168.203.46@tcp LPNI seq info [81029:81029:8:4294967295] 00000400:00000200:2.0:1734676307.307722:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.307727:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.307730:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9e7000. 00000800:00000200:2.0:1734676307.307734:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.307739:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.307742:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9e7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.307754:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4980. 00000020:00000010:2.0:1734676307.307758:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.307762:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb800. 00000800:00000200:2.0:1734676307.307829:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.307832:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9e7000. 00000400:00000200:2.0:1734676307.307834:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.307837:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.307839:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676307.307841:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000400:00000010:1.0:1734676307.307907:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:1.0:1734676307.307911:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676307.307912:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676307.307917:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0bab100 x1818938864432768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.307925:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0bab100 x1818938864432768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.307942:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc780. 02000000:00000010:1.0:1734676307.307950:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0800. 02000000:00000010:1.0:1734676307.307954:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1600. 00000100:00000010:1.0:1734676307.307957:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 00000100:00000010:1.0:1734676307.307962:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:1.0:1734676307.307964:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d100. 00080000:00000010:1.0:1734676307.307977:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1600. 00010000:00000010:1.0:1734676307.308051:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59680. 00010000:00000010:1.0:1734676307.308057:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fedc700. 00010000:00000010:1.0:1734676307.308124:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0800. 00010000:00000010:1.0:1734676307.308129:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59680. 00010000:00000010:1.0:1734676307.308135:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d100. 00000100:00000010:1.0:1734676307.308137:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.308141:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 02000000:00000010:1.0:1734676307.308149:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd0400. 02000000:00000010:1.0:1734676307.308165:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c0fa400. 00000400:00000010:1.0:1734676307.308168:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad5d8. 00000400:00000010:1.0:1734676307.308170:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676307.308174:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864432896, portal 16 00000400:00000010:1.0:1734676307.308177:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676307.308178:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864432896, offset 0 00000400:00000200:1.0:1734676307.308182:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.308186:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.308189:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.308192:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.308195:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.308196:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.308199:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81034:81034:256:4294967295] 192.168.203.46@tcp LPNI seq info [81030:81030:8:4294967295] 00000400:00000200:1.0:1734676307.308205:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.308208:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.308211:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.308214:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.308218:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.308220:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.308510:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.308513:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:2.0:1734676307.308516:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.308519:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.308522:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:2.0:1734676307.308523:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:2.0:1734676307.308527:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0bab100 x1818938864432896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.310159:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.310173:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f700 00000400:00000200:3.0:1734676307.310179:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60a1 [1] + 224 00000400:00000200:3.0:1734676307.310195:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.310199:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.310207:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0bab100 x1818938864432896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676307.310874:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad5d8. 00000400:00000200:0.0:1734676307.310879:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676307.310881:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676307.310887:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0bab100 x1818938864432896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.310895:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0bab100 x1818938864432896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.310915:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c0fa400. 02000000:00000010:0.0:1734676307.310920:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd0400. 00000100:00000010:0.0:1734676307.310924:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 00000100:00000010:0.0:1734676307.310929:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:0.0:1734676307.310932:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d100. 00000400:00000200:2.0:1734676307.312089:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.312100:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177b80 00000400:00000200:2.0:1734676307.312108:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 984 00000400:00000200:2.0:1734676307.312173:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.312178:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.312184:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.312188:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000020:00000010:0.0:1734676307.312271:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810800. 00000020:00000010:0.0:1734676307.312276:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.312280:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.312300:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867940224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.312324:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940224 02000000:00000010:0.0:1734676307.312332:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b70400. 00010000:00000010:0.0:1734676307.312352:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a7580. 00010000:00000010:0.0:1734676307.312367:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd2c0. 00000100:00000010:0.0:1734676307.312372:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.312379:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676307.312382:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd2c0. 00080000:00000010:0.0:1734676307.312402:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811600. 00010000:00000010:0.0:1734676307.312459:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59680. 00010000:00000010:0.0:1734676307.312465:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0a7500. 00010000:00000010:0.0:1734676307.312515:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811000. 00010000:00000010:0.0:1734676307.312520:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cd00. 00010000:00000010:0.0:1734676307.312526:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd2c0. 00000100:00000010:0.0:1734676307.312529:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.312534:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676307.312541:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811200. 02000000:00000010:0.0:1734676307.312556:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810200. 00000400:00000010:0.0:1734676307.312559:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676307.312564:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.312568:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433024, portal 16 00000400:00000010:0.0:1734676307.312571:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676307.312573:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433024, offset 0 00000400:00000200:0.0:1734676307.312577:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.312584:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.312588:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.312591:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.312594:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.312596:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.312599:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81035:81035:256:4294967295] 192.168.203.46@tcp LPNI seq info [81031:81031:8:4294967295] 00000400:00000200:0.0:1734676307.312606:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.312610:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.312613:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676307.312618:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.312623:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.312626:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1734676307.312641:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676307.312644:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940224, offset 224 00000400:00000200:0.0:1734676307.312652:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.312657:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.312661:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81036:81036:255:4294967295] 192.168.203.46@tcp LPNI seq info [81032:81032:7:4294967295] 00000400:00000200:0.0:1734676307.312667:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.312670:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.312672:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2a00. 00000800:00000200:0.0:1734676307.312674:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.312677:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.312679:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.312687:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.312690:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.312693:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810800. 00000800:00000200:2.0:1734676307.313018:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.313021:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:2.0:1734676307.313023:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.313027:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.313029:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:2.0:1734676307.313031:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:2.0:1734676307.313049:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864433024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1734676307.313099:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.313101:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2a00. 00000400:00000200:2.0:1734676307.313103:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.313106:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.313108:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:2.0:1734676307.313109:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00080000:00000010:3.0:1734676307.313600:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313607:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313671:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313675:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313681:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313685:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313692:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009e02a180. 00080000:00000010:3.0:1734676307.313695:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009e02a180. 00010000:00000010:1.1:1734676307.316384:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c0c00. 00010000:00000010:1.1:1734676307.316393:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa0c1100. 00010000:00000010:1.1:1734676307.316400:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1000. 00010000:00000010:1.1:1734676307.316403:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7e00. 00000400:00000200:3.0:1734676307.316404:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:1.1:1734676307.316405:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcb000. 00000400:00000200:3.0:1734676307.316417:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f780 00000400:00000200:3.0:1734676307.316426:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60a9 [1] + 224 00000400:00000200:3.0:1734676307.316440:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.316443:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.316453:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864433024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.316512:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:1.0:1734676307.316517:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676307.316520:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676307.316525:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864433024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.316533:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864433024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.316550:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25800. 02000000:00000010:1.0:1734676307.316553:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810200. 00010000:00000010:0.1:1734676307.316553:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcbc00. 02000000:00000010:1.0:1734676307.316558:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811200. 00000100:00000010:1.0:1734676307.316562:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000010:1.0:1734676307.316566:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:1.0:1734676307.316570:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd2c0. 00000400:00000200:0.0:1734676307.317390:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.317402:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177c00 00000400:00000200:0.0:1734676307.317408:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 1312 00000400:00000200:0.0:1734676307.317473:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.317477:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.317482:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.317486:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:3.0:1734676307.317997:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0400. 00000020:00000010:3.0:1734676307.318004:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.318008:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.318028:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867940352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.318082:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940352 02000000:00000010:3.0:1734676307.318092:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.318113:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1100. 00010000:00000010:3.0:1734676307.318127:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.318132:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5c00. 00000100:00000010:3.0:1734676307.318141:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5c00. 00010000:00000010:3.0:1734676307.318144:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.318154:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.318159:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940352, offset 224 00000400:00000200:3.0:1734676307.318164:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.318172:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.318177:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81037:81037:256:4294967295] 192.168.203.46@tcp LPNI seq info [81033:81033:8:4294967295] 00000400:00000200:3.0:1734676307.318184:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.318189:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.318192:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.318196:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.318202:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.318205:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.318216:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.318219:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.318222:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0400. 00080000:00000010:1.0:1734676307.318543:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fac00. 00010000:00000010:1.0:1734676307.318600:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cd00. 00010000:00000010:1.0:1734676307.318606:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1080. 00010000:00000010:1.0:1734676307.318658:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0fa400. 00010000:00000010:1.0:1734676307.318662:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f80. 00010000:00000010:1.0:1734676307.318669:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d600. 00000100:00000010:1.0:1734676307.318672:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.318677:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 02000000:00000010:1.0:1734676307.318686:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ff43400. 02000000:00000010:1.0:1734676307.318704:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073648e00. 00000400:00000010:1.0:1734676307.318708:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adb00. 00000400:00000010:1.0:1734676307.318711:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.318715:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433152, portal 16 00000400:00000010:1.0:1734676307.318718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.318719:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433152, offset 0 00000400:00000200:1.0:1734676307.318723:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.318728:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.318731:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.318734:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.318737:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.318739:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.318741:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81038:81038:255:4294967295] 192.168.203.46@tcp LPNI seq info [81034:81034:7:4294967295] 00000400:00000200:1.0:1734676307.318747:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.318751:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.318754:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db900. 00000800:00000200:1.0:1734676307.318757:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.318761:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.318763:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.319161:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.319165:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:2.0:1734676307.319169:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.319173:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.319176:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:2.0:1734676307.319177:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:2.0:1734676307.319224:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.319225:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db900. 00000400:00000200:2.0:1734676307.319227:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.319230:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.319232:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:2.0:1734676307.319233:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:2.0:1734676307.319239:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9880 x1818938864433152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.320348:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d2400. 00000400:00000200:2.0:1734676307.323415:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.323433:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f800 00000400:00000200:2.0:1734676307.323441:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60b9 [1] + 224 00000400:00000200:2.0:1734676307.323451:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.323455:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.323464:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9880 x1818938864433152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.323485:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.323489:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177c80 00000400:00000200:2.0:1734676307.323493:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 1640 00000400:00000200:2.0:1734676307.323505:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.323508:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.323513:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.323518:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 00000400:00000010:0.0:1734676307.323584:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb00. 00000400:00000200:0.0:1734676307.323588:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676307.323591:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:0.0:1734676307.323597:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9880 x1818938864433152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.323605:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9880 x1818938864433152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.323633:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073648e00. 02000000:00000010:0.0:1734676307.323639:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ff43400. 00000100:00000010:0.0:1734676307.323643:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 00000100:00000010:0.0:1734676307.323648:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:0.0:1734676307.323651:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d600. 00000020:00000010:0.0:1734676307.323684:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811800. 00000020:00000010:0.0:1734676307.323688:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.323692:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.323710:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1880 x1818938867940480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.323728:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940480 02000000:00000010:0.0:1734676307.323737:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a4b73000. 00010000:00000010:0.0:1734676307.323759:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d1c80. 00010000:00000010:0.0:1734676307.323771:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd180. 00000100:00000010:0.0:1734676307.323776:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676307.323897:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:0.0:1734676307.323901:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd180. 00000400:00000010:0.0:1734676307.323911:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676307.323915:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940480, offset 224 00000400:00000200:0.0:1734676307.323920:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.323928:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.323933:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81039:81039:256:4294967295] 192.168.203.46@tcp LPNI seq info [81035:81035:8:4294967295] 00000400:00000200:0.0:1734676307.323941:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.323945:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.323948:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676307.323952:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.323957:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.323960:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.323973:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce00. 00000020:00000010:0.0:1734676307.323977:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.323980:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811800. 00000800:00000200:0.0:1734676307.324070:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.324080:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000400:00000200:0.0:1734676307.324083:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.324086:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.324089:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:0.0:1734676307.324090:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00080000:00000010:1.0:1734676307.324380:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d062c00. 00010000:00000010:1.0:1734676307.324443:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f80. 00010000:00000010:1.0:1734676307.324450:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d1c00. 00010000:00000010:1.0:1734676307.324510:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db700. 00010000:00000010:1.0:1734676307.324513:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f80. 00010000:00000010:1.0:1734676307.324517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007349d000. 00010000:00000010:1.0:1734676307.324521:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59900. 00080000:00000010:1.0:1734676307.324530:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073794e00. 00010000:00000010:1.0:1734676307.324549:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59900. 00010000:00000010:1.0:1734676307.324552:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f80. 00010000:00000010:1.0:1734676307.324593:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acbe00. 00010000:00000010:1.0:1734676307.324597:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f80. 00010000:00000010:1.0:1734676307.324602:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.324606:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb900. 00000100:00000010:1.0:1734676307.324611:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.324619:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095acaa00. 02000000:00000010:1.0:1734676307.324636:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095aca400. 00000400:00000010:1.0:1734676307.324641:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad2c0. 00000400:00000010:1.0:1734676307.324644:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.324649:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433280, portal 16 00000400:00000010:1.0:1734676307.324653:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.324655:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433280, offset 0 00000400:00000200:1.0:1734676307.324659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.324664:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.324667:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.324670:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.324673:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.324675:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.324677:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81040:81040:256:4294967295] 192.168.203.46@tcp LPNI seq info [81036:81036:8:4294967295] 00000400:00000200:1.0:1734676307.324683:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.324687:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.324689:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db800. 00000800:00000200:1.0:1734676307.324692:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.324696:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.324699:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.324791:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.324794:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db800. 00000400:00000200:2.0:1734676307.324797:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.324800:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.324802:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:2.0:1734676307.324804:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:2.0:1734676307.324809:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864433280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.325251:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78e00. 00010000:00000010:1.1:1734676307.325257:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fedd200. 00010000:00000010:1.1:1734676307.325260:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00000400:00000200:2.0:1734676307.327821:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.327836:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f880 00000400:00000200:2.0:1734676307.327844:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60c5 [1] + 224 00000400:00000200:2.0:1734676307.327854:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.327857:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.327867:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864433280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.329368:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.329378:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177d00 00000400:00000200:2.0:1734676307.329386:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa49f9 [2] + 1968 00000400:00000010:2.0:1734676307.329390:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:2.0:1734676307.329393:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08dd80 00000400:00000200:2.0:1734676307.329617:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.329622:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.329626:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08dd80 00000400:00000010:2.0:1734676307.329628:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08dd80. 00000100:00000200:2.0:1734676307.329633:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676307.329817:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad2c0. 00000400:00000200:1.0:1734676307.329821:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:1.0:1734676307.329823:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.329830:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864433280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.329839:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864433280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.329863:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095aca400. 02000000:00000010:1.0:1734676307.329867:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095acaa00. 00000100:00000010:1.0:1734676307.329871:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.329875:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb900. 00010000:00000010:1.0:1734676307.329878:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00010000:00000010:1.1:1734676307.332183:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2000. 00010000:00000010:1.1:1734676307.332192:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edef700. 00010000:00000010:1.1:1734676307.332195:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0800. 00000020:00000010:1.0:1734676307.332888:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.332894:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59900. 00000020:00000010:1.0:1734676307.332898:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.332922:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880076523c50 x1818938867940608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.332949:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940608 02000000:00000010:1.0:1734676307.332957:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.332978:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096f63300. 00010000:00000010:1.0:1734676307.332991:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.332996:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb900. 00000100:00000010:1.0:1734676307.333014:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb900. 00010000:00000010:1.0:1734676307.333017:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000400:00000010:1.0:1734676307.333026:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.333032:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940608, offset 224 00080000:00000010:2.0:1734676307.333051:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcac00. 00000400:00000200:1.0:1734676307.333051:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.333060:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.333065:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81041:81041:256:4294967295] 192.168.203.46@tcp LPNI seq info [81037:81037:8:4294967295] 00000400:00000200:1.0:1734676307.333084:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.333089:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.333092:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db100. 00000800:00000200:1.0:1734676307.333097:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.333102:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.333105:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676307.333121:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f80. 00000020:00000010:1.0:1734676307.333124:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59900. 00010000:00000010:2.0:1734676307.333126:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096f63780. 00000020:00000010:1.0:1734676307.333126:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.333129:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 02000000:00000010:1.0:1734676307.333135:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73000. 00000100:00000010:1.0:1734676307.333139:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 02000000:00000010:1.0:1734676307.333143:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:1.0:1734676307.333146:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676307.333150:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70400. 00000100:00000010:1.0:1734676307.333153:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:1.0:1734676307.333155:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a0b69000. 00000100:00000010:1.0:1734676307.333157:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:1.0:1734676307.333158:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b70000. 00000100:00000010:1.0:1734676307.333160:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 02000000:00000010:1.0:1734676307.333162:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a4b73400. 00000100:00000010:1.0:1734676307.333163:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000200:1.0:1734676307.333168:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676307.333173:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad2c0. 00000400:00000010:1.0:1734676307.333177:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959eb900. 00010000:00000010:2.0:1734676307.333190:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcb000. 00010000:00000010:2.0:1734676307.333195:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a00. 00010000:00000010:2.0:1734676307.333202:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6e40. 00000100:00000010:2.0:1734676307.333205:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0900. 00000100:00000010:2.0:1734676307.333210:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676307.333217:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcb800. 02000000:00000010:2.0:1734676307.333236:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcbc00. 00000400:00000010:2.0:1734676307.333239:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676307.333242:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.333245:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433408, portal 16 00000400:00000010:2.0:1734676307.333248:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676307.333249:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433408, offset 0 00000400:00000200:2.0:1734676307.333253:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.333257:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.333260:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.333263:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.333265:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.333267:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.333269:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81042:81042:255:4294967295] 192.168.203.46@tcp LPNI seq info [81038:81038:7:4294967295] 00000400:00000200:2.0:1734676307.333274:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.333277:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.333279:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.333282:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.333285:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.333287:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.333307:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.333310:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db100. 00000400:00000200:0.0:1734676307.333314:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.333317:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.333320:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676307.333321:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 02000000:00000010:0.0:1734676307.333324:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000800:00000200:0.0:1734676307.333339:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.333340:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676307.333342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.333345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.333346:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676307.333347:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676307.333352:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864433408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.334833:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ed1000. 00010000:00000010:1.1:1734676307.335006:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d421400. 00010000:00000010:1.1:1734676307.335014:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811000. 00010000:00000010:1.1:1734676307.335021:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbdd00. 00010000:00000010:1.1:1734676307.335024:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fa400. 00010000:00000010:1.1:1734676307.335027:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db700. 00010000:00000010:1.1:1734676307.335030:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007349d000. 00000400:00000200:2.0:1734676307.337134:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.337150:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f900 00000400:00000200:2.0:1734676307.337158:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60d5 [1] + 224 00000400:00000200:2.0:1734676307.337168:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.337171:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.337180:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864433408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.337201:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.337205:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177d80 00000400:00000200:2.0:1734676307.337208:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 0 00000400:00000200:2.0:1734676307.337257:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.337261:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.337265:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.337270:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000020:00000010:1.0:1734676307.337334:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acbc00. 00000020:00000010:1.0:1734676307.337340:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.337343:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.337362:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867940736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.337381:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940736 02000000:00000010:1.0:1734676307.337390:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.337418:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.337424:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.337429:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.337431:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000400:00000010:1.0:1734676307.337441:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676307.337446:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940736, offset 224 00000400:00000200:1.0:1734676307.337451:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.337459:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.337463:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81043:81043:256:4294967295] 192.168.203.46@tcp LPNI seq info [81039:81039:8:4294967295] 00000400:00000200:1.0:1734676307.337470:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.337475:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.337478:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db500. 00000800:00000200:1.0:1734676307.337482:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.337487:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.337490:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.337502:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.337506:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.337509:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acbc00. 00000400:00000010:0.0:1734676307.337557:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:0.0:1734676307.337561:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676307.337562:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676307.337568:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864433408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.337576:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864433408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676307.337594:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793d00. 02000000:00000010:0.0:1734676307.337604:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcbc00. 02000000:00000010:0.0:1734676307.337608:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcb800. 00000100:00000010:0.0:1734676307.337612:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:0.0:1734676307.337616:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0900. 00010000:00000010:0.0:1734676307.337618:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6e40. 00080000:00000010:0.0:1734676307.337631:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810000. 00010000:00000010:0.0:1734676307.337690:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a00. 00010000:00000010:0.0:1734676307.337696:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793c80. 00010000:00000010:0.0:1734676307.337752:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810600. 00010000:00000010:0.0:1734676307.337758:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce00. 00000800:00000200:2.0:1734676307.337761:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.337763:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db500. 00010000:00000010:0.0:1734676307.337765:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbdc00. 00000400:00000200:2.0:1734676307.337766:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1734676307.337768:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000400:00000200:2.0:1734676307.337769:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.337771:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000100:00000010:0.0:1734676307.337772:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:2.0:1734676307.337773:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 02000000:00000010:0.0:1734676307.337779:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811400. 02000000:00000010:0.0:1734676307.339721:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810e00. 00000400:00000010:0.0:1734676307.339733:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676307.339739:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676307.339746:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433536, portal 16 00000400:00000010:0.0:1734676307.339750:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676307.339753:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433536, offset 0 00000400:00000200:0.0:1734676307.339760:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.339772:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.339777:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.339781:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.339784:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.339786:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.339789:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81044:81044:256:4294967295] 192.168.203.46@tcp LPNI seq info [81040:81040:8:4294967295] 00000400:00000200:0.0:1734676307.339796:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.339800:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.339804:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676307.339809:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.339816:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.339819:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.339904:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.339907:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:0.0:1734676307.339911:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.339914:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.339917:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:0.0:1734676307.339918:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676307.339925:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864433536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676307.339941:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676307.339951:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811000. 02000000:00000010:0.0:1734676307.339970:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810a00. 00000400:00000010:0.0:1734676307.339972:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676307.339974:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676307.339976:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433664, portal 16 00000400:00000010:0.0:1734676307.339978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676307.339980:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433664, offset 0 00000400:00000200:0.0:1734676307.339983:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.339986:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.339989:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.339990:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.339992:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.339994:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.339996:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81045:81045:256:4294967295] 192.168.203.46@tcp LPNI seq info [81041:81041:8:4294967295] 00000400:00000200:0.0:1734676307.340001:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.340004:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.340006:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2000. 00000800:00000200:0.0:1734676307.340009:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.340012:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.340014:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676307.340365:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0ca00. 00000800:00000200:3.0:1734676307.340779:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.340782:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2000. 00000400:00000200:3.0:1734676307.340785:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.340789:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.340792:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:3.0:1734676307.340794:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:3.0:1734676307.340799:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864433664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342572:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.342586:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1f980 00000400:00000200:3.0:1734676307.342594:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60e1 [1] + 224 00000400:00000200:3.0:1734676307.342604:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.342607:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.342616:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864433536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342649:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.342654:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177e00 00000400:00000200:3.0:1734676307.342658:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 328 00000400:00000200:3.0:1734676307.342663:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.342665:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.342669:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676307.342674:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 00000400:00000010:1.0:1734676307.342679:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:1.0:1734676307.342683:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676307.342685:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:1.0:1734676307.342694:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864433536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342697:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.342700:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fa00 00000100:00000200:1.0:1734676307.342702:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864433536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342704:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60e9 [1] + 224 00000400:00000200:3.0:1734676307.342708:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.342710:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.342714:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864433664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342722:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:1.0:1734676307.342722:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:1.0:1734676307.342724:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000200:3.0:1734676307.342725:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177e80 00000400:00000010:1.0:1734676307.342725:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000400:00000200:3.0:1734676307.342728:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 656 00000100:00000200:1.0:1734676307.342728:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864433664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.342734:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864433664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.342741:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.342744:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:1.0:1734676307.342744:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810e00. 00000100:00000200:3.0:1734676307.342746:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676307.342749:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:1.0:1734676307.342749:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811400. 00000100:00000010:1.0:1734676307.342753:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676307.342757:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810a00. 02000000:00000010:1.0:1734676307.342759:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811000. 00000100:00000010:1.0:1734676307.342761:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000010:1.0:1734676307.342763:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:1.0:1734676307.342767:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbdc00. 00000020:00000010:1.0:1734676307.342870:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acbc00. 00000020:00000010:1.0:1734676307.342875:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.342879:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.342899:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29880 x1818938867940864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676307.342922:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb400. 00000020:00000010:1.0:1734676307.342924:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59900. 00000020:00000010:1.0:1734676307.342926:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23640. 00000100:00000200:1.0:1734676307.342932:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2aa00 x1818938867940992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.342957:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940864 02000000:00000010:1.0:1734676307.342964:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00000100:00000200:3.0:1734676307.342971:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867940992 02000000:00000010:3.0:1734676307.342976:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:1.0:1734676307.342984:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a7900. 00010000:00000010:3.0:1734676307.343293:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793280. 00010000:00000010:3.0:1734676307.343315:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f100. 00000400:00000010:1.0:1734676307.343432:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.343437:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940864, offset 224 00000400:00000200:1.0:1734676307.343441:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.343449:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.343454:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81046:81046:256:4294967295] 192.168.203.46@tcp LPNI seq info [81042:81042:8:4294967295] 00000400:00000200:1.0:1734676307.343462:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.343466:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.343469:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbb00. 00000800:00000200:1.0:1734676307.343474:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.343480:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.343483:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.343602:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59600. 00000020:00000010:1.0:1734676307.343607:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.343609:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acbc00. 00000800:00000200:0.0:1734676307.343694:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.343697:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbb00. 00000400:00000200:0.0:1734676307.343700:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.343703:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.343706:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676307.343707:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000010:3.0:1734676307.344065:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.344087:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.344091:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f100. 00000400:00000010:3.0:1734676307.344099:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.344102:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867940992, offset 224 00000400:00000200:3.0:1734676307.344106:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.344111:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.344114:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81047:81047:256:4294967295] 192.168.203.46@tcp LPNI seq info [81043:81043:8:4294967295] 00080000:00000010:1.0:1734676307.344115:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095acbc00. 00000400:00000200:3.0:1734676307.344119:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.344123:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.344125:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.344127:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.344130:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.344132:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.344142:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59900. 00000020:00000010:3.0:1734676307.344144:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23640. 00000020:00000010:3.0:1734676307.344148:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb400. 00010000:00000010:1.0:1734676307.344176:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce00. 00010000:00000010:1.0:1734676307.344182:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096f63180. 00000800:00000200:3.0:1734676307.344190:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.344191:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:3.0:1734676307.344193:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.344197:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.344199:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676307.344200:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:1.0:1734676307.344395:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acb400. 00010000:00000010:1.0:1734676307.344400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.344406:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.344410:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.344415:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.344423:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095acb600. 02000000:00000010:1.0:1734676307.344442:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095aca400. 00000400:00000010:1.0:1734676307.344447:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.344450:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.344453:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433792, portal 16 00000400:00000010:1.0:1734676307.344456:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.344458:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433792, offset 0 00000400:00000200:1.0:1734676307.344462:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.344467:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.344470:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.344473:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.344475:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.344477:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.344480:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81048:81048:256:4294967295] 192.168.203.46@tcp LPNI seq info [81044:81044:8:4294967295] 00000400:00000200:1.0:1734676307.344486:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.344489:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.344492:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbe00. 00000800:00000200:1.0:1734676307.344494:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.344498:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.344500:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.345258:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.345263:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbe00. 00000400:00000200:3.0:1734676307.345267:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.345272:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.345275:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:3.0:1734676307.345277:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:3.0:1734676307.345283:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864433792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.346424:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.346436:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fa80 00000400:00000200:1.0:1734676307.346443:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa60f9 [1] + 224 00000400:00000200:1.0:1734676307.346460:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.346463:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.346471:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864433792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.346498:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.346500:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.346502:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.346506:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864433792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.346512:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864433792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.346533:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095aca400. 02000000:00000010:1.0:1734676307.346537:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095acb600. 00000100:00000010:1.0:1734676307.346542:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.346546:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.346549:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00010000:00000010:1.1:1734676307.347026:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821200. 00010000:00000010:1.1:1734676307.347032:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acbe00. 00000400:00000200:2.0:1734676307.347120:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.347128:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177f00 00000400:00000200:2.0:1734676307.347134:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 984 00010000:00000010:1.1:1734676307.347147:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f0d600. 00000400:00000200:2.0:1734676307.347180:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.347187:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.347192:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.347197:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 00000020:00000010:0.0:1734676307.347279:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811a00. 00000020:00000010:0.0:1734676307.347285:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.347289:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.347308:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1180 x1818938867941120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.347327:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941120 02000000:00000010:0.0:1734676307.347335:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676307.347355:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694bd80. 00010000:00000010:0.0:1734676307.347366:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd3c0. 00000100:00000010:0.0:1734676307.347371:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676307.347388:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:0.0:1734676307.347391:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd3c0. 00000400:00000010:0.0:1734676307.347399:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676307.347403:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941120, offset 224 00000400:00000200:0.0:1734676307.347452:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.347458:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.347462:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81049:81049:256:4294967295] 192.168.203.46@tcp LPNI seq info [81045:81045:8:4294967295] 00000400:00000200:0.0:1734676307.347469:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.347474:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.347477:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676307.347481:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.347486:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.347489:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.347508:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.347511:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.347514:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811a00. 00000800:00000200:3.0:1734676307.347530:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.347534:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:3.0:1734676307.347536:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1734676307.347690:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095acbe00. 00010000:00000010:1.0:1734676307.347747:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.347753:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694bd00. 00010000:00000010:1.0:1734676307.347803:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acb600. 00010000:00000010:1.0:1734676307.347807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.347812:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.347816:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.347820:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.347828:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095aca400. 02000000:00000010:1.0:1734676307.347846:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095acaa00. 00000400:00000010:1.0:1734676307.347851:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.347854:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.347858:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864433920, portal 16 00000400:00000010:1.0:1734676307.347860:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676307.347862:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864433920, offset 0 00000400:00000200:1.0:1734676307.348387:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.348394:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.348397:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.348400:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.348403:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.348405:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.348407:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81050:81050:255:4294967295] 192.168.203.46@tcp LPNI seq info [81046:81046:7:4294967295] 00000400:00000200:1.0:1734676307.348413:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.348417:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.348423:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dba00. 00000800:00000200:1.0:1734676307.348426:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.348432:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.348434:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dba00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1734676307.348474:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.348479:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:3.0:1734676307.348480:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000800:00000200:3.0:1734676307.348532:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.348534:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dba00. 00000400:00000200:3.0:1734676307.348537:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.348540:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.348542:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:3.0:1734676307.348543:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:3.0:1734676307.348548:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864433920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.351740:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.351755:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fb00 00000400:00000200:0.0:1734676307.351762:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6105 [1] + 224 00000400:00000200:0.0:1734676307.351771:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.351775:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.351783:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864433920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.351821:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.351825:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5177f80 00000400:00000200:0.0:1734676307.351829:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 1312 00000400:00000200:0.0:1734676307.351882:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.351885:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.351890:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.351895:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676307.351970:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0000. 00000020:00000010:3.0:1734676307.351976:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.351980:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.352001:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867941248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.352019:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941248 02000000:00000010:3.0:1734676307.352028:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.352083:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.352088:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.352093:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.352095:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.352105:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.352110:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941248, offset 224 00000400:00000200:3.0:1734676307.352115:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.352122:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.352127:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81051:81051:256:4294967295] 192.168.203.46@tcp LPNI seq info [81047:81047:8:4294967295] 00000400:00000200:3.0:1734676307.352134:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.352138:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.352141:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.352145:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.352151:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.352154:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.352174:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.352178:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.352181:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0000. 00000800:00000200:2.0:1734676307.352263:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.352266:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:2.0:1734676307.352269:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.352272:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.352275:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676307.352276:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000400:00000010:1.0:1734676307.352281:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.352285:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.352286:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.352290:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864433920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.352298:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864433920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.352314:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc080. 02000000:00000010:1.0:1734676307.352321:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095acaa00. 02000000:00000010:1.0:1734676307.352325:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095aca400. 00000100:00000010:1.0:1734676307.352328:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.352331:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.352333:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00080000:00000010:1.0:1734676307.352344:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095aca400. 00010000:00000010:1.0:1734676307.352395:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.352402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d114180. 00010000:00000010:1.0:1734676307.352455:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db400. 00010000:00000010:1.0:1734676307.352458:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676307.352461:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acaa00. 00010000:00000010:1.0:1734676307.352465:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59a00. 00080000:00000010:1.0:1734676307.352473:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007349d000. 00010000:00000010:1.0:1734676307.354263:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59a00. 00010000:00000010:1.0:1734676307.354273:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676307.354357:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0fa400. 00010000:00000010:1.0:1734676307.354363:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.354372:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.354377:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.354385:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.354399:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2a200. 02000000:00000010:1.0:1734676307.354422:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2b000. 00000400:00000010:1.0:1734676307.354428:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.354435:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.354441:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434048, portal 16 00000400:00000010:1.0:1734676307.354444:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.354446:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434048, offset 0 00000400:00000200:1.0:1734676307.354453:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.354462:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.354467:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.354470:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.354472:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.354474:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.354477:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81052:81052:256:4294967295] 192.168.203.46@tcp LPNI seq info [81048:81048:8:4294967295] 00000400:00000200:1.0:1734676307.354484:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.354488:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.354492:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.354496:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.354502:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.354512:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676307.354633:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14e800. 00010000:00000010:1.1:1734676307.354677:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdb000. 00010000:00000010:1.1:1734676307.354680:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcb000. 00000800:00000200:3.0:1734676307.354781:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.354784:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:3.0:1734676307.354788:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.354792:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.354795:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:3.0:1734676307.354797:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:3.0:1734676307.354803:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.356762:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.356776:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fb80 00000400:00000200:0.0:1734676307.356784:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6111 [1] + 224 00000400:00000200:0.0:1734676307.356793:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.356796:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.356805:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.356839:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.356844:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178000 00000400:00000200:0.0:1734676307.356848:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 1640 00000400:00000200:0.0:1734676307.356858:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.356861:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.356866:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.356870:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:0.0:1734676307.356909:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811a00. 00000020:00000010:0.0:1734676307.356914:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.356917:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.356937:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867941376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.356967:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941376 02000000:00000010:0.0:1734676307.356975:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:0.0:1734676307.357008:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.357013:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676307.357018:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:0.0:1734676307.357021:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.357030:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676307.357034:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941376, offset 224 00000400:00000200:0.0:1734676307.357053:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.357059:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.357064:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81053:81053:256:4294967295] 192.168.203.46@tcp LPNI seq info [81049:81049:8:4294967295] 00000400:00000200:0.0:1734676307.357079:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.357083:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.357086:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676307.357090:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.357095:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.357098:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.357118:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.357121:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.357124:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811a00. 00000800:00000200:3.0:1734676307.357156:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.357159:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:3.0:1734676307.357162:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.357165:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.357168:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:3.0:1734676307.357170:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000400:00000010:1.0:1734676307.357186:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.357189:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.357190:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.357195:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.357202:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.357219:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e1d3080. 02000000:00000010:1.0:1734676307.357228:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2b000. 02000000:00000010:1.0:1734676307.357231:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2a200. 00000100:00000010:1.0:1734676307.357234:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.357241:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.357244:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00080000:00000010:1.0:1734676307.357255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2a200. 00010000:00000010:1.0:1734676307.357312:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.357318:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da0e100. 00010000:00000010:1.0:1734676307.357375:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2b000. 00010000:00000010:1.0:1734676307.357380:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.358123:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.358129:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.358135:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.358144:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2be00. 02000000:00000010:1.0:1734676307.358164:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2ae00. 00000400:00000010:1.0:1734676307.358169:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.358172:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.358176:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434176, portal 16 00000400:00000010:1.0:1734676307.358179:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.358181:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434176, offset 0 00000400:00000200:1.0:1734676307.358185:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.358191:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.358195:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.358199:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.358201:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.358203:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.358205:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81054:81054:256:4294967295] 192.168.203.46@tcp LPNI seq info [81050:81050:8:4294967295] 00000400:00000200:1.0:1734676307.358211:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.358214:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.358217:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.358221:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.358226:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.358228:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.358897:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.358902:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:3.0:1734676307.358906:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.358910:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.358912:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:3.0:1734676307.358914:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:3.0:1734676307.358920:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.359140:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2c00. 00010000:00000010:1.1:1734676307.359150:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d722b00. 00010000:00000010:1.1:1734676307.359153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810600. 00010000:00000010:2.1:1734676307.359170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabde00. 00010000:00000010:1.1:1734676307.362717:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5000. 00000400:00000200:2.0:1734676307.362820:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.362834:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fc00 00000400:00000200:2.0:1734676307.362841:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa611d [1] + 224 00000400:00000200:2.0:1734676307.362852:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.362855:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.362865:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.362900:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.362904:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178080 00000400:00000200:2.0:1734676307.362909:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4a51 [2] + 1968 00000400:00000010:2.0:1734676307.362912:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad160. 00000400:00000200:2.0:1734676307.362916:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880098de6a80 00000400:00000200:2.0:1734676307.362973:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.362976:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.362979:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880098de6a80 00000400:00000010:2.0:1734676307.362981:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880098de6a80. 00000100:00000200:2.0:1734676307.362987:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676307.363290:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.363294:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.363295:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.363301:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.363308:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.363329:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2ae00. 02000000:00000010:1.0:1734676307.363333:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2be00. 00000100:00000010:1.0:1734676307.363337:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.363341:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.363344:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000020:00000010:0.0:1734676307.363453:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811a00. 00000020:00000010:0.0:1734676307.363459:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.363463:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.363482:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880076520c50 x1818938867941504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.363516:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941504 02000000:00000010:0.0:1734676307.363524:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f2400. 00010000:00000010:0.0:1734676307.363545:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9c1280. 00010000:00000010:0.0:1734676307.363559:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.363565:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4690c0. 00000100:00000010:0.0:1734676307.363570:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4690c0. 00010000:00000010:0.0:1734676307.363573:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.363582:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676307.363586:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941504, offset 224 00000400:00000200:0.0:1734676307.363590:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.363598:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.363602:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81055:81055:256:4294967295] 192.168.203.46@tcp LPNI seq info [81051:81051:8:4294967295] 00000400:00000200:0.0:1734676307.363611:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.363615:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.363618:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2b00. 00000800:00000200:0.0:1734676307.363623:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.363628:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.363631:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.363645:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.363647:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.363650:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811a00. 02000000:00000010:0.0:1734676307.363658:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000100:00000010:0.0:1734676307.363661:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:0.0:1734676307.363665:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:0.0:1734676307.363668:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:0.0:1734676307.363671:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:0.0:1734676307.363673:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:0.0:1734676307.363676:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:0.0:1734676307.363680:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:0.0:1734676307.363682:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:0.0:1734676307.363683:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:0.0:1734676307.363685:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676307.363687:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000200:0.0:1734676307.363692:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676307.363695:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99a0. 00000400:00000010:0.0:1734676307.363698:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d4690c0. 00080000:00000010:1.0:1734676307.364118:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2be00. 00010000:00000010:1.0:1734676307.364183:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.364190:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c1000. 00010000:00000010:1.0:1734676307.364254:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2ae00. 00010000:00000010:1.0:1734676307.364258:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.364266:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.364270:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.364276:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.364284:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2ac00. 02000000:00000010:1.0:1734676307.364299:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2b800. 00000400:00000010:1.0:1734676307.364302:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.364305:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.364308:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434304, portal 16 00000400:00000010:1.0:1734676307.364311:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.364313:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434304, offset 0 00000400:00000200:1.0:1734676307.364317:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.364322:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.364326:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.364329:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.364332:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.364333:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.364335:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81056:81056:255:4294967295] 192.168.203.46@tcp LPNI seq info [81052:81052:7:4294967295] 00000400:00000200:1.0:1734676307.364343:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.364346:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.364348:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.364352:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.364355:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.364358:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.364479:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.364483:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2b00. 00000400:00000200:2.0:1734676307.364486:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.364489:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.364492:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:2.0:1734676307.364494:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 02000000:00000010:2.0:1734676307.364497:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f2400. 00000800:00000200:2.0:1734676307.364533:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.364535:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:2.0:1734676307.364538:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.364541:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.364543:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:2.0:1734676307.364544:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:2.0:1734676307.364548:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.365346:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947f00. 00010000:00000010:1.1:1734676307.365352:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acb400. 00010000:00000010:1.1:1734676307.365355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d725600. 00010000:00000010:1.1:1734676307.365358:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4800. 00010000:00000010:1.1:1734676307.365360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acb600. 00010000:00000010:1.1:1734676307.365362:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db400. 00010000:00000010:1.1:1734676307.365365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acaa00. 00010000:00000010:1.1:1734676307.365367:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a5200. 00010000:00000010:1.1:1734676307.365371:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a700. 00010000:00000010:1.1:1734676307.365375:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fa400. 00000400:00000200:0.0:1734676307.366499:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.366512:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fc80 00000400:00000200:0.0:1734676307.366521:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa612d [1] + 224 00000400:00000200:0.0:1734676307.366538:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.366541:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.366550:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.366703:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.366708:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.366710:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.366714:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.366721:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.366742:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2b800. 02000000:00000010:1.0:1734676307.366746:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2ac00. 00000100:00000010:1.0:1734676307.366749:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.366753:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.366756:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000400:00000200:0.0:1734676307.366854:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.366860:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178100 00000400:00000200:0.0:1734676307.366865:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 0 00000400:00000200:0.0:1734676307.367111:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.367115:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.367120:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.367123:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676307.367435:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.367441:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.367445:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.367465:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867941632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.367485:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941632 02000000:00000010:3.0:1734676307.367493:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.367513:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006f7b3780. 00010000:00000010:3.0:1734676307.367546:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.367551:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.367560:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.367563:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.367573:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.367577:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941632, offset 224 00000400:00000200:3.0:1734676307.367582:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676307.367620:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2ac00. 00010000:00000010:1.0:1734676307.367679:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.367686:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006f7b3700. 00010000:00000010:1.0:1734676307.367741:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2b800. 00010000:00000010:1.0:1734676307.367746:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.367752:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.367755:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.367759:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.367766:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2b600. 02000000:00000010:1.0:1734676307.367780:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2a000. 00000400:00000010:1.0:1734676307.367784:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.367787:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.367791:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434432, portal 16 00000400:00000010:1.0:1734676307.367794:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.367795:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434432, offset 0 00000400:00000200:1.0:1734676307.367799:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.367854:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.367859:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81057:81057:256:4294967295] 192.168.203.46@tcp LPNI seq info [81053:81053:8:4294967295] 00000400:00000200:3.0:1734676307.367866:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.367872:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.367875:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.367879:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.367884:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.367887:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.367910:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.367913:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.367917:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00000800:00000200:2.0:1734676307.367965:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.367968:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:2.0:1734676307.367971:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.367974:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.367976:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:2.0:1734676307.367978:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000400:00000200:1.0:1734676307.367995:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.367999:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.368002:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.368004:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.368006:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.368008:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81058:81058:255:4294967295] 192.168.203.46@tcp LPNI seq info [81054:81054:7:4294967295] 00000400:00000200:1.0:1734676307.368013:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.368017:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.368020:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.368022:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.368026:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.368028:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.368495:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.368498:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:0.0:1734676307.368501:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.368504:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.368506:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676307.368508:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:0.0:1734676307.368513:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.370913:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.370929:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fd00 00000400:00000200:0.0:1734676307.370938:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6139 [1] + 224 00000400:00000200:0.0:1734676307.370947:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.370950:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.370960:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.370998:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.371003:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178180 00000400:00000200:0.0:1734676307.371007:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 328 00000400:00000010:1.0:1734676307.371029:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.371033:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.371059:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.371065:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.371081:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.371084:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.371088:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.371092:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.371097:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 02000000:00000010:1.0:1734676307.371103:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2a000. 02000000:00000010:1.0:1734676307.371108:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2b600. 00000100:00000010:1.0:1734676307.371112:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.371116:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.371118:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00010000:00000010:1.1:1734676307.372381:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000000. 00000020:00000010:3.0:1734676307.372427:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1e00. 00000020:00000010:3.0:1734676307.372435:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.372439:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.372459:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867941760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.372479:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941760 02000000:00000010:3.0:1734676307.372487:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.372510:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fae680. 00010000:00000010:3.0:1734676307.372523:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.372529:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.372538:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.372541:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.372551:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.372556:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941760, offset 224 00000400:00000200:3.0:1734676307.372561:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.372570:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.372574:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81059:81059:256:4294967295] 192.168.203.46@tcp LPNI seq info [81055:81055:8:4294967295] 00000400:00000200:3.0:1734676307.372582:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.372587:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.372590:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.372595:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.372601:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.372604:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.372616:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.372618:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.372622:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1e00. 00080000:00000010:1.0:1734676307.372677:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2b600. 00010000:00000010:1.0:1734676307.372733:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.372739:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fae600. 00010000:00000010:1.0:1734676307.372790:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2a000. 00010000:00000010:1.0:1734676307.372795:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.372802:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.372805:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.372811:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.372819:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2a400. 02000000:00000010:1.0:1734676307.372835:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2b200. 00000400:00000010:1.0:1734676307.372839:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.372843:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.372846:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434560, portal 16 00000400:00000010:1.0:1734676307.372850:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676307.372851:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434560, offset 0 00000400:00000200:1.0:1734676307.372855:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.372859:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.372862:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.372865:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.372868:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1734676307.372874:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.372877:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:2.0:1734676307.372880:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.372884:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.372887:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676307.372888:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000400:00000200:1.0:1734676307.373023:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.373025:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81060:81060:255:4294967295] 192.168.203.46@tcp LPNI seq info [81056:81056:7:4294967295] 00000400:00000200:1.0:1734676307.373032:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.373061:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.373064:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.373067:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.373078:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.373080:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.373133:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.373136:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:0.0:1734676307.373139:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.373143:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.373145:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676307.373146:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676307.373152:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.374470:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.374480:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fd80 00000400:00000200:0.0:1734676307.374487:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6145 [1] + 224 00000400:00000200:0.0:1734676307.374496:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.374498:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.374506:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.374537:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.374542:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178200 00000400:00000200:0.0:1734676307.374547:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 656 00000400:00000200:0.0:1734676307.374560:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.374563:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.374568:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.374572:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676307.374665:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb000. 00000020:00000010:2.0:1734676307.374670:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.374674:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.374693:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867941888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.374722:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867941888 02000000:00000010:2.0:1734676307.374730:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676307.374755:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.374760:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.374765:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.374768:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000400:00000010:2.0:1734676307.374777:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.374781:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867941888, offset 224 00000400:00000200:2.0:1734676307.374785:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.374791:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.374795:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81061:81061:256:4294967295] 192.168.203.46@tcp LPNI seq info [81057:81057:8:4294967295] 00000400:00000200:2.0:1734676307.374802:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.374805:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.374808:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.374812:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.374817:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.374820:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.374830:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.374833:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.374836:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb000. 00000800:00000200:3.0:1734676307.374885:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.374888:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:3.0:1734676307.374892:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.374895:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.374897:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:3.0:1734676307.374899:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000400:00000010:1.0:1734676307.374968:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.374971:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.374972:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.374978:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.374990:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.375007:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fae180. 02000000:00000010:1.0:1734676307.375016:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2b200. 02000000:00000010:1.0:1734676307.375020:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2a400. 00000100:00000010:1.0:1734676307.375024:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.375027:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.375029:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00080000:00000010:1.0:1734676307.375069:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2a400. 00010000:00000010:1.1:1734676307.375102:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3dd00. 00010000:00000010:1.1:1734676307.375107:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b000. 00010000:00000010:3.1:1734676307.375165:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdee00. 00010000:00000010:1.0:1734676307.375207:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.375213:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fae280. 00010000:00000010:1.0:1734676307.375272:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db000. 00010000:00000010:1.0:1734676307.375274:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676307.375277:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2b000. 00010000:00000010:1.0:1734676307.375281:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59a00. 00080000:00000010:1.0:1734676307.375290:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2b200. 00010000:00000010:1.0:1734676307.375309:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59a00. 00010000:00000010:1.0:1734676307.375311:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59600. 00010000:00000010:1.0:1734676307.375348:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2a800. 00010000:00000010:1.0:1734676307.375351:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.375355:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.375359:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.375363:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.375370:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2aa00. 02000000:00000010:1.0:1734676307.375384:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2ba00. 00000400:00000010:1.0:1734676307.375387:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.375390:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.375394:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434688, portal 16 00000400:00000010:1.0:1734676307.375396:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676307.375398:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434688, offset 0 00000400:00000200:1.0:1734676307.375402:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.375406:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.375409:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.375412:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.375415:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.375417:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.375419:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81062:81062:256:4294967295] 192.168.203.46@tcp LPNI seq info [81058:81058:8:4294967295] 00000400:00000200:1.0:1734676307.375425:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.375429:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.375431:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.375434:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.375438:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.375440:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.375501:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.375505:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:0.0:1734676307.375507:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.375511:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.375513:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676307.375514:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:0.0:1734676307.375519:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.377367:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.377379:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fe00 00000400:00000200:0.0:1734676307.377387:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6151 [1] + 224 00000400:00000200:0.0:1734676307.377396:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.377399:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.377407:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.377440:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.377443:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178280 00000400:00000200:0.0:1734676307.377447:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 984 00000400:00000200:0.0:1734676307.377459:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.377462:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.377466:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.377470:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000010:1.0:1734676307.377534:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.377538:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.377540:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.377545:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.377552:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676307.377568:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb000. 02000000:00000010:1.0:1734676307.377570:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2ba00. 00000020:00000010:2.0:1734676307.377573:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 02000000:00000010:1.0:1734676307.377574:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2aa00. 00000020:00000010:2.0:1734676307.377577:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000010:1.0:1734676307.377577:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.377582:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.377585:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000100:00000200:2.0:1734676307.377595:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867942016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.377625:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942016 02000000:00000010:2.0:1734676307.377634:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676307.377652:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dab3880. 00010000:00000010:2.0:1734676307.377666:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.377671:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.377681:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.377684:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000400:00000010:2.0:1734676307.377696:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.377699:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942016, offset 224 00000400:00000200:2.0:1734676307.377704:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.377710:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.377715:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81063:81063:256:4294967295] 192.168.203.46@tcp LPNI seq info [81059:81059:8:4294967295] 00000400:00000200:2.0:1734676307.377722:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.377726:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.377729:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.377732:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.377737:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.377740:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.377762:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.377766:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.377769:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb000. 00080000:00000010:1.0:1734676307.377796:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2aa00. 00010000:00000010:1.0:1734676307.377850:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.377856:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dab3800. 00000800:00000200:3.0:1734676307.377862:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.377865:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:3.0:1734676307.377869:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.377872:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.377874:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:3.0:1734676307.377876:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00010000:00000010:1.0:1734676307.377976:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2ba00. 00010000:00000010:1.0:1734676307.377981:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.377987:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.377990:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.377994:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.378002:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c0fa400. 02000000:00000010:1.0:1734676307.378018:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095acaa00. 00000400:00000010:1.0:1734676307.378021:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.378024:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.378027:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434816, portal 16 00000400:00000010:1.0:1734676307.378030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676307.378031:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434816, offset 0 00000400:00000200:1.0:1734676307.378035:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.378165:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.378168:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.378171:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.378174:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.378176:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.378178:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81064:81064:256:4294967295] 192.168.203.46@tcp LPNI seq info [81060:81060:8:4294967295] 00000400:00000200:1.0:1734676307.378184:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.378187:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.378190:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.378193:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.378196:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.378199:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.378275:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.378278:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:0.0:1734676307.378281:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.378284:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.378286:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676307.378287:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676307.378292:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.379462:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.379471:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1fe80 00000400:00000200:0.0:1734676307.379477:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa615d [1] + 224 00000400:00000200:0.0:1734676307.379483:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.379486:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.379493:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.379571:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:1.0:1734676307.379572:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.379576:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000200:0.0:1734676307.379576:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178300 00000400:00000010:1.0:1734676307.379577:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000400:00000200:0.0:1734676307.379580:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 1312 00000100:00000200:1.0:1734676307.379582:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.379589:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.379593:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.379596:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.379600:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.379603:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:1.0:1734676307.379610:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095acaa00. 02000000:00000010:1.0:1734676307.379614:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c0fa400. 00000100:00000010:1.0:1734676307.379617:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.379621:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.379623:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000020:00000010:2.0:1734676307.379714:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb000. 00000020:00000010:2.0:1734676307.379719:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.379722:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.379736:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867942144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.379789:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942144 02000000:00000010:2.0:1734676307.379799:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.379814:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49a880. 00010000:00000010:2.0:1734676307.379826:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.379830:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.379843:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.379846:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000400:00000010:2.0:1734676307.379855:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676307.379859:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942144, offset 224 00000400:00000200:2.0:1734676307.379863:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.379870:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.379874:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81065:81065:256:4294967295] 192.168.203.46@tcp LPNI seq info [81061:81061:8:4294967295] 00000400:00000200:2.0:1734676307.379880:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.379884:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.379887:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676307.379890:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.379895:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.379898:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.379917:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.379921:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.379924:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb000. 00080000:00000010:1.0:1734676307.379973:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095acaa00. 00010000:00000010:1.0:1734676307.380021:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.380027:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49a800. 00010000:00000010:1.0:1734676307.380128:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acb600. 00010000:00000010:1.0:1734676307.380133:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.380139:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.380141:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.380146:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.380152:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095acb400. 02000000:00000010:1.0:1734676307.380166:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c0fa400. 00000400:00000010:1.0:1734676307.380169:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.380172:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.380175:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864434944, portal 16 00000400:00000010:1.0:1734676307.380178:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676307.380179:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864434944, offset 0 00000400:00000200:1.0:1734676307.380183:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.380187:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.380190:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.380198:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.380200:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.380202:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.380204:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81066:81066:255:4294967295] 192.168.203.46@tcp LPNI seq info [81062:81062:7:4294967295] 00000400:00000200:1.0:1734676307.380210:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.380213:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.380216:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dba00. 00000800:00000200:1.0:1734676307.380219:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.380222:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.380225:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dba00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.380409:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.380412:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:3.0:1734676307.380416:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.380419:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.380422:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676307.380423:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000800:00000200:3.0:1734676307.380579:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.380581:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dba00. 00000400:00000200:3.0:1734676307.380585:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.380588:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.380590:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:3.0:1734676307.380592:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:3.0:1734676307.380596:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864434944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.381246:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dad200. 00010000:00000010:1.1:1734676307.381253:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ae00. 00010000:00000010:1.1:1734676307.381257:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3df00. 00010000:00000010:1.1:1734676307.381259:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b800. 00010000:00000010:3.1:1734676307.381260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d000a00. 00010000:00000010:1.1:1734676307.381262:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d009a00. 00000400:00000200:0.0:1734676307.382088:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.382099:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ff00 00000400:00000200:0.0:1734676307.382106:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6169 [1] + 224 00000400:00000200:0.0:1734676307.382114:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.382117:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.382125:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864434944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.382153:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.382158:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178380 00000400:00000200:0.0:1734676307.382162:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 1640 00000400:00000200:0.0:1734676307.382207:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.382211:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.382215:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.382220:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:1.0:1734676307.382289:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.382293:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.382294:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.382299:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864434944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.382305:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864434944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.382325:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c0fa400. 02000000:00000010:1.0:1734676307.382330:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095acb400. 00000100:00000010:1.0:1734676307.382333:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.382337:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.382340:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000020:00000010:2.0:1734676307.382401:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097dcb000. 00000020:00000010:2.0:1734676307.382407:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.382410:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.382425:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867942272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.382455:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942272 02000000:00000010:2.0:1734676307.382463:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.382479:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf19b00. 00010000:00000010:2.0:1734676307.382490:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.382494:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.382498:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.382505:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000400:00000010:2.0:1734676307.382513:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676307.382516:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942272, offset 224 00000400:00000200:2.0:1734676307.382520:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.382527:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.382531:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81067:81067:256:4294967295] 192.168.203.46@tcp LPNI seq info [81063:81063:8:4294967295] 00000400:00000200:2.0:1734676307.382539:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.382544:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.382547:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.382550:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.382555:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.382557:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.382567:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676307.382572:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.382575:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097dcb000. 00000800:00000200:0.0:1734676307.382651:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.382654:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676307.382657:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.382661:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.382663:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676307.382665:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:1.0:1734676307.382889:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fa400. 00010000:00000010:1.0:1734676307.382946:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.382951:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf19a80. 00010000:00000010:1.0:1734676307.383004:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095acb400. 00010000:00000010:1.0:1734676307.383008:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59600. 00010000:00000010:1.0:1734676307.383015:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.383018:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.383022:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.383029:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2b800. 02000000:00000010:1.0:1734676307.383064:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2ae00. 00000400:00000010:1.0:1734676307.383067:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.383083:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.383086:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435072, portal 16 00000400:00000010:1.0:1734676307.383089:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676307.383090:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435072, offset 0 00000400:00000200:1.0:1734676307.383094:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.383099:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.383102:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.383106:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.383108:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.383110:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.383112:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81068:81068:256:4294967295] 192.168.203.46@tcp LPNI seq info [81064:81064:8:4294967295] 00000400:00000200:1.0:1734676307.383117:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.383121:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.383123:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbe00. 00000800:00000200:1.0:1734676307.383126:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.383129:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.383132:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.383317:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.383319:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbe00. 00000400:00000200:3.0:1734676307.383323:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.383326:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.383329:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:3.0:1734676307.383330:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:3.0:1734676307.383334:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864435072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.384964:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d200. 00000400:00000200:2.0:1734676307.385027:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.385053:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e1ff80 00000400:00000200:2.0:1734676307.385059:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6175 [1] + 224 00000400:00000200:2.0:1734676307.385068:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.385080:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.385088:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864435072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.385116:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.385121:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178400 00000400:00000200:2.0:1734676307.385126:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ab1 [2] + 1968 00000400:00000010:2.0:1734676307.385129:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9f20. 00000400:00000200:2.0:1734676307.385132:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79ab40 00000400:00000010:1.0:1734676307.385392:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.385395:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676307.385397:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.385402:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864435072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.385408:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864435072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.385430:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2ae00. 02000000:00000010:1.0:1734676307.385435:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2b800. 00000100:00000010:1.0:1734676307.385438:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.385443:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.385445:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000400:00000200:2.0:1734676307.385481:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.385486:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.385489:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79ab40 00000400:00000010:2.0:1734676307.385490:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79ab40. 00000100:00000200:2.0:1734676307.385495:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676307.385589:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d811e00. 00000020:00000010:0.0:1734676307.385594:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ce80. 00000020:00000010:0.0:1734676307.385598:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.385615:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3850 x1818938867942400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.385647:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942400 02000000:00000010:0.0:1734676307.385654:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:0.0:1734676307.385673:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a71b00. 00010000:00000010:0.0:1734676307.385829:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1cbd5c0. 00000100:00000010:0.0:1734676307.385836:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469b40. 00000100:00000010:0.0:1734676307.386024:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469b40. 00010000:00000010:0.0:1734676307.386029:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1cbd5c0. 00000400:00000010:0.0:1734676307.386058:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00080000:00000010:2.0:1734676307.386063:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcb000. 00000100:00000200:0.0:1734676307.386063:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942400, offset 224 00000400:00000200:0.0:1734676307.386068:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.386083:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.386088:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81069:81069:256:4294967295] 192.168.203.46@tcp LPNI seq info [81065:81065:8:4294967295] 00000400:00000200:0.0:1734676307.386094:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.386099:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.386102:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2b00. 00000800:00000200:0.0:1734676307.386106:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.386110:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.386114:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.386126:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ce80. 00010000:00000010:2.0:1734676307.386128:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59600. 00000020:00000010:0.0:1734676307.386129:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.386131:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d811e00. 00010000:00000010:2.0:1734676307.386134:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a71f00. 02000000:00000010:0.0:1734676307.386138:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:0.0:1734676307.386142:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:0.0:1734676307.386148:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:0.0:1734676307.386151:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:0.0:1734676307.386154:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:0.0:1734676307.386156:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676307.386159:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:0.0:1734676307.386160:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:0.0:1734676307.386162:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:0.0:1734676307.386165:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:0.0:1734676307.386167:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:0.0:1734676307.386169:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:0.0:1734676307.386173:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676307.386176:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9e18. 00000400:00000010:0.0:1734676307.386179:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469b40. 00010000:00000010:2.0:1734676307.386182:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcaa00. 00010000:00000010:2.0:1734676307.386187:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.386192:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.386196:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.386200:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676307.386208:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368ac00. 02000000:00000010:2.0:1734676307.386224:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368a600. 00000400:00000010:2.0:1734676307.386227:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676307.386230:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.386232:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435200, portal 16 00000400:00000010:2.0:1734676307.386235:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676307.386236:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435200, offset 0 00000400:00000200:2.0:1734676307.386239:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.386243:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.386247:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.386249:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.386252:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.386253:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.386256:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81070:81070:255:4294967295] 192.168.203.46@tcp LPNI seq info [81066:81066:7:4294967295] 00000400:00000200:2.0:1734676307.386261:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.386265:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.386266:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:1.0:1734676307.386268:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1734676307.386269:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000010:1.0:1734676307.386271:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2b00. 00000800:00000200:2.0:1734676307.386272:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:1.0:1734676307.386273:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1734676307.386274:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1734676307.386276:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.386278:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676307.386279:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 02000000:00000010:1.0:1734676307.386282:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000800:00000200:1.0:1734676307.386298:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.386300:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:1.0:1734676307.386302:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.386305:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.386307:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:1.0:1734676307.386308:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:1.0:1734676307.386313:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864435200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.387347:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073525700. 00010000:00000010:1.1:1734676307.387355:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a000. 00010000:00000010:1.1:1734676307.387358:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db000. 00010000:00000010:1.1:1734676307.387360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b000. 00010000:00000010:1.1:1734676307.387363:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b600. 00010000:00000010:1.1:1734676307.387365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a800. 00010000:00000010:1.1:1734676307.387367:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7bc400. 00010000:00000010:1.1:1734676307.387376:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ba00. 00000400:00000200:0.0:1734676307.387592:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.387601:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20000 00000400:00000200:0.0:1734676307.387607:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6185 [1] + 224 00000400:00000200:0.0:1734676307.387615:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.387618:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.387625:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864435200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.387683:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.387688:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178480 00000400:00000200:0.0:1734676307.387693:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 0 00000400:00000010:2.0:1734676307.387712:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:2.0:1734676307.387715:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.387716:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.387721:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864435200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.387727:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864435200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.387739:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.387741:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.387745:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1734676307.387748:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368a600. 00000100:00000010:0.0:1734676307.387748:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676307.387752:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368ac00. 00000100:00000010:2.0:1734676307.387754:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676307.387757:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.387760:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000020:00000010:1.0:1734676307.387892:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2ba00. 00000020:00000010:1.0:1734676307.387896:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676307.387900:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.387914:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867942528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.387944:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942528 02000000:00000010:1.0:1734676307.387951:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.387968:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99ed00. 00010000:00000010:1.0:1734676307.387977:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d840. 00000100:00000010:1.0:1734676307.387982:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.387995:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.387998:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d840. 00000400:00000010:1.0:1734676307.388005:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.388009:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942528, offset 224 00000400:00000200:1.0:1734676307.388013:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.388018:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.388022:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81071:81071:256:4294967295] 192.168.203.46@tcp LPNI seq info [81067:81067:8:4294967295] 00000400:00000200:1.0:1734676307.388029:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.388033:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.388050:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.388054:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.388059:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.388062:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676307.388064:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368ac00. 00000020:00000010:1.0:1734676307.388086:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a00. 00000020:00000010:1.0:1734676307.388089:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.388092:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2ba00. 00000800:00000200:2.0:1734676307.388117:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.388120:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:2.0:1734676307.388122:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.388126:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.388128:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:2.0:1734676307.388129:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00010000:00000010:2.0:1734676307.388176:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.388180:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99ef80. 00010000:00000010:2.0:1734676307.388227:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5800. 00010000:00000010:2.0:1734676307.388230:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.388233:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368b200. 00010000:00000010:2.0:1734676307.388236:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4680. 00080000:00000010:2.0:1734676307.388244:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368ae00. 00010000:00000010:2.0:1734676307.388262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676307.388265:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.388303:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368be00. 00010000:00000010:2.0:1734676307.388306:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.388311:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.388314:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.388318:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676307.388324:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a800. 02000000:00000010:2.0:1734676307.388337:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368bc00. 00000400:00000010:2.0:1734676307.388340:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676307.388343:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.388347:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435328, portal 16 00000400:00000010:2.0:1734676307.388350:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.388352:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435328, offset 0 00000400:00000200:2.0:1734676307.388356:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.388360:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.388363:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.388366:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.388368:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.388370:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.388372:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81072:81072:256:4294967295] 192.168.203.46@tcp LPNI seq info [81068:81068:8:4294967295] 00000400:00000200:2.0:1734676307.388383:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.388387:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.388389:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.388392:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.388396:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.388398:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.388496:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.388498:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:1.0:1734676307.388501:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.388504:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.388506:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676307.388507:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:1.0:1734676307.388512:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864435328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.389688:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.389697:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20080 00000400:00000200:0.0:1734676307.389703:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6191 [1] + 224 00000400:00000200:0.0:1734676307.389717:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.389721:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.389726:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864435328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.389862:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:2.0:1734676307.389866:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.389867:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.389871:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864435328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.389879:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864435328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.389893:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368bc00. 02000000:00000010:2.0:1734676307.389897:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a800. 00000100:00000010:2.0:1734676307.389900:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:2.0:1734676307.389907:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676307.389910:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00010000:00000010:0.1:1734676307.390233:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0a8600. 00010000:00000010:0.1:1734676307.390240:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120bc00. 00010000:00000010:1.1:1734676307.390336:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d797000. 00000400:00000200:0.0:1734676307.390619:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.390626:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178500 00000400:00000200:0.0:1734676307.390630:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 328 00000400:00000200:0.0:1734676307.390674:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.390678:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.390682:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.390685:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676307.390741:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1000. 00000020:00000010:3.0:1734676307.390745:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.390749:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.390764:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867942656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.390792:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942656 02000000:00000010:3.0:1734676307.390799:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.390816:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a71280. 00010000:00000010:3.0:1734676307.390837:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.390842:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.390846:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.390849:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.390861:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.390864:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942656, offset 224 00080000:00000010:2.0:1734676307.390864:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368a800. 00000400:00000200:3.0:1734676307.390869:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.390875:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.390878:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81073:81073:256:4294967295] 192.168.203.46@tcp LPNI seq info [81069:81069:8:4294967295] 00000400:00000200:3.0:1734676307.390885:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.390889:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.390892:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.390895:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.390900:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.390903:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676307.390911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00000020:00000010:3.0:1734676307.390912:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.390915:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00010000:00000010:2.0:1734676307.390916:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095a71c80. 00000020:00000010:3.0:1734676307.390918:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1000. 00000800:00000200:1.0:1734676307.390936:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.390938:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:1.0:1734676307.390941:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.390944:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.390946:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676307.390948:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00010000:00000010:2.0:1734676307.390963:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368bc00. 00010000:00000010:2.0:1734676307.390967:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.390972:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.390976:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.390980:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676307.390987:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a600. 02000000:00000010:2.0:1734676307.391000:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02e00. 00000400:00000010:2.0:1734676307.391004:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676307.391006:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.391010:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435456, portal 16 00000400:00000010:2.0:1734676307.391013:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.391014:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435456, offset 0 00000400:00000200:2.0:1734676307.391018:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.391022:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.391025:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.391028:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.391030:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.391063:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.391065:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81074:81074:256:4294967295] 192.168.203.46@tcp LPNI seq info [81070:81070:8:4294967295] 00000400:00000200:2.0:1734676307.391083:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.391087:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.391089:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.391092:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.391096:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.391098:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.391181:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.391184:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676307.391187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.391191:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.391193:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676307.391194:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676307.391198:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864435456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.392833:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.392843:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20100 00000400:00000200:0.0:1734676307.392848:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa619d [1] + 224 00000400:00000200:0.0:1734676307.392861:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.392865:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.392871:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864435456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.393177:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.393183:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178580 00000400:00000010:2.0:1734676307.393329:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:2.0:1734676307.393333:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.393334:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.393340:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864435456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.393347:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 656 00000100:00000200:2.0:1734676307.393352:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864435456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.393370:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02e00. 02000000:00000010:2.0:1734676307.393385:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a600. 00000100:00000010:2.0:1734676307.393390:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000400:00000200:0.0:1734676307.393390:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1734676307.393394:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00000400:00000200:0.0:1734676307.393394:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676307.393397:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000100:00000200:0.0:1734676307.393398:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.393402:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:3.0:1734676307.394008:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1000. 00000020:00000010:3.0:1734676307.394015:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.394940:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.394966:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867942784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.394999:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942784 02000000:00000010:3.0:1734676307.395008:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.395029:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3b00. 00010000:00000010:3.0:1734676307.395059:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.395066:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.395094:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.395097:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.395107:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.395112:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942784, offset 224 00000400:00000200:3.0:1734676307.395117:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.395125:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.395132:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81075:81075:256:4294967295] 192.168.203.46@tcp LPNI seq info [81071:81071:8:4294967295] 00000400:00000200:3.0:1734676307.395139:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.395143:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.395147:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.395151:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.395157:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.395160:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.395177:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a900. 00000020:00000010:3.0:1734676307.395180:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.395183:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1000. 00000800:00000200:0.0:1734676307.395436:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.395439:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676307.395442:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.395446:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00080000:00000010:2.0:1734676307.395447:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02e00. 00000400:00000200:0.0:1734676307.395449:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676307.395454:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:2.0:1734676307.395503:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.395509:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3a80. 00010000:00000010:2.0:1734676307.395567:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02400. 00010000:00000010:2.0:1734676307.395572:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676307.395580:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6080. 00000100:00000010:2.0:1734676307.395583:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676307.395589:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676307.395598:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f03800. 02000000:00000010:2.0:1734676307.395614:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02a00. 00000400:00000010:2.0:1734676307.395619:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c76e0. 00000400:00000010:2.0:1734676307.395622:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.395626:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435584, portal 16 00000400:00000010:2.0:1734676307.395629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.396091:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435584, offset 0 00000400:00000200:2.0:1734676307.396097:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.396103:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.396107:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.396110:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.396112:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.396114:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.396116:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81076:81076:256:4294967295] 192.168.203.46@tcp LPNI seq info [81072:81072:8:4294967295] 00000400:00000200:2.0:1734676307.396122:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.396126:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.396129:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.396133:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.396137:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.396140:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.396753:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.396756:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676307.396761:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.396764:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.396768:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676307.396769:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676307.396775:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864435584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.398177:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c46300. 00010000:00000010:1.1:1734676307.398188:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acb600. 00000400:00000200:0.0:1734676307.400311:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.400324:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20180 00000400:00000200:0.0:1734676307.400332:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61a9 [1] + 224 00000400:00000200:0.0:1734676307.400348:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.400351:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.400360:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864435584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.401224:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c76e0. 00000400:00000200:3.0:1734676307.401229:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:3.0:1734676307.401232:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:3.0:1734676307.401239:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864435584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.401247:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864435584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.401269:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02a00. 02000000:00000010:3.0:1734676307.401273:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f03800. 00000100:00000010:3.0:1734676307.401276:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:3.0:1734676307.401279:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:3.0:1734676307.401283:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6080. 00000400:00000200:1.0:1734676307.401296:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.401304:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178600 00000400:00000200:1.0:1734676307.401309:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 984 00000400:00000200:1.0:1734676307.401386:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.401390:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.401394:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.401398:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 00000020:00000010:2.0:1734676307.402886:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.402892:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.402896:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.402916:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9c00 x1818938867942912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.402952:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867942912 02000000:00000010:2.0:1734676307.402961:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.402983:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095b34580. 00010000:00000010:2.0:1734676307.402997:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6340. 00000100:00000010:2.0:1734676307.403002:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676307.403009:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676307.403012:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6340. 00000400:00000010:2.0:1734676307.403022:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.403026:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867942912, offset 224 00000400:00000200:2.0:1734676307.403032:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.403055:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.403060:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81077:81077:256:4294967295] 192.168.203.46@tcp LPNI seq info [81073:81073:8:4294967295] 00000400:00000200:2.0:1734676307.403069:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.403089:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.403092:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.403096:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.403101:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.403105:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.403119:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.403122:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.403126:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 00080000:00000010:3.0:1734676307.403130:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac1000. 00010000:00000010:3.0:1734676307.403188:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:3.0:1734676307.403195:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095b34180. 00000800:00000200:1.0:1734676307.403226:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.403231:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:1.0:1734676307.403235:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.403239:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.403242:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676307.403244:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00010000:00000010:3.0:1734676307.403246:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac1200. 00010000:00000010:3.0:1734676307.403251:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.403258:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.403261:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.403273:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676307.403281:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095ac0400. 02000000:00000010:3.0:1734676307.403297:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095ac0600. 00000400:00000010:3.0:1734676307.403301:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676307.403304:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.403308:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435712, portal 16 00000400:00000010:3.0:1734676307.403311:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.403313:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435712, offset 0 00000400:00000200:3.0:1734676307.403317:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.403322:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.403325:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.403328:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.403331:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.403333:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.403335:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81078:81078:256:4294967295] 192.168.203.46@tcp LPNI seq info [81074:81074:8:4294967295] 00000400:00000200:3.0:1734676307.403342:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.403345:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.403348:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.403350:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.403354:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.403356:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.403402:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.403405:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676307.403408:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.403411:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.403413:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676307.403414:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676307.403419:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864435712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.406200:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.406215:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20200 00000400:00000200:2.0:1734676307.406223:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61b5 [1] + 224 00000400:00000200:2.0:1734676307.406232:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.406236:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.406245:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864435712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.406265:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.406268:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178680 00000400:00000200:2.0:1734676307.406273:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 1312 00000400:00000010:3.0:1734676307.406355:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676307.406360:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676307.406362:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.406367:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864435712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.406375:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864435712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.406396:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095ac0600. 02000000:00000010:3.0:1734676307.406400:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095ac0400. 00000100:00000010:3.0:1734676307.406404:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676307.406407:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.406410:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00010000:00000010:3.1:1734676307.406427:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28c00. 00010000:00000010:0.1:1734676307.406440:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fdef800. 00010000:00000010:0.1:1734676307.406446:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095acb400. 00010000:00000010:0.1:1734676307.406453:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fa6f000. 00010000:00000010:0.1:1734676307.406456:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcaa00. 00010000:00000010:0.1:1734676307.406458:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5800. 00010000:00000010:0.1:1734676307.406461:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368b200. 00000400:00000200:2.0:1734676307.406496:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.406500:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.406505:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.406508:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 00000020:00000010:3.0:1734676307.406727:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0400. 00000020:00000010:3.0:1734676307.406732:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676307.406735:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.406753:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1c00 x1818938867943040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.406770:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943040 02000000:00000010:3.0:1734676307.406777:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.406798:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a018dc80. 00010000:00000010:3.0:1734676307.406809:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.406814:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.406819:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.406821:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000010:3.0:1734676307.406830:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.406833:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943040, offset 224 00000400:00000200:3.0:1734676307.406838:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.406844:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.406850:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81079:81079:256:4294967295] 192.168.203.46@tcp LPNI seq info [81075:81075:8:4294967295] 00000400:00000200:3.0:1734676307.406857:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.406862:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.406865:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.406869:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.406875:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.406877:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.406903:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676307.406907:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.406910:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0400. 00080000:00000010:3.0:1734676307.406929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac0400. 00010000:00000010:3.0:1734676307.406988:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.406993:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a018dc00. 00010000:00000010:3.0:1734676307.407069:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac0600. 00010000:00000010:3.0:1734676307.407086:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.407093:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.407096:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.407101:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676307.407108:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095ac0000. 02000000:00000010:3.0:1734676307.407123:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095ac1800. 00000400:00000010:3.0:1734676307.407126:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676307.407129:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.407132:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435840, portal 16 00000400:00000010:3.0:1734676307.407135:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.407137:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435840, offset 0 00000400:00000200:3.0:1734676307.407141:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.407145:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.407149:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.407152:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.407154:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.407156:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.407158:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81080:81080:255:4294967295] 192.168.203.46@tcp LPNI seq info [81076:81076:7:4294967295] 00000400:00000200:3.0:1734676307.407163:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.407166:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.407169:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.407171:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.407174:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.407176:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.407464:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.407468:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.407471:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.407474:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.407477:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676307.407478:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000800:00000200:0.0:1734676307.407516:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.407518:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.407520:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.407522:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.407524:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676307.407525:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676307.407530:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864435840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.410052:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a6800. 00000400:00000200:2.0:1734676307.410159:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.410171:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20280 00000400:00000200:2.0:1734676307.410178:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61c1 [1] + 224 00000400:00000200:2.0:1734676307.410192:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.410196:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.410205:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864435840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.410293:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676307.410298:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676307.410300:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.410306:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864435840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.410313:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864435840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.410336:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095ac1800. 02000000:00000010:3.0:1734676307.410341:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095ac0000. 00000100:00000010:3.0:1734676307.410345:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676307.410348:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.410351:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000400:00000200:0.0:1734676307.411121:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.411129:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178700 00000400:00000200:0.0:1734676307.411135:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 1640 00000400:00000200:0.0:1734676307.411186:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.411190:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.411195:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.411200:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676307.411350:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.411355:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.411359:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.411378:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867943168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.411409:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943168 02000000:00000010:2.0:1734676307.411418:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.411438:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e37000. 00010000:00000010:2.0:1734676307.411451:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6b80. 00000100:00000010:2.0:1734676307.411456:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676307.411463:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676307.411466:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6b80. 00000400:00000010:2.0:1734676307.411475:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676307.411479:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943168, offset 224 00000400:00000200:2.0:1734676307.411484:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.411491:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.411496:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81081:81081:256:4294967295] 192.168.203.46@tcp LPNI seq info [81077:81077:8:4294967295] 00000400:00000200:2.0:1734676307.411503:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.411507:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.411510:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676307.411513:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.411518:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.411521:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.411532:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.411536:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.411539:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 00080000:00000010:3.0:1734676307.411936:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac0000. 00010000:00000010:3.0:1734676307.411995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.412001:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dab3380. 00010000:00000010:3.0:1734676307.412157:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93f00. 00010000:00000010:3.0:1734676307.412159:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.412162:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac1800. 00010000:00000010:3.0:1734676307.412288:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a580. 00080000:00000010:3.0:1734676307.412298:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac1e00. 00010000:00000010:3.0:1734676307.412318:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a580. 00010000:00000010:3.0:1734676307.412321:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.412629:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7aa00. 00010000:00000010:3.0:1734676307.412633:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a900. 00010000:00000010:3.0:1734676307.412640:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb80. 00000100:00000010:3.0:1734676307.412644:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.412649:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676307.412658:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a600. 02000000:00000010:3.0:1734676307.412676:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b600. 00000400:00000010:3.0:1734676307.412681:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676307.412685:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.412691:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864435968, portal 16 00000400:00000010:3.0:1734676307.412694:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.412695:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864435968, offset 0 00000400:00000200:3.0:1734676307.412700:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.412707:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.412710:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.412714:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.412716:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.412718:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.412720:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81082:81082:255:4294967295] 192.168.203.46@tcp LPNI seq info [81078:81078:7:4294967295] 00000400:00000200:3.0:1734676307.412726:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.412729:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.412732:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93300. 00000800:00000200:3.0:1734676307.412735:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.412740:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.412742:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.412755:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.412758:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:1.0:1734676307.412762:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.412766:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.412770:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676307.412772:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:1.0:1734676307.412791:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.412793:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93300. 00000400:00000200:1.0:1734676307.412800:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.412803:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.412805:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676307.412806:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676307.412812:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864435968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.416585:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6aa00. 00010000:00000010:1.1:1734676307.416595:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1a00. 00010000:00000010:1.1:1734676307.416601:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368be00. 00010000:00000010:3.1:1734676307.416603:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420c00. 00010000:00000010:1.1:1734676307.416605:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7000. 00010000:00000010:3.1:1734676307.416607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02400. 00010000:00000010:1.1:1734676307.416608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368bc00. 00010000:00000010:1.1:1734676307.416615:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825c00. 00000400:00000200:2.0:1734676307.418310:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.418326:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20300 00000400:00000200:2.0:1734676307.418335:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61cd [1] + 224 00000400:00000200:2.0:1734676307.418344:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.418348:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.418357:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864435968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.418382:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.418386:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178780 00000400:00000200:2.0:1734676307.418390:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b01 [2] + 1968 00000400:00000010:2.0:1734676307.418393:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676307.418397:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d4699c0 00000400:00000200:2.0:1734676307.418409:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.418413:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.418415:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d4699c0 00000400:00000010:2.0:1734676307.418417:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d4699c0. 00000100:00000200:2.0:1734676307.418422:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1734676307.418660:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:0.0:1734676307.418664:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676307.418665:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676307.418671:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864435968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.418678:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864435968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.418700:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b600. 02000000:00000010:0.0:1734676307.418705:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a600. 00000100:00000010:0.0:1734676307.418709:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:0.0:1734676307.418712:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:0.0:1734676307.418715:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb80. 00000020:00000010:3.0:1734676307.419243:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7b400. 00000020:00000010:3.0:1734676307.419249:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676307.419252:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.419403:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2450 x1818938867943296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.419433:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943296 02000000:00000010:3.0:1734676307.419442:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676307.420847:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d31400. 00010000:00000010:3.0:1734676307.420992:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f9c0. 00000100:00000010:3.0:1734676307.420998:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a09e5300. 00000100:00000010:3.0:1734676307.421013:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a09e5300. 00010000:00000010:3.0:1734676307.421016:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f9c0. 00000400:00000010:3.0:1734676307.421028:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.421033:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943296, offset 224 00000400:00000200:3.0:1734676307.421053:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.421063:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.421068:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81083:81083:256:4294967295] 192.168.203.46@tcp LPNI seq info [81079:81079:8:4294967295] 00080000:00000010:1.0:1734676307.421084:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2a800. 00000400:00000200:3.0:1734676307.421087:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.421092:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.421095:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676307.421099:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.421104:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.421113:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.421131:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676307.421134:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.421138:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7b400. 02000000:00000010:3.0:1734676307.421146:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00010000:00000010:1.0:1734676307.421148:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a900. 00000100:00000010:3.0:1734676307.421151:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00010000:00000010:1.0:1734676307.421153:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d31380. 02000000:00000010:3.0:1734676307.421155:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:3.0:1734676307.421158:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:3.0:1734676307.421161:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:3.0:1734676307.421165:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 02000000:00000010:3.0:1734676307.421169:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676307.421171:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:3.0:1734676307.421174:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676307.421176:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676307.421178:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676307.421180:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:3.0:1734676307.421187:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.421192:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d058. 00000400:00000010:3.0:1734676307.421195:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a09e5300. 00010000:00000010:1.0:1734676307.421203:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2ba00. 00010000:00000010:1.0:1734676307.421208:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59a00. 00010000:00000010:1.0:1734676307.421214:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.421217:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.421223:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.421232:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2ae00. 02000000:00000010:1.0:1734676307.421252:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2b800. 00000400:00000010:1.0:1734676307.421256:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.421259:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.421262:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436096, portal 16 00000400:00000010:1.0:1734676307.421265:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.421267:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436096, offset 0 00000400:00000200:1.0:1734676307.421271:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.421275:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.421278:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.421281:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.421284:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.421285:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.421287:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81084:81084:255:4294967295] 192.168.203.46@tcp LPNI seq info [81080:81080:7:4294967295] 00000400:00000200:1.0:1734676307.421293:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.421296:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.421298:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db700. 00000800:00000200:1.0:1734676307.421301:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.421305:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.421307:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.422599:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.422602:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676307.422607:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.422612:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.422615:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676307.422617:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:0.0:1734676307.422622:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000800:00000200:0.0:1734676307.422641:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.422643:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db700. 00000400:00000200:0.0:1734676307.422645:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.422648:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.422649:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676307.422650:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:0.0:1734676307.422656:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864436096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.424052:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.424065:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20380 00000400:00000200:0.0:1734676307.424083:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61dd [1] + 224 00000400:00000200:0.0:1734676307.424093:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.424096:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.424103:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864436096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.424130:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.424135:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178800 00000400:00000200:0.0:1734676307.424139:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 0 00000400:00000010:1.0:1734676307.424153:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.424157:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676307.424158:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.424162:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864436096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.424168:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864436096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.424186:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2b800. 02000000:00000010:1.0:1734676307.424190:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2ae00. 00000400:00000200:0.0:1734676307.424192:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1734676307.424193:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000400:00000200:0.0:1734676307.424195:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:1.0:1734676307.424198:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00000100:00000200:0.0:1734676307.424200:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1734676307.424201:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000100:00000010:0.0:1734676307.424203:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676307.424359:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.424365:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.424369:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.424385:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867943424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.424416:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943424 02000000:00000010:2.0:1734676307.424423:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.424442:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0adf80. 00010000:00000010:2.0:1734676307.424457:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4ec6b80. 00000100:00000010:2.0:1734676307.424462:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676307.424477:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676307.424480:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4ec6b80. 00000400:00000010:2.0:1734676307.424489:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676307.424493:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943424, offset 224 00000400:00000200:2.0:1734676307.424498:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.424504:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.424508:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81085:81085:256:4294967295] 192.168.203.46@tcp LPNI seq info [81081:81081:8:4294967295] 00000400:00000200:2.0:1734676307.424515:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.424519:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.424522:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.424526:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.424531:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.425093:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.425108:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.425111:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000020:00000010:2.0:1734676307.425115:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 00000800:00000200:2.0:1734676307.425425:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.425428:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:2.0:1734676307.425431:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.425435:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.425439:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:2.0:1734676307.425440:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00080000:00000010:1.0:1734676307.426854:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2ae00. 00010000:00000010:1.0:1734676307.426923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59a00. 00010000:00000010:1.0:1734676307.426931:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0adf00. 00010000:00000010:1.0:1734676307.426996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2b800. 00010000:00000010:1.0:1734676307.427000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59a00. 00010000:00000010:1.0:1734676307.427008:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.427014:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.427021:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.427031:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2b000. 02000000:00000010:1.0:1734676307.427093:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2a000. 00000400:00000010:1.0:1734676307.427099:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.427104:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.427110:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436224, portal 16 00000400:00000010:1.0:1734676307.427113:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676307.427115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436224, offset 0 00000400:00000200:1.0:1734676307.427162:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.427172:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.427177:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.427180:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.427183:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00010000:00000010:3.1:1734676307.427320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdf400. 00010000:00000010:3.1:1734676307.427326:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009a14ec00. 00010000:00000010:3.1:1734676307.427330:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac1200. 00010000:00000010:3.1:1734676307.427333:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e000. 00010000:00000010:3.1:1734676307.427336:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac0600. 00010000:00000010:3.1:1734676307.427339:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93f00. 00010000:00000010:3.1:1734676307.427342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac1800. 00000400:00000200:1.0:1734676307.429447:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.429454:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81086:81086:256:4294967295] 192.168.203.46@tcp LPNI seq info [81082:81082:8:4294967295] 00000400:00000200:1.0:1734676307.429465:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.429473:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.429478:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db100. 00000800:00000200:1.0:1734676307.429483:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.429490:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.429494:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676307.429497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b000. 00000800:00000200:0.0:1734676307.429839:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.429842:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db100. 00000400:00000200:0.0:1734676307.429847:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.429852:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.429856:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676307.429858:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:0.0:1734676307.429867:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864436224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.430295:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30200. 00010000:00000010:3.1:1734676307.430300:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7aa00. 00000400:00000200:0.0:1734676307.431882:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.431896:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20400 00000400:00000200:0.0:1734676307.431904:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61e9 [1] + 224 00000400:00000200:0.0:1734676307.431921:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.431925:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.431934:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864436224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.432120:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad4d0. 00000400:00000200:1.0:1734676307.432124:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:1.0:1734676307.432237:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.432244:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864436224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.432252:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864436224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.432275:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2a000. 02000000:00000010:1.0:1734676307.432278:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2b000. 00000100:00000010:1.0:1734676307.432281:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676307.432285:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.432288:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000200:0.0:1734676307.433575:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.433588:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178880 00000400:00000200:0.0:1734676307.433598:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 328 00000400:00000200:0.0:1734676307.433652:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.433656:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.433661:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.433665:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676307.433951:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2b000. 00000020:00000010:1.0:1734676307.433956:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.433960:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.433980:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867943552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.434009:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943552 02000000:00000010:1.0:1734676307.434017:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:3.1:1734676307.434903:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ded800. 00010000:00000010:2.1:1734676307.434952:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d179400. 00010000:00000010:1.0:1734676307.435010:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf06880. 00010000:00000010:1.0:1734676307.435025:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.435031:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.435054:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.435057:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000010:1.0:1734676307.435068:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.435082:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943552, offset 224 00000400:00000200:1.0:1734676307.435090:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.435099:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.435105:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81087:81087:256:4294967295] 192.168.203.46@tcp LPNI seq info [81083:81083:8:4294967295] 00000400:00000200:1.0:1734676307.435112:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.435117:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.435120:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbf00. 00000800:00000200:1.0:1734676307.435125:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.435131:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.435136:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.435150:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.435154:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.435157:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2b000. 00080000:00000010:0.0:1734676307.435282:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811e00. 00010000:00000010:0.0:1734676307.435342:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59a00. 00010000:00000010:0.0:1734676307.435349:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf06800. 00010000:00000010:0.0:1734676307.435400:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811200. 00010000:00000010:0.0:1734676307.435404:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.435410:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614680. 00000100:00000010:0.0:1734676307.435413:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676307.435418:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676307.435427:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810200. 02000000:00000010:0.0:1734676307.435447:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810c00. 00000400:00000010:0.0:1734676307.435452:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676307.435455:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676307.435460:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436352, portal 16 00000400:00000010:0.0:1734676307.435463:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676307.435464:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436352, offset 0 00000400:00000200:0.0:1734676307.435469:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.435473:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.435477:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.435480:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.435482:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.435484:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.435486:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81088:81088:255:4294967295] 192.168.203.46@tcp LPNI seq info [81084:81084:7:4294967295] 00000400:00000200:0.0:1734676307.435492:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.435496:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.435498:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676307.435501:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.435505:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.435507:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.435542:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.435545:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbf00. 00000400:00000200:0.0:1734676307.435548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.435552:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.435554:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676307.435556:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000800:00000200:0.0:1734676307.435599:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.435601:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:0.0:1734676307.435603:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.435606:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.435608:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:0.0:1734676307.435610:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676307.435615:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864436352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.437780:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.437794:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20480 00000400:00000200:0.0:1734676307.437801:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa61f5 [1] + 224 00000400:00000200:0.0:1734676307.437811:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.437814:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.437824:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864436352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.437855:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.437859:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178900 00000400:00000200:0.0:1734676307.437863:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 656 00000400:00000200:0.0:1734676307.437919:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.437923:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.437927:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.437931:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:1.0:1734676307.438142:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:1.0:1734676307.438148:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676307.438150:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676307.438155:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864436352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.438164:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864436352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.438186:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810c00. 02000000:00000010:1.0:1734676307.438192:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810200. 00000100:00000010:1.0:1734676307.438195:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000010:1.0:1734676307.438199:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00010000:00000010:1.0:1734676307.438203:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614680. 00000020:00000010:1.0:1734676307.438233:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2b000. 00000020:00000010:1.0:1734676307.438238:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.438242:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.438260:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867943680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.438288:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943680 02000000:00000010:1.0:1734676307.438295:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.438315:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0c800. 00010000:00000010:1.0:1734676307.438326:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.438332:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.438337:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.438339:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000010:1.0:1734676307.438347:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676307.438351:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943680, offset 224 00000400:00000200:1.0:1734676307.438356:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.438363:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.438368:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81089:81089:256:4294967295] 192.168.203.46@tcp LPNI seq info [81085:81085:8:4294967295] 00000400:00000200:1.0:1734676307.438375:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.438379:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.438383:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db900. 00000800:00000200:1.0:1734676307.438387:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.438392:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.438395:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.438406:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.438410:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.438413:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2b000. 00000800:00000200:0.0:1734676307.438466:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.438469:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db900. 00000400:00000200:0.0:1734676307.438472:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.438475:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.438477:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676307.438479:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00080000:00000010:0.0:1734676307.438498:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811a00. 00010000:00000010:0.0:1734676307.438548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.438553:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c780. 00010000:00000010:0.0:1734676307.438614:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810600. 00010000:00000010:0.0:1734676307.438619:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.438625:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614a40. 00000100:00000010:0.0:1734676307.438627:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676307.438632:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 02000000:00000010:0.0:1734676307.438639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811000. 02000000:00000010:0.0:1734676307.438654:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810a00. 00000400:00000010:0.0:1734676307.438658:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676307.438661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676307.438664:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436480, portal 16 00000400:00000010:0.0:1734676307.438668:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676307.438670:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436480, offset 0 00000400:00000200:0.0:1734676307.438674:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.438678:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.438681:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.438684:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.438687:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.438688:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.438690:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81090:81090:256:4294967295] 192.168.203.46@tcp LPNI seq info [81086:81086:8:4294967295] 00000400:00000200:0.0:1734676307.438696:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.438700:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.438702:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676307.438704:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.438708:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.438710:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.438781:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.438783:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:1.0:1734676307.438785:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.438789:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.438791:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:1.0:1734676307.438792:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:1.0:1734676307.438797:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483800 x1818938864436480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.439889:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2e00. 00010000:00000010:3.1:1734676307.439895:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ba00. 00000400:00000200:0.0:1734676307.442234:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.442251:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20500 00000400:00000200:0.0:1734676307.442260:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6201 [1] + 224 00000400:00000200:0.0:1734676307.442272:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.442277:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.442287:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483800 x1818938864436480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.442325:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.442330:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178980 00000400:00000200:0.0:1734676307.442334:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 984 00000400:00000200:0.0:1734676307.442344:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.442347:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.442350:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676307.442429:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:1.0:1734676307.442434:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:1.0:1734676307.442436:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:1.0:1734676307.442441:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483800 x1818938864436480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.442447:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483800 x1818938864436480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.442686:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810a00. 02000000:00000010:1.0:1734676307.442694:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811000. 00000100:00000010:1.0:1734676307.442699:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000010:1.0:1734676307.442703:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:1.0:1734676307.442707:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614a40. 00000100:00000010:0.0:1734676307.442757:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676307.442854:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2a000. 00000020:00000010:1.0:1734676307.442859:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.442863:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.442881:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867943808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.442913:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943808 02000000:00000010:1.0:1734676307.442923:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.442944:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d084d80. 00010000:00000010:1.0:1734676307.442956:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.442961:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.442975:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.442978:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000010:1.0:1734676307.442987:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676307.442991:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943808, offset 224 00000400:00000200:1.0:1734676307.442995:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.443004:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.443009:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81091:81091:256:4294967295] 192.168.203.46@tcp LPNI seq info [81087:81087:8:4294967295] 00000400:00000200:1.0:1734676307.443017:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.443022:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.443025:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db800. 00000800:00000200:1.0:1734676307.443029:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.443034:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.443057:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.443069:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.443082:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.443085:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2a000. 00000800:00000200:0.0:1734676307.443184:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.443187:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db800. 00000400:00000200:0.0:1734676307.443190:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.443194:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.443196:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676307.443198:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00080000:00000010:0.0:1734676307.443216:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811800. 00010000:00000010:0.0:1734676307.443271:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.443277:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d084d00. 00010000:00000010:0.0:1734676307.443327:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2a00. 00010000:00000010:0.0:1734676307.443329:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.443333:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810e00. 00010000:00000010:0.0:1734676307.443337:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00080000:00000010:0.0:1734676307.443345:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811000. 00010000:00000010:0.0:1734676307.443360:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676307.443363:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.443399:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810a00. 00010000:00000010:0.0:1734676307.443402:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.443406:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d6149c0. 00000100:00000010:0.0:1734676307.443410:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676307.443414:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 02000000:00000010:0.0:1734676307.443422:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810200. 02000000:00000010:0.0:1734676307.443436:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810c00. 00000400:00000010:0.0:1734676307.443440:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676307.443444:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676307.443448:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436608, portal 16 00000400:00000010:0.0:1734676307.443451:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676307.443452:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436608, offset 0 00000400:00000200:0.0:1734676307.443456:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.443460:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.443464:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.443467:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.443470:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.443472:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.443475:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81092:81092:256:4294967295] 192.168.203.46@tcp LPNI seq info [81088:81088:8:4294967295] 00000400:00000200:0.0:1734676307.443481:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.443484:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.443486:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2100. 00000800:00000200:0.0:1734676307.443489:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.443493:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.443496:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.443565:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.443567:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2100. 00000400:00000200:1.0:1734676307.443570:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.443573:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.443576:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676307.443577:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676307.443582:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481880 x1818938864436608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.447095:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.447111:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20580 00000400:00000200:1.0:1734676307.447119:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa620d [1] + 224 00000400:00000200:1.0:1734676307.447129:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.447132:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.447141:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481880 x1818938864436608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.447170:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.447175:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178a00 00000400:00000200:1.0:1734676307.447179:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 1312 00000400:00000010:0.0:1734676307.447189:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:1.0:1734676307.447190:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.447193:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.447194:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676307.447196:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676307.447203:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481880 x1818938864436608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.447204:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.447209:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 00000100:00000200:0.0:1734676307.447211:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481880 x1818938864436608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.447233:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810c00. 02000000:00000010:0.0:1734676307.447239:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810200. 00000020:00000010:1.0:1734676307.447242:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2b000. 00000100:00000010:0.0:1734676307.447243:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000010:0.0:1734676307.447246:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00000020:00000010:1.0:1734676307.447247:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59a80. 00010000:00000010:0.0:1734676307.447250:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d6149c0. 00000020:00000010:1.0:1734676307.447251:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.447269:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9c00 x1818938867943936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.447487:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867943936 02000000:00000010:1.0:1734676307.447496:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.447515:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0c680. 00010000:00000010:1.0:1734676307.447532:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.447538:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebcc0. 00000100:00000010:1.0:1734676307.447553:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebcc0. 00010000:00000010:1.0:1734676307.447555:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000010:1.0:1734676307.447564:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676307.447569:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867943936, offset 224 00000400:00000200:1.0:1734676307.447573:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.447580:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:0.0:1734676307.447583:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810200. 00000400:00000200:1.0:1734676307.447584:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81093:81093:256:4294967295] 192.168.203.46@tcp LPNI seq info [81089:81089:8:4294967295] 00000400:00000200:1.0:1734676307.447592:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.447597:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.447600:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db900. 00000800:00000200:1.0:1734676307.447604:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.447610:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.447613:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.447625:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59a80. 00000020:00000010:1.0:1734676307.447628:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.447632:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2b000. 00010000:00000010:0.0:1734676307.447641:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.447646:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c180. 00010000:00000010:0.0:1734676307.447700:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810c00. 00010000:00000010:0.0:1734676307.447704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.447710:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d6149c0. 00000100:00000010:0.0:1734676307.447713:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676307.447718:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 02000000:00000010:0.0:1734676307.447726:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097dcaa00. 02000000:00000010:0.0:1734676307.447741:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097dcbc00. 00000400:00000010:0.0:1734676307.447744:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676307.447747:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676307.447751:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436736, portal 16 00000400:00000010:0.0:1734676307.447754:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676307.447756:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436736, offset 0 00000400:00000200:0.0:1734676307.447760:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.447764:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.447768:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.447771:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.447773:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.447775:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.447777:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81094:81094:255:4294967295] 192.168.203.46@tcp LPNI seq info [81090:81090:7:4294967295] 00000400:00000200:0.0:1734676307.447783:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.447787:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.447789:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.447792:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.447795:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.447798:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.447825:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.447827:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db900. 00000400:00000200:0.0:1734676307.447830:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.447833:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.447835:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676307.447837:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000800:00000200:0.0:1734676307.447887:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.447889:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:0.0:1734676307.447891:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.447894:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.447896:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:0.0:1734676307.447897:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676307.447901:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481880 x1818938864436736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.449470:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf1ba00. 00010000:00000010:2.1:1734676307.449476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f4a00. 00010000:00000010:1.1:1734676307.449612:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847500. 00010000:00000010:1.1:1734676307.449618:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2b800. 00010000:00000010:1.1:1734676307.449652:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d4c1d00. 00010000:00000010:1.1:1734676307.449654:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811200. 00000400:00000200:0.0:1734676307.454203:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.454218:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20600 00000400:00000200:0.0:1734676307.454227:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6219 [1] + 224 00000400:00000200:0.0:1734676307.454237:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.454241:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.454251:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481880 x1818938864436736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.454284:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.454288:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178a80 00000400:00000200:0.0:1734676307.454293:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 1640 00000400:00000200:0.0:1734676307.454304:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.454307:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.454311:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.454316:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000400:00000010:1.0:1734676307.454383:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:1.0:1734676307.454389:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676307.454391:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:1.0:1734676307.454396:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481880 x1818938864436736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.454404:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481880 x1818938864436736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.454425:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097dcbc00. 02000000:00000010:1.0:1734676307.454429:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097dcaa00. 00000100:00000010:1.0:1734676307.454432:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000010:1.0:1734676307.454436:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:1.0:1734676307.454439:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d6149c0. 00000020:00000010:2.0:1734676307.456407:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03c00. 00000020:00000010:2.0:1734676307.456415:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.456419:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.456439:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867944064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.456475:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944064 02000000:00000010:2.0:1734676307.456484:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.456505:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d31a80. 00010000:00000010:2.0:1734676307.456517:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012b273b00. 00000100:00000010:2.0:1734676307.456522:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.456541:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.456545:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012b273b00. 00000400:00000010:2.0:1734676307.456555:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676307.456560:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944064, offset 224 00000400:00000200:2.0:1734676307.456566:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.456575:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.456580:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81095:81095:256:4294967295] 192.168.203.46@tcp LPNI seq info [81091:81091:8:4294967295] 00000400:00000200:2.0:1734676307.456589:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.456595:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.456598:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676307.456603:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.456609:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.456612:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.456624:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.456626:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00080000:00000010:0.0:1734676307.456627:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcaa00. 00000020:00000010:2.0:1734676307.456631:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03c00. 00010000:00000010:0.0:1734676307.456683:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.456689:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d54e200. 00010000:00000010:0.0:1734676307.456763:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcbc00. 00010000:00000010:0.0:1734676307.456767:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ce80. 00010000:00000010:0.0:1734676307.456774:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614900. 00000100:00000010:0.0:1734676307.456778:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676307.456783:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676307.456791:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811200. 02000000:00000010:0.0:1734676307.456808:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d811400. 00000400:00000010:0.0:1734676307.456812:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676307.456816:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676307.456820:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436864, portal 16 00000400:00000010:0.0:1734676307.456823:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676307.456825:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436864, offset 0 00000400:00000200:0.0:1734676307.456829:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.456834:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.456837:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.456840:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.456843:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.456844:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.456847:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81096:81096:255:4294967295] 192.168.203.46@tcp LPNI seq info [81092:81092:7:4294967295] 00000400:00000200:0.0:1734676307.456853:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.456857:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.456860:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.456863:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.456866:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.456869:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676307.456874:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 02000000:00000010:0.0:1734676307.456878:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012ff43400. 02000000:00000010:0.0:1734676307.456885:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073648e00. 00000400:00000010:0.0:1734676307.456887:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676307.456890:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676307.456892:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864436992, portal 16 00000400:00000010:0.0:1734676307.456895:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676307.456896:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864436992, offset 0 00000400:00000200:0.0:1734676307.456899:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.456903:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.456905:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.456906:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.456908:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.456910:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.456912:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81097:81097:254:4294967295] 192.168.203.46@tcp LPNI seq info [81093:81093:6:4294967295] 00000400:00000200:0.0:1734676307.456924:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.456928:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.456930:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676307.456933:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.456936:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.456938:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.456971:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.456975:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:1.0:1734676307.456979:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.456983:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.456985:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676307.456987:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000800:00000200:1.0:1734676307.456996:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.456998:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:1.0:1734676307.457000:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.457002:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.457004:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:1.0:1734676307.457006:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:1.0:1734676307.457011:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864436864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.457105:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.457108:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676307.457110:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.457113:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.457119:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676307.457121:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:1.0:1734676307.457125:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481500 x1818938864436992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.460542:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.460558:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20680 00000400:00000200:0.0:1734676307.460565:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6225 [1] + 224 00000400:00000200:0.0:1734676307.460581:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.460585:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.460594:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864436864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.460631:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.460636:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20700 00000400:00000200:0.0:1734676307.460639:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa622d [1] + 224 00000400:00000200:0.0:1734676307.460645:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.460697:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.460703:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481500 x1818938864436992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.460761:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.460766:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178b00 00000400:00000200:0.0:1734676307.460770:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4b6d [2] + 1968 00000400:00000010:0.0:1734676307.460774:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9738. 00000400:00000200:0.0:1734676307.460777:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79ae40 00000400:00000200:0.0:1734676307.460781:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.460783:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.460785:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79ae40 00000400:00000010:0.0:1734676307.460787:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79ae40. 00000100:00000200:0.0:1734676307.460792:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1734676307.460804:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.460807:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178b80 00000400:00000200:0.0:1734676307.460810:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 0 00000400:00000200:0.0:1734676307.460820:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.460823:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.460826:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.460830:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:2.0:1734676307.460896:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03c00. 00000020:00000010:2.0:1734676307.460902:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4680. 00000020:00000010:2.0:1734676307.460905:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bf578. 00000100:00000200:2.0:1734676307.460925:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2050 x1818938867944192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:2.0:1734676307.460945:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.460947:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4380. 00000100:00000200:1.0:1734676307.460947:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944192 00000020:00000010:2.0:1734676307.460949:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.460956:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867944320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:1.0:1734676307.460957:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00000100:00000200:2.0:1734676307.460969:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944320 02000000:00000010:2.0:1734676307.460973:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00000400:00000010:1.0:1734676307.460990:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676307.460994:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944192, offset 224 00000400:00000200:1.0:1734676307.460999:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:2.0:1734676307.461000:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.461006:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000400:00000200:1.0:1734676307.461008:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000100:00000010:2.0:1734676307.461012:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00000400:00000200:1.0:1734676307.461013:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81098:81098:256:4294967295] 192.168.203.46@tcp LPNI seq info [81094:81094:8:4294967295] 00010000:00000010:2.0:1734676307.461015:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.461021:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000400:00000200:1.0:1734676307.461021:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000100:00000200:2.0:1734676307.461023:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944320, offset 224 00000800:00000200:1.0:1734676307.461025:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.461028:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.461028:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db500. 00000800:00000200:1.0:1734676307.461031:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:2.0:1734676307.461033:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000800:00000200:1.0:1734676307.461054:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:2.0:1734676307.461057:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81099:81099:255:4294967295] 192.168.203.46@tcp LPNI seq info [81095:81095:7:4294967295] 00000800:00000200:1.0:1734676307.461057:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1734676307.461064:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.461068:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000020:00000010:1.0:1734676307.461078:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4680. 00000800:00000010:2.0:1734676307.461081:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000020:00000010:1.0:1734676307.461081:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bf578. 00000800:00000200:2.0:1734676307.461085:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000020:00000010:1.0:1734676307.461085:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03c00. 00000800:00000200:2.0:1734676307.461088:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.461091:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1734676307.461092:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:1.0:1734676307.461096:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000020:00000010:2.0:1734676307.461097:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676307.461100:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 02000000:00000010:1.0:1734676307.461100:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676307.461101:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000020:00000010:2.0:1734676307.461102:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 02000000:00000010:1.0:1734676307.461105:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676307.461107:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676307.461110:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676307.461112:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676307.461115:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676307.461117:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676307.461121:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:1.0:1734676307.461124:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:1.0:1734676307.461129:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676307.461136:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad4d0. 00000400:00000010:1.0:1734676307.461139:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959ebcc0. 00000400:00000010:1.0:1734676307.461154:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:1.0:1734676307.461158:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676307.461159:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:1.0:1734676307.461163:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864436864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.461170:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864436864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.461187:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130dfd300. 00000400:00000010:1.0:1734676307.461193:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:1.0:1734676307.461195:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676307.461196:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00000100:00000200:1.0:1734676307.461199:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481500 x1818938864436992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.461209:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481500 x1818938864436992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.461218:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735e2180. 02000000:00000010:1.0:1734676307.461227:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d811400. 02000000:00000010:1.0:1734676307.461233:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811200. 00000100:00000010:1.0:1734676307.461235:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:1.0:1734676307.461241:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073648e00. 02000000:00000010:1.0:1734676307.461245:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012ff43400. 00000100:00000010:1.0:1734676307.461247:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000100:00000010:1.0:1734676307.461249:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:1.0:1734676307.461252:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614900. 00080000:00000010:1.0:1734676307.461265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2b000. 00010000:00000010:1.0:1734676307.461322:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ce80. 00010000:00000010:1.0:1734676307.461328:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735e2280. 00000800:00000200:0.0:1734676307.461409:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.461411:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db500. 00000400:00000200:0.0:1734676307.461415:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.461418:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.461420:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676307.461422:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 02000000:00000010:0.0:1734676307.461425:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000800:00000200:0.0:1734676307.461459:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.461460:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676307.461463:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.461466:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.461468:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676307.461469:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:2.1:1734676307.461517:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097daf600. 00010000:00000010:2.1:1734676307.461527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b484c00. 00010000:00000010:1.0:1734676307.461748:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2ba00. 00010000:00000010:1.0:1734676307.461753:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59a80. 00010000:00000010:1.0:1734676307.461759:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3df00. 00000100:00000010:1.0:1734676307.461762:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.461767:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676307.461779:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2b800. 02000000:00000010:1.0:1734676307.461799:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2a000. 00000400:00000010:1.0:1734676307.461802:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ade70. 00000400:00000010:1.0:1734676307.461804:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676307.461807:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437120, portal 16 00000400:00000010:1.0:1734676307.462134:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.462140:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437120, offset 0 00000400:00000200:1.0:1734676307.462144:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.462149:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.462152:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.462155:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.462157:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.462159:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.462161:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81100:81100:256:4294967295] 192.168.203.46@tcp LPNI seq info [81096:81096:8:4294967295] 00000400:00000200:1.0:1734676307.462168:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.462172:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.462174:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db700. 00000800:00000200:1.0:1734676307.462177:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.462181:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.462183:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676307.462212:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d906000. 00010000:00000010:1.1:1734676307.462217:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810600. 00010000:00000010:1.1:1734676307.462221:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2a00. 00010000:00000010:1.1:1734676307.462223:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810e00. 00010000:00000010:1.1:1734676307.462229:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d30600. 00010000:00000010:1.1:1734676307.462231:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810a00. 00000800:00000200:0.0:1734676307.463242:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.463245:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db700. 00000400:00000200:0.0:1734676307.463248:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.463253:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.463256:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676307.463257:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676307.463263:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864437120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.465573:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.465585:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20780 00000400:00000200:0.0:1734676307.465593:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6241 [1] + 224 00000400:00000200:0.0:1734676307.465605:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.465609:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.465617:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864437120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.465667:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ade70. 00000400:00000200:2.0:1734676307.465671:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:2.0:1734676307.465672:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:2.0:1734676307.465677:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864437120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.465683:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864437120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.465704:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2a000. 02000000:00000010:2.0:1734676307.465707:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2b800. 00000100:00000010:2.0:1734676307.465709:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:2.0:1734676307.465712:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:2.0:1734676307.465714:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3df00. 00000400:00000200:0.0:1734676307.465900:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.465906:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178c00 00000400:00000200:0.0:1734676307.465911:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 328 00000400:00000200:0.0:1734676307.465959:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.465963:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.465968:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.465971:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:2.0:1734676307.466161:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.466166:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676307.466170:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.466193:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867944448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.466255:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944448 02000000:00000010:2.0:1734676307.466263:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.466282:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1e980. 00010000:00000010:2.0:1734676307.466293:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.466299:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.466398:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.466402:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.466411:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676307.466415:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944448, offset 224 00000400:00000200:2.0:1734676307.466419:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.466426:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.466431:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81101:81101:256:4294967295] 192.168.203.46@tcp LPNI seq info [81097:81097:8:4294967295] 00000400:00000200:2.0:1734676307.466439:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.466444:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.466448:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676307.466452:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.466458:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.466462:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.466473:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676307.466476:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.466480:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 00080000:00000010:3.0:1734676307.466524:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7aa00. 00010000:00000010:3.0:1734676307.466586:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59a80. 00010000:00000010:3.0:1734676307.466592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1e900. 00010000:00000010:3.0:1734676307.466641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a200. 00010000:00000010:3.0:1734676307.466646:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a580. 00010000:00000010:3.0:1734676307.466653:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f780. 00000100:00000010:3.0:1734676307.466656:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676307.466662:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676307.466675:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7be00. 02000000:00000010:3.0:1734676307.466691:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7b200. 00000400:00000010:3.0:1734676307.466695:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676307.466698:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.466701:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437248, portal 16 00000400:00000010:3.0:1734676307.466704:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.466706:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437248, offset 0 00000400:00000200:3.0:1734676307.466709:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.466714:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.466717:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.466720:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.466722:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.466723:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.466725:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81102:81102:255:4294967295] 192.168.203.46@tcp LPNI seq info [81098:81098:7:4294967295] 00000400:00000200:3.0:1734676307.466732:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.466736:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.466738:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676307.466740:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.466744:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.466746:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.466815:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.466818:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676307.466821:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.466825:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.466827:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676307.466829:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000800:00000200:0.0:1734676307.466858:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.466860:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676307.466863:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.466866:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.466868:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676307.466869:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676307.466874:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864437248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.468941:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.468955:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20800 00000400:00000200:0.0:1734676307.468962:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa624d [1] + 224 00000400:00000200:0.0:1734676307.468971:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.468974:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.468983:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864437248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.469141:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33700. 00010000:00000010:1.1:1734676307.469147:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810c00. 00010000:00000010:2.1:1734676307.469170:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1ddc00. 00010000:00000010:2.1:1734676307.469178:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564200. 00010000:00000010:2.1:1734676307.469183:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfea000. 00010000:00000010:2.1:1734676307.469185:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcbc00. 00000400:00000200:0.0:1734676307.469224:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.469228:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178c80 00000400:00000200:0.0:1734676307.469233:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 656 00000400:00000200:0.0:1734676307.469282:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.469285:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.469290:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.469294:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000400:00000010:3.0:1734676307.469349:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:3.0:1734676307.469353:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.469355:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.469361:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864437248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.469368:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864437248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.469389:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7b200. 02000000:00000010:3.0:1734676307.469395:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7be00. 00000100:00000010:3.0:1734676307.469398:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676307.469401:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676307.469403:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f780. 00000020:00000010:2.0:1734676307.469463:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f02000. 00000020:00000010:2.0:1734676307.469468:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676307.469471:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.469491:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867944576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.469509:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944576 02000000:00000010:2.0:1734676307.469517:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.469537:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007371f380. 00010000:00000010:2.0:1734676307.469550:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.469556:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.469561:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.469563:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.469571:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676307.469574:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944576, offset 224 00000400:00000200:2.0:1734676307.469580:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.469587:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.469592:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81103:81103:256:4294967295] 192.168.203.46@tcp LPNI seq info [81099:81099:8:4294967295] 00000400:00000200:2.0:1734676307.469600:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.469605:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.469608:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676307.469611:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.469617:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.469619:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.469631:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4380. 00000020:00000010:2.0:1734676307.469634:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.469637:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f02000. 00080000:00000010:3.0:1734676307.469695:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7be00. 00010000:00000010:3.0:1734676307.469750:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a580. 00010000:00000010:3.0:1734676307.469755:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007371f300. 00010000:00000010:3.0:1734676307.469805:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7b200. 00010000:00000010:3.0:1734676307.469809:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a580. 00010000:00000010:3.0:1734676307.469815:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f780. 00000100:00000010:3.0:1734676307.469818:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676307.469822:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676307.469829:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b000. 02000000:00000010:3.0:1734676307.469843:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ac00. 00000400:00000010:3.0:1734676307.469846:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676307.469849:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.469853:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437376, portal 16 00000400:00000010:3.0:1734676307.469855:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.469857:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437376, offset 0 00000400:00000200:3.0:1734676307.469860:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.469864:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.469867:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.469870:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.469873:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.469874:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.469877:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81104:81104:255:4294967295] 192.168.203.46@tcp LPNI seq info [81100:81100:7:4294967295] 00000400:00000200:3.0:1734676307.469882:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.469886:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.469888:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93300. 00000800:00000200:3.0:1734676307.469891:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.469894:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.469897:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.469961:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.469963:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676307.469967:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.469970:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.469972:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676307.469974:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000800:00000200:0.0:1734676307.469999:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.470001:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93300. 00000400:00000200:0.0:1734676307.470004:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.470007:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.470009:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676307.470010:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676307.470015:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864437376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.471917:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.471931:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20880 00000400:00000200:0.0:1734676307.471938:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6259 [1] + 224 00000400:00000200:0.0:1734676307.471956:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.471960:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.471968:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864437376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.472082:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:2.0:1734676307.472086:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676307.472088:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676307.472093:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864437376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.472100:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864437376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.472122:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ac00. 02000000:00000010:2.0:1734676307.472127:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b000. 00000100:00000010:2.0:1734676307.472131:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676307.472133:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:2.0:1734676307.472136:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f780. 00010000:00000010:2.1:1734676307.472491:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85e00. 00000400:00000200:0.0:1734676307.472713:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.472719:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178d00 00000400:00000200:0.0:1734676307.472725:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 984 00000400:00000200:0.0:1734676307.472778:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.472782:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.472787:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.472791:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:1.0:1734676307.472850:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810c00. 00000020:00000010:1.0:1734676307.472855:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.472860:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.472878:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867944704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.472896:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944704 02000000:00000010:1.0:1734676307.472904:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.472925:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011d1b9a80. 00010000:00000010:1.0:1734676307.472938:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d400. 00000100:00000010:1.0:1734676307.472943:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.472949:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.472951:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d400. 00000400:00000010:1.0:1734676307.472961:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00080000:00000010:2.0:1734676307.472963:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02000. 00000100:00000200:1.0:1734676307.472965:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944704, offset 224 00000400:00000200:1.0:1734676307.472970:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.472977:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.472982:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81105:81105:256:4294967295] 192.168.203.46@tcp LPNI seq info [81101:81101:8:4294967295] 00000400:00000200:1.0:1734676307.472990:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.472993:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.472996:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbb00. 00000800:00000200:1.0:1734676307.473000:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.473006:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.473009:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.473020:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.473023:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00010000:00000010:2.0:1734676307.473024:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a580. 00000020:00000010:1.0:1734676307.473026:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810c00. 00010000:00000010:2.0:1734676307.473029:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd54680. 00000800:00000200:0.0:1734676307.473125:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.473128:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbb00. 00000400:00000200:0.0:1734676307.473131:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.473134:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.473137:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676307.473138:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00010000:00000010:2.0:1734676307.473269:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02400. 00010000:00000010:2.0:1734676307.473274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.473281:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.473284:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.473290:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.473297:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f03800. 02000000:00000010:2.0:1734676307.473314:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02a00. 00000400:00000010:2.0:1734676307.473318:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676307.473321:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676307.473325:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437504, portal 16 00000400:00000010:2.0:1734676307.473328:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.473330:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437504, offset 0 00000400:00000200:2.0:1734676307.473334:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.473338:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.473342:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.473346:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.473349:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.473351:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.473353:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81106:81106:256:4294967295] 192.168.203.46@tcp LPNI seq info [81102:81102:8:4294967295] 00000400:00000200:2.0:1734676307.473360:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.473364:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.473366:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.473369:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.473372:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.473375:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.473550:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.473552:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676307.473556:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.473559:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.473562:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676307.473564:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676307.473570:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864437504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.476997:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.477013:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20900 00000400:00000200:0.0:1734676307.477021:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6265 [1] + 224 00000400:00000200:0.0:1734676307.477051:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.477055:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.477065:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864437504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.477104:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:2.0:1734676307.477108:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:2.0:1734676307.477114:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676307.477119:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864437504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.477126:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864437504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.477149:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02a00. 02000000:00000010:2.0:1734676307.477155:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f03800. 00000100:00000010:2.0:1734676307.477159:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.477165:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.477169:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000200:0.0:1734676307.477421:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.477428:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178d80 00000400:00000200:0.0:1734676307.477433:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 1312 00000400:00000200:0.0:1734676307.477476:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.477480:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.477485:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.477488:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676307.477543:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03800. 00000020:00000010:2.0:1734676307.477548:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.477552:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.477570:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867944832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.477597:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944832 02000000:00000010:2.0:1734676307.477605:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.477626:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7b7400. 00010000:00000010:2.0:1734676307.477639:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.477645:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.477651:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.477653:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.477661:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676307.477664:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944832, offset 224 00000400:00000200:2.0:1734676307.477669:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.477676:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.477680:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81107:81107:256:4294967295] 192.168.203.46@tcp LPNI seq info [81103:81103:8:4294967295] 00000400:00000200:2.0:1734676307.477688:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.477692:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.477695:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676307.477698:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.477703:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.477706:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.477716:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.477719:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.477722:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03800. 00080000:00000010:2.0:1734676307.477739:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f03800. 00010000:00000010:2.0:1734676307.477788:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.477793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7b7380. 00010000:00000010:2.0:1734676307.477841:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02a00. 00010000:00000010:2.0:1734676307.477845:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.477851:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.477853:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.477857:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.477865:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f03c00. 02000000:00000010:2.0:1734676307.477879:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880134d2b800. 00000400:00000010:2.0:1734676307.477882:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676307.477884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.477888:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437632, portal 16 00000400:00000010:2.0:1734676307.477890:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676307.477892:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437632, offset 0 00000400:00000200:2.0:1734676307.477895:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.477898:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.477901:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.477904:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.477907:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.477908:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.477910:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81108:81108:255:4294967295] 192.168.203.46@tcp LPNI seq info [81104:81104:7:4294967295] 00000400:00000200:2.0:1734676307.477916:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.477919:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.477920:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676307.477923:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.477926:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.477928:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.479414:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.479419:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:0.0:1734676307.479423:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.479427:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.479430:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676307.479432:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:0.0:1734676307.479473:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.479475:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676307.479477:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.479480:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.479482:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676307.479483:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676307.479489:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864437632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676307.481589:0:25819:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810c00. 00000020:00000010:1.0:1734676307.481595:0:25819:0:(lu_object.c:538:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d810800. 00000040:00000010:1.0:1734676307.481598:0:25819:0:(llog_obd.c:234:llog_key_init()) kmalloced '(value)': 480 at ffff88009d810a00. 00000020:00000010:1.0:1734676307.481602:0:25819:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88009d50f800. 00000020:00000010:1.0:1734676307.481606:0:25819:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009d968000. 00000020:00000010:1.0:1734676307.481609:0:25819:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d810e00. 80000000:00000010:1.0:1734676307.481612:0:25819:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009bf621e0. 40000000:00000010:1.0:1734676307.481615:0:25819:0:(fid_handler.c:436:seq_key_init()) kmalloced '(value)': 48 at ffff8800b41b5140. 00100000:00000010:1.0:1734676307.481620:0:25819:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009d50b000. 00040000:00000010:1.0:1734676307.481623:0:25819:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 240 at ffff8800728db000. 00040000:00000010:1.0:1734676307.481627:0:25819:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88009d50a000. 00040000:00000010:1.0:1734676307.481629:0:25819:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d810600. 00080000:00000010:1.0:1734676307.481633:0:25819:0:(osd_handler.c:8099:osd_key_init()) kmalloced '(info)': 3992 at ffff8800958c5000. 00080000:00000010:1.0:1734676307.481637:0:25819:0:(osd_handler.c:8103:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800834e2000. 00000004:00000010:1.0:1734676307.481642:0:25819:0:(mdd_device.c:2353:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009d508000. 00000004:00000010:1.0:1734676307.481646:0:25819:0:(mdt_handler.c:8196:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800958c1000. 00000004:00000010:1.0:1734676307.481650:0:25819:0:(lod_dev.c:2316:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d50d800. 00002000:00000010:1.0:1734676307.481654:0:25819:0:(ofd_dev.c:2901:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d080400. 00000004:00000010:1.0:1734676307.481657:0:25819:0:(osp_dev.c:1812:osp_key_init()) kmalloced '(value)': 616 at ffff88009d083c00. 00000020:00000010:1.0:1734676307.481682:0:25819:0:(lu_object.c:538:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d810800. 00000040:00000010:1.0:1734676307.481687:0:25819:0:(llog_obd.c:234:llog_key_fini()) kfreed 'info': 480 at ffff88009d810a00. 00000020:00000010:1.0:1734676307.481689:0:25819:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff88009d50f800. 00000020:00000010:1.0:1734676307.481693:0:25819:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88009d968000. 00000020:00000010:1.0:1734676307.481697:0:25819:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d810e00. 80000000:00000010:1.0:1734676307.481700:0:25819:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009bf621e0. 40000000:00000010:1.0:1734676307.481701:0:25819:0:(fid_handler.c:436:seq_key_fini()) kfreed 'info': 48 at ffff8800b41b5140. 00100000:00000010:1.0:1734676307.481705:0:25819:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009d50b000. 00040000:00000010:1.0:1734676307.481709:0:25819:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 240 at ffff8800728db000. 00040000:00000010:1.0:1734676307.481712:0:25819:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88009d50a000. 00040000:00000010:1.0:1734676307.481715:0:25819:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d810600. 00080000:00000010:1.0:1734676307.481719:0:25819:0:(osd_handler.c:8149:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800834e2000. 00080000:00000010:1.0:1734676307.481723:0:25819:0:(osd_handler.c:8160:osd_key_fini()) kfreed 'info': 3992 at ffff8800958c5000. 00000004:00000010:1.0:1734676307.481726:0:25819:0:(mdd_device.c:2365:mdd_key_fini()) kfreed 'info': 1864 at ffff88009d508000. 00000004:00000010:1.0:1734676307.481730:0:25819:0:(mdt_handler.c:8221:mdt_key_fini()) kfreed 'info': 2568 at ffff8800958c1000. 00000004:00000010:1.0:1734676307.481733:0:25819:0:(lod_dev.c:2346:lod_key_fini()) kfreed 'info': 1224 at ffff88009d50d800. 00002000:00000010:1.0:1734676307.481736:0:25819:0:(ofd_dev.c:2901:ofd_key_fini()) kfreed 'info': 816 at ffff88009d080400. 00000004:00000010:1.0:1734676307.481738:0:25819:0:(osp_dev.c:1812:osp_key_fini()) kfreed 'info': 616 at ffff88009d083c00. 00000020:00000010:1.0:1734676307.481740:0:25819:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810c00. 00010000:00000010:3.1:1734676307.482877:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e3ac00. 00010000:00000010:3.1:1734676307.482887:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d735400. 00010000:00000010:0.1:1734676307.483224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192500. 00010000:00000010:0.1:1734676307.483229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2ba00. 00010000:00000010:0.1:1734676307.483257:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004600. 00010000:00000010:0.1:1734676307.483261:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a200. 00000400:00000200:1.0:1734676307.484020:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.484034:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20980 00000400:00000200:1.0:1734676307.484062:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6271 [1] + 224 00000400:00000200:1.0:1734676307.484084:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.484088:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.484098:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864437632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.484982:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.484988:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178e00 00000400:00000200:1.0:1734676307.484994:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 1640 00000400:00000200:1.0:1734676307.485018:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.485021:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.485026:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.485031:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 00000400:00000010:2.0:1734676307.485187:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:2.0:1734676307.485192:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676307.485194:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.485201:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864437632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.485209:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864437632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.485231:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880134d2b800. 02000000:00000010:2.0:1734676307.485235:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f03c00. 00000100:00000010:2.0:1734676307.485239:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.485243:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.485247:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000020:00000010:3.0:1734676307.486214:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7bc00. 00000020:00000010:3.0:1734676307.486220:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676307.486224:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.486243:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867944960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.486270:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867944960 02000000:00000010:3.0:1734676307.486279:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.486300:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d793300. 00010000:00000010:3.0:1734676307.486314:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f600. 00000100:00000010:3.0:1734676307.486319:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.486325:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.486328:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f600. 00000400:00000010:3.0:1734676307.486338:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00080000:00000010:2.0:1734676307.486339:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2b800. 00000100:00000200:3.0:1734676307.486342:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867944960, offset 224 00000400:00000200:3.0:1734676307.486347:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.486354:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.486359:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81109:81109:256:4294967295] 192.168.203.46@tcp LPNI seq info [81105:81105:8:4294967295] 00000400:00000200:3.0:1734676307.486367:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.486371:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.486375:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.486379:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.486383:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.486387:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676307.486389:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.486394:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d793280. 00000020:00000010:3.0:1734676307.486404:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676307.486407:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.486411:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7bc00. 00010000:00000010:2.0:1734676307.486450:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d2a000. 00010000:00000010:2.0:1734676307.486453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.486459:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.486461:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.486465:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.486472:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880134d2ba00. 02000000:00000010:2.0:1734676307.486485:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f03c00. 00000400:00000010:2.0:1734676307.486488:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676307.486490:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.486494:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437760, portal 16 00000400:00000010:2.0:1734676307.486496:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676307.486497:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437760, offset 0 00000400:00000200:2.0:1734676307.486500:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.486504:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.486506:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.486509:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.486511:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.486512:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.486514:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81110:81110:255:4294967295] 192.168.203.46@tcp LPNI seq info [81106:81106:7:4294967295] 00000400:00000200:2.0:1734676307.486520:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.486522:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.486524:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.486526:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.486529:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.486530:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.486687:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.486690:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.486693:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.486697:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.486700:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676307.486701:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676307.487708:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.487712:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676307.487721:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.487725:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.487728:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676307.487729:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676307.487737:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864437760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.488182:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095903a00. 00000400:00000200:1.0:1734676307.489362:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.489375:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20a00 00000400:00000200:1.0:1734676307.489383:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa627d [1] + 224 00000400:00000200:1.0:1734676307.489396:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.489400:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.489408:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864437760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.491771:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676307.491780:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7478. 00000400:00000200:1.0:1734676307.491783:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178e80 00000400:00000200:2.0:1734676307.491785:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676307.491787:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000400:00000200:1.0:1734676307.491816:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4bc5 [2] + 1968 00000400:00000010:1.0:1734676307.491820:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad738. 00000400:00000200:1.0:1734676307.491822:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880089d3a6c0 00000100:00000200:2.0:1734676307.491962:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864437760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.491962:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.491967:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.491970:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864437760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.491971:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880089d3a6c0 02000000:00000010:2.0:1734676307.491992:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f03c00. 02000000:00000010:2.0:1734676307.491996:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134d2ba00. 00000100:00000010:2.0:1734676307.492000:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.492005:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.492007:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:1.0:1734676307.492881:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880089d3a6c0. 00000100:00000200:1.0:1734676307.492888:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.492955:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007368bc00. 00000020:00000010:2.0:1734676307.492960:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.492965:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.492985:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3c50 x1818938867945088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.493005:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945088 02000000:00000010:2.0:1734676307.493012:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:2.0:1734676307.493032:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fd58800. 00010000:00000010:2.0:1734676307.493081:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.493086:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b06c0. 00000100:00000010:2.0:1734676307.493092:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b06c0. 00010000:00000010:2.0:1734676307.493095:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.493104:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.493107:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945088, offset 224 00000400:00000200:2.0:1734676307.493113:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.493120:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.493125:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81111:81111:256:4294967295] 192.168.203.46@tcp LPNI seq info [81107:81107:8:4294967295] 00000400:00000200:2.0:1734676307.493133:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.493137:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.493140:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.493144:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.493149:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.493152:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.493623:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.493628:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.493632:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007368bc00. 02000000:00000010:2.0:1734676307.493639:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:2.0:1734676307.493643:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:2.0:1734676307.493647:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:2.0:1734676307.493650:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:2.0:1734676307.493656:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676307.493657:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:2.0:1734676307.493660:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:2.0:1734676307.493662:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:2.0:1734676307.493664:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676307.493666:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:2.0:1734676307.493668:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676307.493671:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000200:2.0:1734676307.493676:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.493680:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7478. 00000400:00000010:2.0:1734676307.493683:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b06c0. 00080000:00000010:2.0:1734676307.493705:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368bc00. 00000800:00000200:1.0:1734676307.493830:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.493833:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:1.0:1734676307.493836:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.493840:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.493843:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676307.493845:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 02000000:00000010:1.0:1734676307.493848:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00010000:00000010:2.0:1734676307.493947:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.493953:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edec900. 00010000:00000010:2.0:1734676307.494007:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368be00. 00010000:00000010:2.0:1734676307.494011:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.494018:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.494022:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676307.494026:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.494034:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368b200. 02000000:00000010:2.0:1734676307.494249:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007368a600. 00000400:00000010:2.0:1734676307.494253:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676307.494256:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.494259:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864437888, portal 16 00000400:00000010:2.0:1734676307.494262:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676307.494264:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864437888, offset 0 00000400:00000200:2.0:1734676307.494268:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.494273:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.494277:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.494280:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.494283:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.494285:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.494287:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81112:81112:256:4294967295] 192.168.203.46@tcp LPNI seq info [81108:81108:8:4294967295] 00000400:00000200:2.0:1734676307.494294:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.494297:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.494299:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.494303:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.494307:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.494310:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.494378:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.494380:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:1.0:1734676307.494382:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.494385:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.494387:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676307.494389:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676307.494394:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864437888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.496350:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bb69c00. 00010000:00000010:3.1:1734676307.496357:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7b200. 00010000:00000010:3.1:1734676307.496366:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f9a00. 00010000:00000010:3.1:1734676307.496370:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d875200. 00010000:00000010:3.1:1734676307.496374:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02400. 00000400:00000200:0.0:1734676307.500184:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.500199:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20a80 00000400:00000200:0.0:1734676307.500207:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa628d [1] + 224 00000400:00000200:0.0:1734676307.500216:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.500219:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.500228:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864437888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.500263:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.500267:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178f00 00000400:00000200:0.0:1734676307.500271:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 0 00000400:00000010:2.0:1734676307.500284:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:2.0:1734676307.500288:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676307.500290:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.500296:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864437888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.500297:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.500301:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.500304:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1734676307.500307:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864437888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676307.500309:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.500328:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007368a600. 02000000:00000010:2.0:1734676307.500332:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368b200. 00000100:00000010:2.0:1734676307.500336:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:2.0:1734676307.500340:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676307.500343:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000020:00000010:2.0:1734676307.500370:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2ba00. 00000020:00000010:2.0:1734676307.500374:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.500377:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.500391:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867945216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.500417:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945216 02000000:00000010:2.0:1734676307.500425:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:2.0:1734676307.500444:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90480. 00010000:00000010:2.0:1734676307.500467:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.500472:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676307.500476:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676307.500478:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000010:2.0:1734676307.500486:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.500490:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945216, offset 224 00000400:00000200:2.0:1734676307.500495:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.500501:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.500505:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81113:81113:256:4294967295] 192.168.203.46@tcp LPNI seq info [81109:81109:8:4294967295] 00000400:00000200:2.0:1734676307.500512:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.500516:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.500519:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.500523:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.500528:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.500532:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.501157:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.501162:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.501165:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2ba00. 00080000:00000010:2.0:1734676307.501187:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2ba00. 00010000:00000010:2.0:1734676307.501244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.501250:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f90400. 00010000:00000010:2.0:1734676307.501307:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368b200. 00010000:00000010:2.0:1734676307.501312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676307.501318:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae480. 00000100:00000010:2.0:1734676307.501321:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676307.501326:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676307.501334:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a600. 02000000:00000010:2.0:1734676307.501351:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02400. 00000400:00000010:2.0:1734676307.501355:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b58. 00000400:00000010:2.0:1734676307.501358:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676307.501362:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438016, portal 16 00000400:00000010:2.0:1734676307.501365:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.501367:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438016, offset 0 00000400:00000200:2.0:1734676307.501371:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.501375:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.501378:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.501381:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.501384:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.501386:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.501388:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81114:81114:255:4294967295] 192.168.203.46@tcp LPNI seq info [81110:81110:7:4294967295] 00000400:00000200:2.0:1734676307.501394:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.501398:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.501400:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.501403:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.501407:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.501411:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.501506:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.501509:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676307.501512:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.501516:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.501518:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676307.501520:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000800:00000200:1.0:1734676307.501569:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.501571:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:1.0:1734676307.501573:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.501576:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.501578:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676307.501579:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:1.0:1734676307.501584:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864438016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.502230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1000. 00010000:00000010:0.1:1734676307.502692:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004d00. 00010000:00000010:0.1:1734676307.502698:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00010000:00000010:0.1:1734676307.502717:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c78400. 00010000:00000010:0.1:1734676307.502727:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82f00. 00010000:00000010:0.1:1734676307.502730:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a000. 00000400:00000200:1.0:1734676307.504509:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.504522:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20b00 00000400:00000200:1.0:1734676307.504529:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6299 [1] + 224 00000400:00000200:1.0:1734676307.504545:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.504549:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.504558:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864438016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.504627:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b58. 00000400:00000200:3.0:1734676307.504632:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:3.0:1734676307.504634:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:3.0:1734676307.504640:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864438016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.504648:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864438016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.504672:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02400. 02000000:00000010:3.0:1734676307.504677:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a600. 00000100:00000010:3.0:1734676307.504681:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676307.504686:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:3.0:1734676307.504689:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae480. 00000400:00000200:0.0:1734676307.505005:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.505012:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5178f80 00000400:00000200:0.0:1734676307.505018:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 328 00000400:00000200:0.0:1734676307.505100:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.505104:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.505108:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.505112:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676307.505494:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03c00. 00000020:00000010:2.0:1734676307.505499:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.505502:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.505521:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867945344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.505537:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945344 02000000:00000010:2.0:1734676307.505545:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f2400. 00010000:00000010:2.0:1734676307.505565:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095947580. 00010000:00000010:2.0:1734676307.505578:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:2.0:1734676307.505583:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676307.506091:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676307.506095:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00000400:00000010:2.0:1734676307.506105:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.506109:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945344, offset 224 00000400:00000200:2.0:1734676307.506115:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.506123:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.506128:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81115:81115:256:4294967295] 192.168.203.46@tcp LPNI seq info [81111:81111:8:4294967295] 00000400:00000200:2.0:1734676307.506136:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.506141:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.506144:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.506148:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.506154:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.506158:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.506172:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.506175:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.506179:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03c00. 00080000:00000010:3.0:1734676307.506531:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7ac00. 00010000:00000010:3.0:1734676307.506591:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:3.0:1734676307.506598:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095947500. 00010000:00000010:3.0:1734676307.506658:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93100. 00010000:00000010:3.0:1734676307.506661:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.506664:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a600. 00010000:00000010:3.0:1734676307.506669:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00080000:00000010:3.0:1734676307.506678:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b600. 00010000:00000010:3.0:1734676307.506696:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676307.506700:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.506733:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ba00. 00010000:00000010:3.0:1734676307.506736:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.506742:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.506746:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.506751:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.506760:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b200. 02000000:00000010:3.0:1734676307.506779:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7a200. 00000400:00000010:3.0:1734676307.506783:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.506787:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.506791:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438144, portal 16 00000400:00000010:3.0:1734676307.506794:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.506795:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438144, offset 0 00000400:00000200:3.0:1734676307.506800:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.506804:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.506808:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.506811:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.506813:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.506815:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.506817:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81116:81116:255:4294967295] 192.168.203.46@tcp LPNI seq info [81112:81112:7:4294967295] 00000400:00000200:3.0:1734676307.506822:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.506826:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.506828:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676307.506832:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.506836:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.506839:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.506977:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.506980:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676307.506984:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.506988:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.506991:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676307.506993:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:0.0:1734676307.507055:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.507057:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:0.0:1734676307.507060:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.507063:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.507064:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676307.507066:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676307.507081:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864438144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.508562:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.508573:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20b80 00000400:00000200:2.0:1734676307.508752:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62a5 [1] + 224 00000400:00000200:2.0:1734676307.508763:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.508767:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.508774:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864438144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.508803:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.508808:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179000 00000400:00000200:2.0:1734676307.508812:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 656 00000400:00000200:2.0:1734676307.508859:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.508863:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.508868:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.508872:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000020:00000010:2.0:1734676307.508904:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03c00. 00000020:00000010:2.0:1734676307.508909:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.508912:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.508928:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867945472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.508957:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945472 02000000:00000010:2.0:1734676307.508965:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:2.0:1734676307.508989:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:2.0:1734676307.508994:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676307.508997:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676307.509000:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00000400:00000010:2.0:1734676307.509009:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.509013:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945472, offset 224 00000400:00000200:2.0:1734676307.509017:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.509022:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.509026:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81117:81117:256:4294967295] 192.168.203.46@tcp LPNI seq info [81113:81113:8:4294967295] 00000400:00000200:2.0:1734676307.509033:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.509057:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.509059:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.509063:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.509068:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.509081:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.509093:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.509096:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.509099:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03c00. 00000400:00000010:3.0:1734676307.509151:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.509156:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676307.509157:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.509162:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864438144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.509169:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864438144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.509184:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1c900. 02000000:00000010:3.0:1734676307.509192:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7a200. 02000000:00000010:3.0:1734676307.509196:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b200. 00000100:00000010:3.0:1734676307.509199:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.509202:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.509205:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00080000:00000010:3.0:1734676307.509217:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b200. 00010000:00000010:3.0:1734676307.509262:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.509268:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf1c880. 00010000:00000010:3.0:1734676307.509316:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a200. 00010000:00000010:3.0:1734676307.509320:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.509326:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.509328:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.509332:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.509339:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b000. 02000000:00000010:3.0:1734676307.509352:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7bc00. 00000400:00000010:3.0:1734676307.509355:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.509358:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.509361:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438272, portal 16 00000400:00000010:3.0:1734676307.509364:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.509365:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438272, offset 0 00000400:00000200:3.0:1734676307.509369:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.509373:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.509376:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.509379:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.509381:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.509383:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.509386:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81118:81118:255:4294967295] 192.168.203.46@tcp LPNI seq info [81114:81114:7:4294967295] 00000400:00000200:3.0:1734676307.509391:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.509394:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.509397:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676307.509400:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.509403:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.509405:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.509475:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.509478:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676307.509481:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.509485:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.509488:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676307.509489:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000800:00000200:0.0:1734676307.509518:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.509520:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:0.0:1734676307.509523:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.509525:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.509527:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676307.509528:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676307.509543:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864438272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.513293:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.513306:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20c00 00000400:00000200:0.0:1734676307.513313:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62b1 [1] + 224 00000400:00000200:0.0:1734676307.513322:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.513325:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.513333:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864438272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.513365:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.513370:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179080 00000400:00000200:0.0:1734676307.513374:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 984 00000400:00000200:0.0:1734676307.513386:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.513389:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.513393:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.513398:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:0.0:1734676307.513442:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880134d2a000. 00000020:00000010:0.0:1734676307.513447:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.513450:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.513467:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867945600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.513495:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945600 02000000:00000010:0.0:1734676307.513503:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:0.0:1734676307.513530:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614940. 00000100:00000010:0.0:1734676307.513534:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676307.513538:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:0.0:1734676307.513541:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614940. 00000400:00000010:0.0:1734676307.513551:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676307.513555:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945600, offset 224 00000400:00000200:0.0:1734676307.513560:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.513566:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.513570:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81119:81119:256:4294967295] 192.168.203.46@tcp LPNI seq info [81115:81115:8:4294967295] 00000400:00000200:0.0:1734676307.513579:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.513582:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.513586:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2c00. 00000800:00000200:0.0:1734676307.513589:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.513595:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.513598:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.513609:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.513612:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.513615:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880134d2a000. 00000400:00000010:3.0:1734676307.513630:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.513634:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676307.513636:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.513642:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864438272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.513650:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864438272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.513667:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99f380. 02000000:00000010:3.0:1734676307.513675:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7bc00. 02000000:00000010:3.0:1734676307.513680:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b000. 00000100:00000010:3.0:1734676307.513682:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.513684:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.513687:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00080000:00000010:3.0:1734676307.513699:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b000. 00010000:00000010:3.0:1734676307.513746:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.513751:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d99f300. 00010000:00000010:3.0:1734676307.513805:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7bc00. 00010000:00000010:3.0:1734676307.513809:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676307.513815:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.513817:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.513821:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.513829:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007368a600. 02000000:00000010:3.0:1734676307.513843:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0800. 00000400:00000010:3.0:1734676307.513846:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.513848:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.513852:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438400, portal 16 00000400:00000010:3.0:1734676307.513855:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.513856:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438400, offset 0 00000400:00000200:3.0:1734676307.513860:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.513864:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.513867:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.513870:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.513873:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.513875:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.513877:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81120:81120:255:4294967295] 192.168.203.46@tcp LPNI seq info [81116:81116:7:4294967295] 00000400:00000200:3.0:1734676307.513882:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.513886:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.513888:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93300. 00000800:00000200:3.0:1734676307.513891:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.513894:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.513896:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93300 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676307.513900:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.513903:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1000. 02000000:00000010:3.0:1734676307.513907:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd1e00. 00000400:00000010:3.0:1734676307.513909:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d528. 00000400:00000010:3.0:1734676307.513911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.513912:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438528, portal 16 00000400:00000010:3.0:1734676307.513914:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.513916:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438528, offset 0 00000400:00000200:3.0:1734676307.513918:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.513921:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.513923:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.513924:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.513926:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.513928:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.513929:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81121:81121:254:4294967295] 192.168.203.46@tcp LPNI seq info [81117:81117:6:4294967295] 00000400:00000200:3.0:1734676307.513934:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.513937:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.513939:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.513941:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.513943:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.513945:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.514014:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.514017:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2c00. 00000400:00000200:2.0:1734676307.514019:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.514023:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.514025:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676307.514026:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000800:00000200:2.0:1734676307.514033:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.514054:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93300. 00000400:00000200:2.0:1734676307.514057:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.514060:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.514062:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:2.0:1734676307.514063:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:2.0:1734676307.514068:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864438400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:2.0:1734676307.514130:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.514132:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:2.0:1734676307.514134:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.514137:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.514140:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676307.514141:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676307.514145:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864438528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.516367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c79000. 00010000:00000010:0.1:1734676307.516385:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74800. 00010000:00000010:0.1:1734676307.516389:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368be00. 00000400:00000200:1.0:1734676307.516548:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.516560:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20c80 00000400:00000200:1.0:1734676307.516567:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62bd [1] + 224 00000400:00000200:1.0:1734676307.516575:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.516578:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.516586:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864438400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.516619:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.516623:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179100 00000400:00000200:1.0:1734676307.516628:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 1312 00000400:00000200:1.0:1734676307.516676:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.516680:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.516683:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.516688:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 00000020:00000010:2.0:1734676307.516719:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f03c00. 00000020:00000010:2.0:1734676307.516724:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.516728:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.516745:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab100 x1818938867945728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.516764:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945728 02000000:00000010:2.0:1734676307.516772:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1400. 00000400:00000010:3.0:1734676307.516794:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.516798:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676307.516800:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.516805:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864438400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.516812:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864438400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.516828:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00c880. 00000400:00000010:2.0:1734676307.517118:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.517123:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945728, offset 224 00000400:00000200:2.0:1734676307.517132:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.517139:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.517144:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81122:81122:256:4294967295] 192.168.203.46@tcp LPNI seq info [81118:81118:8:4294967295] 00000400:00000200:2.0:1734676307.517151:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.517155:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.517158:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676307.517162:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.517168:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.517170:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.517183:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676307.517186:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.517189:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f03c00. 00000400:00000200:2.0:1734676307.517357:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.517367:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20d00 00000400:00000200:2.0:1734676307.517372:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62c5 [1] + 224 00000800:00000200:0.0:1734676307.517390:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.517393:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676307.517397:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.517401:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.517403:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.517403:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676307.517405:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000400:00000200:2.0:1734676307.517406:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.517412:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864438528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.517428:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d528. 00000400:00000200:3.0:1734676307.517431:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.517432:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.517436:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864438528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.517442:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864438528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.517454:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0800. 02000000:00000010:3.0:1734676307.517459:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007368a600. 00000100:00000010:3.0:1734676307.517463:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.517465:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd1e00. 02000000:00000010:3.0:1734676307.517467:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1000. 00000100:00000010:3.0:1734676307.517468:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.517471:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.517474:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00000400:00000200:0.0:1734676307.520605:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.520618:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179180 00000400:00000200:0.0:1734676307.520624:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 1640 00000400:00000200:0.0:1734676307.520640:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.520644:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.520649:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.520655:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676307.520708:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810600. 00000020:00000010:1.0:1734676307.520713:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.520716:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.520733:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867945856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.520763:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945856 02000000:00000010:1.0:1734676307.520771:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.520792:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d00c500. 00010000:00000010:1.0:1734676307.520804:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d400. 00000100:00000010:1.0:1734676307.520809:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.520817:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.520819:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d400. 00000400:00000010:1.0:1734676307.520828:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676307.520832:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945856, offset 224 00000400:00000200:1.0:1734676307.520837:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.520843:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.520847:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81123:81123:256:4294967295] 192.168.203.46@tcp LPNI seq info [81119:81119:8:4294967295] 00000400:00000200:1.0:1734676307.520855:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.520859:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.520862:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.520867:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.520872:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.520875:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.520897:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.520901:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.520903:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810600. 00000800:00000200:0.0:1734676307.521081:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.521084:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:0.0:1734676307.521088:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.521091:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.521094:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676307.521095:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00080000:00000010:2.0:1734676307.521157:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f03c00. 00010000:00000010:2.0:1734676307.521215:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:2.0:1734676307.521220:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d00ca00. 00010000:00000010:2.0:1734676307.521268:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02400. 00010000:00000010:2.0:1734676307.521273:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676307.521280:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:2.0:1734676307.521283:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676307.521288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676307.521296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f02a00. 02000000:00000010:2.0:1734676307.521313:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073648e00. 00000400:00000010:2.0:1734676307.521317:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7688. 00000400:00000010:2.0:1734676307.521320:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.521323:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438656, portal 16 00000400:00000010:2.0:1734676307.521327:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676307.521328:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438656, offset 0 00000400:00000200:2.0:1734676307.521332:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.521336:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.521340:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.521343:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.521346:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.521347:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.521349:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81124:81124:256:4294967295] 192.168.203.46@tcp LPNI seq info [81120:81120:8:4294967295] 00000400:00000200:2.0:1734676307.521355:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.521359:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.521361:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.521364:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.521367:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.521369:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.521527:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.521530:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676307.521635:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.521639:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.521641:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676307.521643:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676307.521649:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864438656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.522657:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.522665:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20d80 00000400:00000200:0.0:1734676307.522671:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62d5 [1] + 224 00000400:00000200:0.0:1734676307.522682:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.522686:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.522693:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864438656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.522766:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7688. 00000400:00000200:2.0:1734676307.522770:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:2.0:1734676307.522771:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.522776:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864438656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.522787:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864438656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.522805:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073648e00. 02000000:00000010:2.0:1734676307.522811:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f02a00. 00000100:00000010:2.0:1734676307.522814:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676307.522816:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676307.522819:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00010000:00000010:3.1:1734676307.524273:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094498500. 00010000:00000010:0.1:1734676307.524280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349e00. 00010000:00000010:3.1:1734676307.524287:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368b200. 00010000:00000010:3.1:1734676307.524291:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93100. 00010000:00000010:3.1:1734676307.524294:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a600. 00010000:00000010:3.1:1734676307.524297:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84600. 00010000:00000010:3.1:1734676307.524300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf1d900. 00010000:00000010:3.1:1734676307.524303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ba00. 00010000:00000010:3.1:1734676307.524308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4ff800. 00010000:00000010:3.1:1734676307.524311:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7ad400. 00010000:00000010:3.1:1734676307.524314:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a200. 00000400:00000200:2.0:1734676307.524378:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.524387:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179200 00000400:00000200:2.0:1734676307.524394:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c25 [2] + 1968 00000400:00000010:2.0:1734676307.524398:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9aa8. 00000400:00000200:2.0:1734676307.524401:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012c79ad80 00000400:00000200:2.0:1734676307.525212:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.525219:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.525223:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012c79ad80 00000400:00000010:2.0:1734676307.525225:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012c79ad80. 00000100:00000200:2.0:1734676307.525231:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676307.527083:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7a800. 00000020:00000010:0.0:1734676307.527092:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.527095:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.527119:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2c50 x1818938867945984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.527153:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867945984 02000000:00000010:0.0:1734676307.527162:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:0.0:1734676307.527184:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d80d080. 00010000:00000010:0.0:1734676307.527202:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d6148c0. 00000100:00000010:0.0:1734676307.527208:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469180. 00000100:00000010:0.0:1734676307.527216:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469180. 00010000:00000010:0.0:1734676307.527219:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d6148c0. 00000400:00000010:0.0:1734676307.527232:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.527237:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867945984, offset 224 00000400:00000200:0.0:1734676307.527242:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.527251:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.527256:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81125:81125:256:4294967295] 192.168.203.46@tcp LPNI seq info [81121:81121:8:4294967295] 00000400:00000200:0.0:1734676307.527263:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00080000:00000010:2.0:1734676307.527265:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073648e00. 00000800:00000200:0.0:1734676307.527267:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.527271:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2900. 00000800:00000200:0.0:1734676307.527275:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.527280:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.527283:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.527296:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c600. 00000020:00000010:0.0:1734676307.527299:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.527302:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7a800. 02000000:00000010:0.0:1734676307.527308:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676307.527311:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:0.0:1734676307.527315:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:0.0:1734676307.527318:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 02000000:00000010:0.0:1734676307.527322:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:0.0:1734676307.527324:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00010000:00000010:2.0:1734676307.527326:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 02000000:00000010:0.0:1734676307.527327:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000100:00000010:0.0:1734676307.527329:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:0.0:1734676307.527332:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f2400. 00010000:00000010:2.0:1734676307.527333:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d80d000. 00000100:00000010:0.0:1734676307.527334:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676307.527336:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:0.0:1734676307.527337:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00000100:00000200:0.0:1734676307.527343:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676307.527347:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9210. 00000400:00000010:0.0:1734676307.527350:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469180. 00000800:00000200:0.0:1734676307.527426:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.527429:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2900. 00000400:00000200:0.0:1734676307.527431:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.527436:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.527439:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676307.527441:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 02000000:00000010:0.0:1734676307.527443:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676307.527914:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02a00. 00010000:00000010:2.0:1734676307.527919:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676307.527925:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee80. 00000100:00000010:2.0:1734676307.527928:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676307.527934:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676307.527942:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847c200. 02000000:00000010:2.0:1734676307.527957:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d200. 00000400:00000010:2.0:1734676307.527960:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7688. 00000400:00000010:2.0:1734676307.527963:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.527966:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438784, portal 16 00000400:00000010:2.0:1734676307.527969:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676307.527971:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438784, offset 0 00000400:00000200:2.0:1734676307.527975:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.527980:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.527983:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.527986:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.527988:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.527991:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.527993:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81126:81126:256:4294967295] 192.168.203.46@tcp LPNI seq info [81122:81122:8:4294967295] 00000400:00000200:2.0:1734676307.527999:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.528003:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.528005:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.528008:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.528012:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.528014:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.528334:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.528336:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676307.528339:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.528342:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.528345:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676307.528346:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:0.0:1734676307.528351:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864438784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.530637:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.530649:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20e00 00000400:00000200:2.0:1734676307.530655:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62e5 [1] + 224 00000400:00000200:2.0:1734676307.530665:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.530668:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.530677:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864438784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.530695:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.530698:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179280 00000400:00000200:2.0:1734676307.530703:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 0 00000400:00000200:2.0:1734676307.530751:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.530754:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.530758:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.530762:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 00000020:00000010:3.0:1734676307.531387:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012cdd1000. 00000020:00000010:3.0:1734676307.531392:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676307.531396:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.531413:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867946112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.531433:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946112 02000000:00000010:3.0:1734676307.531440:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.531465:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.531469:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.531474:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.531476:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00000400:00000010:3.0:1734676307.531485:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.531489:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946112, offset 224 00000400:00000200:3.0:1734676307.531493:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.531500:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.531505:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81127:81127:256:4294967295] 192.168.203.46@tcp LPNI seq info [81123:81123:8:4294967295] 00000400:00000200:3.0:1734676307.531512:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.531517:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.531520:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.531524:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.531529:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.531532:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.531542:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676307.531545:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.531548:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012cdd1000. 00000400:00000010:3.0:1734676307.531562:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7688. 00000400:00000200:3.0:1734676307.531565:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:3.0:1734676307.531566:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:3.0:1734676307.531572:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864438784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.531579:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864438784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.531594:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde2a00. 02000000:00000010:3.0:1734676307.531601:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d200. 02000000:00000010:3.0:1734676307.531605:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847c200. 00000100:00000010:3.0:1734676307.531608:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:3.0:1734676307.531611:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:3.0:1734676307.531617:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee80. 00080000:00000010:3.0:1734676307.531628:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd1000. 00010000:00000010:3.0:1734676307.531677:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:3.0:1734676307.531681:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde2980. 00010000:00000010:3.0:1734676307.531723:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93100. 00010000:00000010:3.0:1734676307.531725:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ae80. 00010000:00000010:3.0:1734676307.531728:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:3.0:1734676307.531732:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00080000:00000010:3.0:1734676307.531738:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0800. 00010000:00000010:3.0:1734676307.531750:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676307.531752:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ae80. 00010000:00000010:3.0:1734676307.531779:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0400. 00010000:00000010:3.0:1734676307.531781:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676307.531786:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.531788:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.531792:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.531800:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095ac1800. 02000000:00000010:3.0:1734676307.531814:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095ac0600. 00000400:00000010:3.0:1734676307.531818:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d528. 00000400:00000010:3.0:1734676307.531820:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.531824:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864438912, portal 16 00000400:00000010:3.0:1734676307.531826:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.531828:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864438912, offset 0 00000400:00000200:3.0:1734676307.531832:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.531835:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.531838:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.531841:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.531844:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.531846:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.531848:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81128:81128:255:4294967295] 192.168.203.46@tcp LPNI seq info [81124:81124:7:4294967295] 00000800:00000200:0.0:1734676307.531851:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1734676307.531854:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000010:0.0:1734676307.531854:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.531857:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.531857:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1734676307.531859:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.531861:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000200:3.0:1734676307.531862:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:0.0:1734676307.531864:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000800:00000200:3.0:1734676307.531865:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000010:0.0:1734676307.531865:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:3.0:1734676307.531868:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.531884:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.531885:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.531887:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.531890:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.531892:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676307.531894:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676307.531899:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864438912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.533156:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea1200. 00010000:00000010:0.1:1734676307.533163:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7bc00. 00010000:00000010:3.1:1734676307.534306:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db21600. 00000400:00000200:2.0:1734676307.534884:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.534896:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20e80 00000400:00000200:2.0:1734676307.534904:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62f1 [1] + 224 00000400:00000200:2.0:1734676307.534913:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.534917:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.534926:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864438912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.534958:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.534962:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179300 00000400:00000200:2.0:1734676307.534966:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 328 00000400:00000010:3.0:1734676307.534976:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d528. 00000400:00000200:3.0:1734676307.534980:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676307.534982:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.534987:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864438912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.534995:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864438912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.535015:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095ac0600. 00000400:00000200:2.0:1734676307.535017:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676307.535019:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095ac1800. 00000400:00000200:2.0:1734676307.535021:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676307.535022:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.535025:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00000100:00000200:2.0:1734676307.535025:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1734676307.535028:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00000100:00000010:2.0:1734676307.535029:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 00000020:00000010:1.0:1734676307.535416:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810600. 00000020:00000010:1.0:1734676307.535422:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.535426:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.535445:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2a00 x1818938867946240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.535977:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946240 02000000:00000010:1.0:1734676307.535987:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.536007:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007eded680. 00010000:00000010:1.0:1734676307.536020:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d100. 00000100:00000010:1.0:1734676307.536025:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.536056:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.536059:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d100. 00000400:00000010:1.0:1734676307.536067:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676307.536081:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946240, offset 224 00000400:00000200:1.0:1734676307.536087:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.536094:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.536100:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81129:81129:256:4294967295] 192.168.203.46@tcp LPNI seq info [81125:81125:8:4294967295] 00000400:00000200:1.0:1734676307.536108:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.536113:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.536116:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.536121:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.536126:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.536129:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.536141:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c80. 00000020:00000010:1.0:1734676307.536144:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.536148:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810600. 00000800:00000200:2.0:1734676307.536453:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.536456:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:2.0:1734676307.536460:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.536464:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.536467:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:2.0:1734676307.536468:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00080000:00000010:2.0:1734676307.536490:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d000. 00010000:00000010:2.0:1734676307.536548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:2.0:1734676307.536554:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007eded600. 00010000:00000010:2.0:1734676307.536603:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847da00. 00010000:00000010:2.0:1734676307.536608:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676307.536620:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134dae980. 00000100:00000010:2.0:1734676307.536624:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676307.536628:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.536637:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847c000. 02000000:00000010:2.0:1734676307.536652:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847c800. 00000400:00000010:2.0:1734676307.536656:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7b00. 00000400:00000010:2.0:1734676307.536659:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676307.536664:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439040, portal 16 00000400:00000010:2.0:1734676307.536667:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.536668:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439040, offset 0 00000400:00000200:2.0:1734676307.536672:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.536677:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.536680:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.536683:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.536686:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.536688:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.536691:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81130:81130:256:4294967295] 192.168.203.46@tcp LPNI seq info [81126:81126:8:4294967295] 00000400:00000200:2.0:1734676307.536696:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.536700:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.536702:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.536705:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.536709:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.536712:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.536864:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.536867:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:1.0:1734676307.536869:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.536873:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.536876:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:1.0:1734676307.536877:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:1.0:1734676307.536883:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864439040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.540930:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c23400. 00010000:00000010:3.1:1734676307.540977:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db20e00. 00000400:00000200:0.0:1734676307.544598:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.544614:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20f00 00000400:00000200:0.0:1734676307.544621:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa62fd [1] + 224 00000400:00000200:0.0:1734676307.544630:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.544633:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.544642:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864439040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.544676:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.544681:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179380 00000400:00000200:0.0:1734676307.544685:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 656 00000400:00000200:0.0:1734676307.544740:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.544743:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.544747:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.544752:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:3.0:1734676307.544817:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7b00. 00000400:00000200:3.0:1734676307.544821:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676307.544823:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676307.544829:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864439040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.544841:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864439040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.544864:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847c800. 02000000:00000010:3.0:1734676307.544869:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847c000. 00000100:00000010:3.0:1734676307.544871:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:3.0:1734676307.544875:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:3.0:1734676307.544878:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134dae980. 00000020:00000010:3.0:1734676307.544914:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1800. 00000020:00000010:3.0:1734676307.544919:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676307.544923:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.544939:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867946368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.544967:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946368 02000000:00000010:3.0:1734676307.544974:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.544994:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f680. 00010000:00000010:3.0:1734676307.545006:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87fb40. 00000100:00000010:3.0:1734676307.545011:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.545016:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.545018:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87fb40. 00000400:00000010:3.0:1734676307.545029:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.545033:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946368, offset 224 00000400:00000200:3.0:1734676307.545056:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.545062:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.545067:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81131:81131:256:4294967295] 192.168.203.46@tcp LPNI seq info [81127:81127:8:4294967295] 00000400:00000200:3.0:1734676307.545086:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.545090:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.545094:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.545098:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.545103:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.545107:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.545119:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676307.545122:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:3.0:1734676307.545126:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1800. 00000800:00000200:3.0:1734676307.545173:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.545176:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:3.0:1734676307.545178:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.545181:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.545184:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676307.545185:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00080000:00000010:0.0:1734676307.545234:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7bc00. 00010000:00000010:0.0:1734676307.545292:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:0.0:1734676307.545298:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36f600. 00010000:00000010:0.0:1734676307.545349:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7b400. 00010000:00000010:0.0:1734676307.545353:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c600. 00010000:00000010:0.0:1734676307.545360:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d6147c0. 00000100:00000010:0.0:1734676307.545362:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676307.545367:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676307.545374:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a800. 02000000:00000010:0.0:1734676307.545389:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ae00. 00000400:00000010:0.0:1734676307.545393:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676307.545395:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676307.545399:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439168, portal 16 00000400:00000010:0.0:1734676307.545402:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676307.545404:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439168, offset 0 00000400:00000200:0.0:1734676307.545407:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.545411:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.545414:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.545417:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.545420:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.545422:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.545424:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81132:81132:256:4294967295] 192.168.203.46@tcp LPNI seq info [81128:81128:8:4294967295] 00000400:00000200:0.0:1734676307.545430:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.545433:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.545436:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676307.545438:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.545442:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.545444:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1734676307.545463:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:0.0:1734676307.545468:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b800. 02000000:00000010:0.0:1734676307.545475:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7a200. 00000400:00000010:0.0:1734676307.545477:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676307.545480:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676307.545482:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439296, portal 16 00000400:00000010:0.0:1734676307.545484:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676307.545485:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439296, offset 0 00000400:00000200:0.0:1734676307.545489:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.545492:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.545495:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.545496:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.545498:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.545500:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.545502:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81133:81133:255:4294967295] 192.168.203.46@tcp LPNI seq info [81129:81129:7:4294967295] 00000400:00000200:0.0:1734676307.545508:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.545511:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.545513:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2b00. 00000800:00000200:1.0:1734676307.545515:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1734676307.545516:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000010:1.0:1734676307.545518:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2600. 00000800:00000200:0.0:1734676307.545519:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:1.0:1734676307.545521:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1734676307.545521:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2b00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1734676307.545524:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.545527:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676307.545528:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:1.0:1734676307.545533:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481c00 x1818938864439168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.545562:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.545564:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2b00. 00000400:00000200:1.0:1734676307.545566:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.545568:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.545570:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676307.545571:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676307.545574:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483100 x1818938864439296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.546175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14bc00. 00010000:00000010:3.1:1734676307.546180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cf4aa00. 00010000:00000010:1.1:1734676307.546188:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1b2200. 00010000:00000010:3.1:1734676307.546189:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00010000:00000010:3.1:1734676307.546192:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93100. 00010000:00000010:3.1:1734676307.546195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:1.1:1734676307.546196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02400. 00000400:00000200:0.0:1734676307.547733:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.547744:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e20f80 00000400:00000200:0.0:1734676307.547751:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6309 [1] + 224 00000400:00000200:0.0:1734676307.547760:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.547763:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.547772:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481c00 x1818938864439168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.547797:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.547837:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21000 00000400:00000200:0.0:1734676307.547841:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6311 [1] + 224 00000400:00000010:1.0:1734676307.547866:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9cb8. 00000400:00000200:0.0:1734676307.547866:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.547869:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.547871:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676307.547872:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676307.547878:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481c00 x1818938864439168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.547885:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481c00 x1818938864439168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.548064:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483100 x1818938864439296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.548098:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.548102:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179400 00000400:00000200:0.0:1734676307.548107:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 984 00000400:00000200:0.0:1734676307.548111:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.548114:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.548117:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.548121:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000400:00000200:0.0:1734676307.548131:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.548134:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179480 00000400:00000200:0.0:1734676307.548136:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 1312 00000400:00000200:0.0:1734676307.548162:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.548164:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.548166:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.548169:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:3.0:1734676307.548375:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1200. 00000020:00000010:3.0:1734676307.548380:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676307.548384:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20c80. 00000100:00000200:3.0:1734676307.548400:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867946496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676307.548416:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac1800. 00000020:00000010:3.0:1734676307.548419:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.548420:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:1.0:1734676307.548422:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946496 00000100:00000200:3.0:1734676307.548426:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867946624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:1.0:1734676307.548432:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00000100:00000200:3.0:1734676307.548436:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946624 02000000:00000010:3.0:1734676307.548440:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:1.0:1734676307.548451:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d76ec00. 00000400:00000010:1.0:1734676307.548837:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676307.548841:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946496, offset 224 00000400:00000200:1.0:1734676307.548847:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.548853:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.548858:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81134:81134:256:4294967295] 192.168.203.46@tcp LPNI seq info [81130:81130:8:4294967295] 00000400:00000200:1.0:1734676307.548866:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.548870:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.548873:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.548877:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.548882:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.548886:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.548949:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f900. 00000100:00000010:3.0:1734676307.548955:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.548959:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.548962:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f900. 00000400:00000010:3.0:1734676307.548973:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.548979:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946624, offset 224 00000400:00000200:3.0:1734676307.548984:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.548988:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.548992:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81135:81135:255:4294967295] 192.168.203.46@tcp LPNI seq info [81131:81131:7:4294967295] 00000400:00000200:3.0:1734676307.548998:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.549002:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.549004:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.549007:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.549010:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.549013:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.549540:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.549545:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.549548:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1800. 00000020:00000010:1.0:1734676307.549643:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:1.0:1734676307.549647:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20c80. 00000020:00000010:1.0:1734676307.549649:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac1200. 00000400:00000010:1.0:1734676307.549669:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:1.0:1734676307.549672:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676307.549674:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:1.0:1734676307.549680:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483100 x1818938864439296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.549688:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483100 x1818938864439296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.549703:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ec9d00. 02000000:00000010:1.0:1734676307.549711:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ae00. 02000000:00000010:1.0:1734676307.549715:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a800. 00000100:00000010:1.0:1734676307.549718:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676307.549722:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7a200. 02000000:00000010:1.0:1734676307.549723:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b800. 00000100:00000010:1.0:1734676307.549725:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000010:1.0:1734676307.549728:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:1.0:1734676307.549732:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d6147c0. 00080000:00000010:1.0:1734676307.549744:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d811400. 00010000:00000010:1.0:1734676307.549798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c600. 00010000:00000010:1.0:1734676307.549804:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ec9c80. 00010000:00000010:1.0:1734676307.549849:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810800. 00010000:00000010:1.0:1734676307.549854:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c80. 00010000:00000010:1.0:1734676307.549860:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d780. 00000100:00000010:1.0:1734676307.549864:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.549869:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 02000000:00000010:1.0:1734676307.549876:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d810a00. 02000000:00000010:1.0:1734676307.549893:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810600. 00000400:00000010:1.0:1734676307.549896:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad738. 00000400:00000010:1.0:1734676307.549900:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.549904:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439424, portal 16 00000400:00000010:1.0:1734676307.549907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.549908:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439424, offset 0 00000400:00000200:1.0:1734676307.549912:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.549917:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.549921:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.549924:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.549926:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.549928:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.549930:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81136:81136:254:4294967295] 192.168.203.46@tcp LPNI seq info [81132:81132:6:4294967295] 00000400:00000200:1.0:1734676307.549936:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.549939:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.549942:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.549945:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.549949:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.549952:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.550007:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.550009:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:0.0:1734676307.550013:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.550016:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.550020:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676307.550021:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000800:00000200:0.0:1734676307.550029:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.550031:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:0.0:1734676307.550033:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.550035:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.550055:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676307.550057:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000800:00000200:0.0:1734676307.550313:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.550316:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:0.0:1734676307.550319:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.550322:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.550324:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676307.550325:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:0.0:1734676307.550330:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8a80 x1818938864439424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.553492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8d4c00. 00000400:00000200:1.0:1734676307.555207:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.555222:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21080 00000400:00000200:1.0:1734676307.555230:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6321 [1] + 224 00000400:00000200:1.0:1734676307.555244:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.555248:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.555257:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8a80 x1818938864439424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.555289:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad738. 00000400:00000200:1.0:1734676307.555293:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676307.555294:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.555300:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8a80 x1818938864439424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.555307:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8a80 x1818938864439424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.555329:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810600. 02000000:00000010:1.0:1734676307.555335:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d810a00. 00000100:00000010:1.0:1734676307.555338:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 00000100:00000010:1.0:1734676307.555341:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.555344:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d780. 00000400:00000200:1.0:1734676307.558779:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.558793:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179500 00000400:00000200:1.0:1734676307.558799:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 1640 00000400:00000200:1.0:1734676307.558851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.558855:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.558861:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.558866:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 00000020:00000010:1.0:1734676307.558970:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d810600. 00000020:00000010:1.0:1734676307.558975:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676307.558979:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.558999:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba8a80 x1818938867946752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.559032:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946752 02000000:00000010:1.0:1734676307.559057:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.559089:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097903480. 00010000:00000010:1.0:1734676307.559102:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d780. 00000100:00000010:1.0:1734676307.559107:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.559114:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.559117:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d780. 00000400:00000010:1.0:1734676307.559126:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.559130:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946752, offset 224 00000400:00000200:1.0:1734676307.559134:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.559141:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.559145:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81137:81137:256:4294967295] 192.168.203.46@tcp LPNI seq info [81133:81133:8:4294967295] 00000400:00000200:1.0:1734676307.559152:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.559156:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.559159:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.559163:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.559168:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.559171:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.559182:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59380. 00000020:00000010:1.0:1734676307.559185:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.559188:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d810600. 00080000:00000010:1.0:1734676307.559210:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810600. 00010000:00000010:1.0:1734676307.559260:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c80. 00010000:00000010:1.0:1734676307.559265:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097903400. 00010000:00000010:1.0:1734676307.559314:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810c00. 00010000:00000010:1.0:1734676307.559318:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c80. 00010000:00000010:1.0:1734676307.559325:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d780. 00000100:00000010:1.0:1734676307.559327:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.559332:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baaa00. 02000000:00000010:1.0:1734676307.559340:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d811200. 02000000:00000010:1.0:1734676307.559356:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d810e00. 00000400:00000010:1.0:1734676307.559360:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad738. 00000400:00000010:1.0:1734676307.559363:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.559367:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439552, portal 16 00000400:00000010:1.0:1734676307.559370:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.559372:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439552, offset 0 00000400:00000200:1.0:1734676307.559375:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.559379:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.559383:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.559386:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000800:00000200:0.0:1734676307.559388:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1734676307.559389:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.559390:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000800:00000010:0.0:1734676307.559391:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:1.0:1734676307.559393:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81138:81138:255:4294967295] 192.168.203.46@tcp LPNI seq info [81134:81134:7:4294967295] 00000400:00000200:0.0:1734676307.559393:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.559396:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.559399:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000400:00000200:0.0:1734676307.559399:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676307.559400:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:1.0:1734676307.559402:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.559404:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbb00. 00000800:00000200:1.0:1734676307.559407:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.559410:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.559412:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.559441:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.559443:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbb00. 00000400:00000200:1.0:1734676307.559445:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.559448:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.559450:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:1.0:1734676307.559451:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.559455:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baaa00 x1818938864439552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.560777:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374fe00. 00010000:00000010:1.1:1734676307.560786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0400. 00010000:00000010:3.1:1734676307.562093:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecae00. 00000400:00000200:0.0:1734676307.566996:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.567011:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21100 00000400:00000200:0.0:1734676307.567019:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa632d [1] + 224 00000400:00000200:0.0:1734676307.567054:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.567058:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.567079:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baaa00 x1818938864439552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.567280:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad738. 00000400:00000200:2.0:1734676307.567285:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:2.0:1734676307.567287:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:2.0:1734676307.567294:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baaa00 x1818938864439552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.567302:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baaa00 x1818938864439552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.567327:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d810e00. 02000000:00000010:2.0:1734676307.567331:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d811200. 00000100:00000010:2.0:1734676307.567336:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baaa00. 00000100:00000010:2.0:1734676307.567339:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:2.0:1734676307.567343:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d780. 00000400:00000200:0.0:1734676307.571107:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.571121:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179580 00000400:00000200:0.0:1734676307.571129:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4c7d [2] + 1968 00000400:00000010:0.0:1734676307.571134:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9b58. 00000400:00000200:0.0:1734676307.571138:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012b7166c0 00000400:00000200:0.0:1734676307.571187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.571191:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.571195:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012b7166c0 00000400:00000010:0.0:1734676307.571197:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012b7166c0. 00000100:00000200:0.0:1734676307.571202:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676307.573303:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0600. 00000020:00000010:3.0:1734676307.573311:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.573315:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.573340:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3050 x1818938867946880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.573360:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867946880 02000000:00000010:3.0:1734676307.573368:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.573388:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880088ad6380. 00010000:00000010:3.0:1734676307.573400:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f140. 00000100:00000010:3.0:1734676307.573405:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dc00. 00000100:00000010:3.0:1734676307.573418:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dc00. 00010000:00000010:3.0:1734676307.573421:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f140. 00000400:00000010:3.0:1734676307.573431:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.573435:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867946880, offset 224 00000400:00000200:3.0:1734676307.573441:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.573449:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.573454:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81139:81139:256:4294967295] 192.168.203.46@tcp LPNI seq info [81135:81135:8:4294967295] 00000400:00000200:3.0:1734676307.573461:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.573465:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.573468:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.573472:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.573478:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.573481:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.573493:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.573495:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.573499:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0600. 02000000:00000010:3.0:1734676307.573505:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676307.573507:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 02000000:00000010:3.0:1734676307.573511:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676307.573512:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676307.573515:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676307.573518:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:3.0:1734676307.573521:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:3.0:1734676307.573524:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00080000:00000010:0.0:1734676307.573524:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7ae00. 02000000:00000010:3.0:1734676307.573527:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676307.573529:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 02000000:00000010:3.0:1734676307.573531:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:3.0:1734676307.573534:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000200:3.0:1734676307.573538:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.573543:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d528. 00000400:00000010:3.0:1734676307.573547:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08dc00. 00010000:00000010:0.0:1734676307.573593:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c80. 00010000:00000010:0.0:1734676307.573598:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880088ad6100. 00010000:00000010:0.0:1734676307.573661:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a800. 00010000:00000010:0.0:1734676307.573666:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c980. 00010000:00000010:0.0:1734676307.573673:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614880. 00000100:00000010:0.0:1734676307.573676:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676307.573681:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676307.573689:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7a600. 02000000:00000010:0.0:1734676307.573704:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ba00. 00000400:00000010:0.0:1734676307.573708:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676307.573711:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676307.573714:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439680, portal 16 00000400:00000010:0.0:1734676307.573717:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676307.573719:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439680, offset 0 00000400:00000200:0.0:1734676307.573723:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.573727:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.573731:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.573734:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.573737:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.573738:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.573741:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81140:81140:255:4294967295] 192.168.203.46@tcp LPNI seq info [81136:81136:7:4294967295] 00000400:00000200:0.0:1734676307.573747:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.573751:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.573754:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2700. 00000800:00000200:0.0:1734676307.573756:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.573760:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.573763:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.573830:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.573833:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:1.0:1734676307.573837:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.573841:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.573844:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676307.573846:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:1.0:1734676307.573849:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000800:00000200:1.0:1734676307.574171:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.574174:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2700. 00000400:00000200:1.0:1734676307.574176:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.574180:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.574183:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676307.574184:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:1.0:1734676307.574189:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864439680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.575006:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da11800. 00010000:00000010:0.1:1734676307.575013:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9fc00. 00010000:00000010:0.1:1734676307.575016:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da9e100. 00010000:00000010:0.1:1734676307.575019:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7b400. 00010000:00000010:1.1:1734676307.575233:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8700. 00010000:00000010:1.1:1734676307.575239:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847da00. 00000400:00000200:0.0:1734676307.575440:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.575451:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21180 00000400:00000200:0.0:1734676307.575457:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa633d [1] + 224 00000400:00000200:0.0:1734676307.575470:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.575473:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.575480:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864439680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.575532:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:1.0:1734676307.575537:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676307.575538:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:1.0:1734676307.575543:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864439680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.575549:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864439680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.575568:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ba00. 02000000:00000010:1.0:1734676307.575572:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7a600. 00000100:00000010:1.0:1734676307.575576:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000010:1.0:1734676307.575581:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:1.0:1734676307.575585:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614880. 00000400:00000200:0.0:1734676307.576539:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.576546:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179600 00000400:00000200:0.0:1734676307.576552:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 0 00000400:00000200:0.0:1734676307.576599:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.576603:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.576608:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.576612:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:3.0:1734676307.576786:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0600. 00000020:00000010:3.0:1734676307.576791:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.576795:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.576812:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867947008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.576840:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947008 02000000:00000010:3.0:1734676307.576847:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.576865:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a094f400. 00010000:00000010:3.0:1734676307.576879:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f140. 00000100:00000010:3.0:1734676307.576883:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.576896:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.576899:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f140. 00000400:00000010:3.0:1734676307.576909:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.576913:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947008, offset 224 00000400:00000200:3.0:1734676307.576918:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.576925:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.576934:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81141:81141:256:4294967295] 192.168.203.46@tcp LPNI seq info [81137:81137:8:4294967295] 00000400:00000200:3.0:1734676307.576942:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.576947:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.576950:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.576954:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.576959:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.576962:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676307.577408:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcb800. 00010000:00000010:1.0:1734676307.577462:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c980. 00010000:00000010:1.0:1734676307.577466:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a094f880. 00010000:00000010:1.0:1734676307.577519:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097dcbc00. 00010000:00000010:1.0:1734676307.577523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59380. 00010000:00000010:1.0:1734676307.577529:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d1c0. 00000100:00000010:1.0:1734676307.577532:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676307.577537:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676307.577545:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095acb400. 02000000:00000010:1.0:1734676307.577560:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095acb600. 00000400:00000010:1.0:1734676307.577564:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676307.577567:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.577571:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439808, portal 16 00000400:00000010:1.0:1734676307.577573:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.577575:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439808, offset 0 00000400:00000200:1.0:1734676307.577579:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.577583:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.577586:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.577589:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.577592:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.577594:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.577596:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81142:81142:255:4294967295] 192.168.203.46@tcp LPNI seq info [81138:81138:7:4294967295] 00000400:00000200:1.0:1734676307.577602:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.577605:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.577607:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db900. 00000800:00000200:1.0:1734676307.577609:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.577613:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.577615:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.577653:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676307.577657:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.577660:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0600. 00000800:00000200:2.0:1734676307.578335:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.578338:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:2.0:1734676307.578341:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.578345:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.578348:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676307.578349:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:2.0:1734676307.578512:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.578514:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db900. 00000400:00000200:2.0:1734676307.578518:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.578521:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.578523:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:2.0:1734676307.578525:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000100:00000200:2.0:1734676307.578531:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864439808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:1.0:1734676307.578581:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578586:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578650:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578654:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578661:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578665:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578671:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.578674:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59f00. 00000400:00000200:0.0:1734676307.579295:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.579305:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21200 00000400:00000200:0.0:1734676307.579391:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6349 [1] + 224 00000400:00000200:0.0:1734676307.579406:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.579409:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.579416:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864439808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.579969:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.580298:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179680 00000400:00000200:0.0:1734676307.580305:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 328 00000400:00000200:0.0:1734676307.580354:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.580358:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.580363:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.580367:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676307.580458:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095ac0600. 00000020:00000010:3.0:1734676307.580463:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.580467:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.580483:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867947136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.580499:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947136 02000000:00000010:3.0:1734676307.580506:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.580533:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f140. 00000100:00000010:3.0:1734676307.580538:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.580542:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.580545:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f140. 00000400:00000010:3.0:1734676307.580554:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.580558:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947136, offset 224 00000400:00000200:3.0:1734676307.580562:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.580569:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.580573:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81143:81143:256:4294967295] 192.168.203.46@tcp LPNI seq info [81139:81139:8:4294967295] 00000400:00000200:3.0:1734676307.580580:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.580584:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.580588:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.580591:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.580597:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.580600:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1734676307.580748:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adcb8. 00000400:00000200:2.0:1734676307.580752:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:2.0:1734676307.580754:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:2.0:1734676307.580760:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864439808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.580768:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864439808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676307.580783:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d04f80. 02000000:00000010:2.0:1734676307.580790:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095acb600. 02000000:00000010:2.0:1734676307.580794:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095acb400. 00000100:00000010:2.0:1734676307.580796:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 00000100:00000010:2.0:1734676307.580799:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:2.0:1734676307.580801:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d1c0. 00080000:00000010:2.0:1734676307.580813:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847de00. 00010000:00000010:2.0:1734676307.580866:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59380. 00010000:00000010:2.0:1734676307.580871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d04f00. 00010000:00000010:2.0:1734676307.580918:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847da00. 00010000:00000010:2.0:1734676307.580923:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676307.580929:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.580932:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.580936:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676307.580943:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676307.580957:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d600. 00000400:00000010:2.0:1734676307.580960:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00000400:00000010:2.0:1734676307.580963:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.580966:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864439936, portal 16 00000400:00000010:2.0:1734676307.580969:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.580971:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864439936, offset 0 00000400:00000200:2.0:1734676307.580975:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.580979:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.580982:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.580985:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.580988:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.580989:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.580991:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81144:81144:255:4294967295] 192.168.203.46@tcp LPNI seq info [81140:81140:7:4294967295] 00000400:00000200:2.0:1734676307.580997:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.581001:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.581004:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.581007:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.581010:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.581013:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.581190:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676307.581194:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.581198:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095ac0600. 00000800:00000200:2.0:1734676307.581340:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.581344:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:2.0:1734676307.581346:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.581350:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.581352:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:2.0:1734676307.581353:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:2.0:1734676307.581387:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.581389:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:2.0:1734676307.581392:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.581394:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.581396:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676307.581397:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.581402:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864439936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.581572:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3600. 00010000:00000010:0.1:1734676307.581577:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbc00. 00010000:00000010:0.1:1734676307.581581:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810800. 00010000:00000010:1.1:1734676307.581857:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d4ade00. 00010000:00000010:1.1:1734676307.581864:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810c00. 00000400:00000200:0.0:1734676307.583765:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.583779:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21280 00000400:00000200:0.0:1734676307.583786:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6355 [1] + 224 00000400:00000200:0.0:1734676307.583806:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.583810:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.583818:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864439936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.583927:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7630. 00000400:00000200:2.0:1734676307.583931:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:2.0:1734676307.583933:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.583939:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864439936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.583945:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864439936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.583966:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d600. 02000000:00000010:2.0:1734676307.583971:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d800. 00000100:00000010:2.0:1734676307.583974:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:2.0:1734676307.583977:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.583980:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00010000:00000010:2.1:1734676307.584216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffda00. 00010000:00000010:2.1:1734676307.584285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e41e00. 00000400:00000200:1.0:1734676307.584763:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.584772:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179700 00000400:00000200:1.0:1734676307.584778:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 656 00000400:00000200:1.0:1734676307.584961:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.584966:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.584972:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.584976:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0babb80. 00000020:00000010:2.0:1734676307.585340:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847d800. 00000020:00000010:2.0:1734676307.585345:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.585350:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.585369:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0babb80 x1818938867947264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.585388:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947264 02000000:00000010:2.0:1734676307.585396:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.585457:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d407c00. 00010000:00000010:2.0:1734676307.585473:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.585478:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.585486:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.585488:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.585498:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.585504:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947264, offset 224 00000400:00000200:2.0:1734676307.585509:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.585516:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.585521:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81145:81145:256:4294967295] 192.168.203.46@tcp LPNI seq info [81141:81141:8:4294967295] 00000400:00000200:2.0:1734676307.585529:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.585533:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.585536:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.585540:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.585546:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.585549:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.585562:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.585565:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.585569:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847d800. 00000800:00000200:2.0:1734676307.585623:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.585626:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:2.0:1734676307.585628:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.585632:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.585635:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:2.0:1734676307.585636:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00080000:00000010:3.0:1734676307.586510:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac1800. 00010000:00000010:3.0:1734676307.586584:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:3.0:1734676307.586590:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d407b80. 00010000:00000010:3.0:1734676307.586649:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac0600. 00010000:00000010:3.0:1734676307.586654:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.586661:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.586667:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.586673:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.586685:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095ac1200. 02000000:00000010:3.0:1734676307.586704:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012ff43400. 00000400:00000010:3.0:1734676307.586710:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.586715:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.586720:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440064, portal 16 00000400:00000010:3.0:1734676307.586724:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.586726:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440064, offset 0 00000400:00000200:3.0:1734676307.586731:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.586738:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.586742:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.586746:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.586750:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.586752:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.586755:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81146:81146:256:4294967295] 192.168.203.46@tcp LPNI seq info [81142:81142:8:4294967295] 00000400:00000200:3.0:1734676307.586761:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.586766:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.586769:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.586773:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.586779:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.586783:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.587235:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.587238:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676307.587241:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.587245:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.587248:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:1.0:1734676307.587250:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676307.587256:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.587661:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d45d00. 00010000:00000010:0.1:1734676307.587667:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a800. 00000100:00000010:2.0:1734676307.588092:0:11458:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676307.588105:0:11458:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012e2e5400. 02000000:00000010:1.0:1734676307.588161:0:19048:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d083c00. 00000400:00000010:1.0:1734676307.588252:0:19048:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676307.588258:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.588263:0:19048:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1818938864440192, portal 4 00000400:00000010:1.0:1734676307.588266:0:19048:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.588269:0:19048:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1818938864440192, offset 0 00000400:00000200:1.0:1734676307.588273:0:19048:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1734676307.588280:0:19048:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1734676307.588795:0:19048:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x67650b4e21380 00000400:00000200:1.0:1734676307.588801:0:19048:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x27849 [8] + 8736 00000400:00000200:1.0:1734676307.588806:0:19048:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.588809:0:19048:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1734676307.588814:0:19048:0:(events.c:315:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1734676307.588817:0:19048:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8000. 00000400:00000200:1.0:1734676307.588841:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:1.0:1734676307.588843:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.588848:0:19048:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864440192/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 00000020:00000010:0.0:1734676307.588968:0:21626:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7a800. 00000020:00000010:0.0:1734676307.588973:0:21626:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676307.588976:0:21626:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.588996:0:21626:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938864440192 02000000:00000010:0.0:1734676307.589009:0:21626:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 664 at ffff88012d7f2400. 00010000:00000200:0.0:1734676307.589022:0:21626:0:(ldlm_lib.c:3267:target_send_reply_msg()) @@@ sending reply req@ffff8800a0ba8000 x1818938864440192/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:398/0 lens 224/368 e 0 to 0 dl 1734676318 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 00000400:00000010:0.0:1734676307.589033:0:21626:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676307.589057:0:21626:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1818938864440192, offset 224 00000400:00000200:0.0:1734676307.589061:0:21626:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1734676307.589066:0:21626:0:(lib-move.c:4754:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1734676307.589078:0:21626:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x67650b4e21380 00000400:00000200:0.0:1734676307.589082:0:21626:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xa6369 [1] + 224 00000400:00000200:0.0:1734676307.589086:0:21626:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.589088:0:21626:0:(lib-msg.c:797:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1734676307.589092:0:21626:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864440192/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 00000400:00000200:0.0:1734676307.589102:0:21626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:0.0:1734676307.589104:0:21626:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000020:00000010:0.0:1734676307.589112:0:21626:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676307.589115:0:21626:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.589118:0:21626:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7a800. 00000400:00000010:1.0:1734676307.589244:0:19048:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:1.0:1734676307.589246:0:19048:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:1.0:1734676307.589248:0:19048:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.589251:0:19048:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864440192/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.589257:0:19048:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864440192/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 02000000:00000010:1.0:1734676307.589280:0:19048:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d083c00. 02000000:00000010:1.0:1734676307.589284:0:19048:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012e2e5400. 00000100:00000010:1.0:1734676307.589287:0:19048:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00010000:00000010:0.1:1734676307.590320:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2c000. 00010000:00000010:0.1:1734676307.590327:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368be800. 00010000:00000010:0.1:1734676307.590330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dcbc00. 00000400:00000200:0.0:1734676307.591026:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.591680:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21300 00000400:00000200:0.0:1734676307.591688:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6361 [1] + 224 00000400:00000200:1.0:1734676307.591751:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.591756:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.591765:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.591795:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.591799:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179780 00000400:00000200:1.0:1734676307.591803:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 984 00000400:00000010:3.0:1734676307.591824:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.591829:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.591831:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.591837:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.591845:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.591867:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012ff43400. 00000400:00000200:1.0:1734676307.591869:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676307.591871:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095ac1200. 00000400:00000200:1.0:1734676307.591872:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676307.591875:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000200:1.0:1734676307.591877:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676307.591878:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00000100:00000010:1.0:1734676307.591881:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9500. 00010000:00000010:3.0:1734676307.591888:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000020:00000010:0.0:1734676307.592173:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009da7a800. 00000020:00000010:0.0:1734676307.592179:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676307.592183:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.592202:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9500 x1818938867947392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.592237:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947392 02000000:00000010:0.0:1734676307.592246:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676307.592266:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089802700. 00010000:00000010:0.0:1734676307.592299:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614800. 00000100:00000010:0.0:1734676307.592304:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676307.592317:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676307.592320:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614800. 00000400:00000010:0.0:1734676307.592330:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676307.592334:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947392, offset 224 00000400:00000200:0.0:1734676307.592338:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.592346:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676307.592350:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff43400. 00000400:00000200:0.0:1734676307.592351:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81147:81147:256:4294967295] 192.168.203.46@tcp LPNI seq info [81143:81143:8:4294967295] 00000400:00000200:0.0:1734676307.592357:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.592361:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.592364:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2200. 00000800:00000200:0.0:1734676307.592368:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.592373:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.592376:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.592388:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5ca00. 00000020:00000010:0.0:1734676307.592391:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.592393:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009da7a800. 00010000:00000010:3.0:1734676307.592456:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.592463:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880089802680. 00000800:00000200:2.0:1734676307.592507:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.592510:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2200. 00000400:00000200:2.0:1734676307.592513:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.592516:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.592518:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:2.0:1734676307.592520:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00010000:00000010:3.0:1734676307.592523:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd0400. 00010000:00000010:3.0:1734676307.592528:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.592534:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.592536:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.592541:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.592548:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1e00. 02000000:00000010:3.0:1734676307.592566:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f02400. 00000400:00000010:3.0:1734676307.592569:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.592572:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.592576:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440320, portal 16 00000400:00000010:3.0:1734676307.592579:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.592580:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440320, offset 0 00000400:00000200:3.0:1734676307.592585:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.592589:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.592593:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.592596:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.592599:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.592600:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.592603:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81148:81148:256:4294967295] 192.168.203.46@tcp LPNI seq info [81144:81144:8:4294967295] 00000400:00000200:3.0:1734676307.592609:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.592612:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.592615:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.592618:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.592621:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.592624:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.592768:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.592770:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676307.592773:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.592777:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.592779:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676307.592781:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676307.592786:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.594699:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.594713:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21400 00000400:00000200:0.0:1734676307.594722:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6379 [1] + 224 00000400:00000200:0.0:1734676307.594738:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.594742:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.594750:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.594805:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.594810:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.594811:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.594816:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.594824:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.594844:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f02400. 02000000:00000010:3.0:1734676307.594848:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1e00. 00000100:00000010:3.0:1734676307.594852:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.594854:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.594857:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:0.0:1734676307.596254:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.596265:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179800 00000400:00000200:0.0:1734676307.596271:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 1312 00000400:00000200:0.0:1734676307.596329:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.596333:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.596338:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.596343:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676307.596425:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847ce00. 00000020:00000010:2.0:1734676307.596431:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.596434:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.596454:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867947520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.596480:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947520 02000000:00000010:2.0:1734676307.596487:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.596802:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d10c000. 00010000:00000010:2.0:1734676307.596815:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.596820:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.596835:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.596837:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.596846:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.596850:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947520, offset 224 00000400:00000200:2.0:1734676307.596855:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.596861:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.596866:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81149:81149:256:4294967295] 192.168.203.46@tcp LPNI seq info [81145:81145:8:4294967295] 00000400:00000200:2.0:1734676307.596873:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.596877:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.596880:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676307.596883:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.596888:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.596891:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.596909:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.596912:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.596915:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847ce00. 00080000:00000010:3.0:1734676307.597111:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f02400. 00010000:00000010:3.0:1734676307.597166:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.597171:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ec9380. 00010000:00000010:3.0:1734676307.597223:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02a00. 00010000:00000010:3.0:1734676307.597227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.597233:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.597236:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.597241:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.597251:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012cdd1e00. 02000000:00000010:3.0:1734676307.597268:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbff000. 00000400:00000010:3.0:1734676307.597274:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.597277:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.597281:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440448, portal 16 00000400:00000010:3.0:1734676307.597284:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.597285:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440448, offset 0 00000400:00000200:3.0:1734676307.597290:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.597294:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.597297:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.597300:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.597303:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.597305:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.597307:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81150:81150:255:4294967295] 192.168.203.46@tcp LPNI seq info [81146:81146:7:4294967295] 00000400:00000200:3.0:1734676307.597313:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.597316:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.597319:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.597322:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.597326:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.597328:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.597448:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.597451:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:1.0:1734676307.597455:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.597459:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.597462:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676307.597464:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000800:00000200:1.0:1734676307.597506:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.597508:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676307.597511:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.597514:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.597516:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676307.597517:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676307.597523:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.599269:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f8fe00. 00010000:00000010:2.1:1734676307.599287:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d36e600. 00010000:00000010:2.1:1734676307.599296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847da00. 00010000:00000010:1.1:1734676307.599317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096c7d400. 00000400:00000200:0.0:1734676307.600789:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.600804:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21480 00000400:00000200:0.0:1734676307.600812:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6385 [1] + 224 00000400:00000200:0.0:1734676307.600830:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.600835:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.600844:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.600941:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.600947:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.600948:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.600954:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.600960:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.600980:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbff000. 02000000:00000010:3.0:1734676307.600985:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012cdd1e00. 00000100:00000010:3.0:1734676307.600989:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.600991:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.600995:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:0.0:1734676307.601884:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.601891:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179880 00000400:00000200:0.0:1734676307.601897:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 1640 00000400:00000200:0.0:1734676307.601949:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.601953:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.601957:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.601961:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676307.602441:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.602447:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.602451:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.602472:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867947648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.603018:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947648 02000000:00000010:2.0:1734676307.603028:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.603106:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009580b480. 00010000:00000010:2.0:1734676307.603126:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.603132:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.603147:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.603151:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.603161:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.603166:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947648, offset 224 00000400:00000200:2.0:1734676307.603172:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.603179:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.603185:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81151:81151:256:4294967295] 192.168.203.46@tcp LPNI seq info [81147:81147:8:4294967295] 00000400:00000200:2.0:1734676307.603194:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.603198:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.603201:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676307.603206:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.603212:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.603215:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676307.603335:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbff000. 00010000:00000010:3.0:1734676307.603393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.603398:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009580b400. 00010000:00000010:3.0:1734676307.603460:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbfe200. 00010000:00000010:3.0:1734676307.603465:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.603472:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.603475:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.603481:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.603489:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbffe00. 02000000:00000010:3.0:1734676307.603504:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbffc00. 00000400:00000010:3.0:1734676307.603509:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.603513:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.603517:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440576, portal 16 00000400:00000010:3.0:1734676307.603521:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.603523:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440576, offset 0 00000400:00000200:3.0:1734676307.603526:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.603531:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.603534:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.603537:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.603541:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.603543:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.603546:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81152:81152:255:4294967295] 192.168.203.46@tcp LPNI seq info [81148:81148:7:4294967295] 00000400:00000200:3.0:1734676307.603551:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.603554:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.603556:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.603559:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.603563:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.603565:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.603598:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.603603:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.603607:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00000800:00000200:1.0:1734676307.603674:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.603677:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:1.0:1734676307.603681:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.603684:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.603687:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676307.603689:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000800:00000200:1.0:1734676307.603735:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.603737:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:1.0:1734676307.603739:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.603742:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.603744:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676307.603745:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676307.603749:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.604800:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.604810:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21500 00000400:00000200:0.0:1734676307.604816:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6391 [1] + 224 00000400:00000200:0.0:1734676307.604823:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.604826:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.604832:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.604859:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.604862:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179900 00000400:00000200:0.0:1734676307.604866:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4ccd [2] + 1968 00000400:00000010:0.0:1734676307.604869:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc60. 00000400:00000200:0.0:1734676307.604872:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136b24a80 00000400:00000200:0.0:1734676307.604909:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.604912:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.604915:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136b24a80 00000400:00000010:0.0:1734676307.604916:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136b24a80. 00000100:00000200:0.0:1734676307.604920:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.604980:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.604985:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.604989:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000400:00000010:3.0:1734676307.604992:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.604996:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.604997:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.605002:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.605004:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1c50 x1818938867947776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.605009:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.605026:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbffc00. 02000000:00000010:3.0:1734676307.605029:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbffe00. 00000100:00000010:3.0:1734676307.605031:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.605054:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.605057:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000100:00000200:2.0:1734676307.605124:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947776 00010000:00000010:0.1:1734676307.606275:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0e4c00. 00010000:00000010:0.1:1734676307.606280:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac0600. 00010000:00000010:0.1:1734676307.606282:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d994700. 00010000:00000010:0.1:1734676307.606285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd0400. 02000000:00000010:2.0:1734676307.606349:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.606372:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c40b400. 00010000:00000010:2.0:1734676307.606387:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.606392:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0000. 00000100:00000010:2.0:1734676307.606405:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0000. 00010000:00000010:2.0:1734676307.606409:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.606417:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676307.606421:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947776, offset 224 00000400:00000200:2.0:1734676307.606427:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.606433:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbffe00. 00000400:00000200:2.0:1734676307.606434:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.606439:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81153:81153:256:4294967295] 192.168.203.46@tcp LPNI seq info [81149:81149:8:4294967295] 00000400:00000200:2.0:1734676307.606447:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.606451:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.606455:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676307.606459:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.606465:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.606472:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.606488:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.606494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c40bc00. 00000020:00000010:2.0:1734676307.606498:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.606502:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.606506:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 02000000:00000010:2.0:1734676307.606514:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:2.0:1734676307.606519:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:2.0:1734676307.606523:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676307.606526:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676307.606530:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:2.0:1734676307.606533:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9500. 02000000:00000010:2.0:1734676307.606536:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676307.606540:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0babb80. 02000000:00000010:2.0:1734676307.606544:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:2.0:1734676307.606547:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676307.606549:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:2.0:1734676307.606552:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00010000:00000010:3.0:1734676307.606556:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbffc00. 00000100:00000200:2.0:1734676307.606558:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1734676307.606561:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00000400:00000010:2.0:1734676307.606563:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7630. 00010000:00000010:3.0:1734676307.606567:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000400:00000010:2.0:1734676307.606567:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0000. 00000100:00000010:3.0:1734676307.606569:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.606576:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.606583:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676307.606604:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012cdd0400. 00000400:00000010:3.0:1734676307.606608:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.606612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.606615:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440704, portal 16 00000400:00000010:3.0:1734676307.606618:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.606619:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440704, offset 0 00000400:00000200:3.0:1734676307.606623:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.606628:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.606631:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.606634:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.606637:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.606639:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.606641:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81154:81154:255:4294967295] 192.168.203.46@tcp LPNI seq info [81150:81150:7:4294967295] 00000400:00000200:3.0:1734676307.606647:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.606650:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.606653:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.606655:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.606659:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.606661:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.606919:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.606922:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676307.606927:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.606931:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.606934:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676307.606935:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 02000000:00000010:0.0:1734676307.606939:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000800:00000200:0.0:1734676307.606970:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.606972:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676307.606974:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.606977:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.606979:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676307.606980:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676307.606985:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.607167:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdc000. 00000400:00000200:0.0:1734676307.607945:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.607954:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21580 00000400:00000200:0.0:1734676307.607960:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63a1 [1] + 224 00000400:00000200:0.0:1734676307.607974:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.607977:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.607984:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.608081:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.608085:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.608087:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.608092:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.608098:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.608117:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012cdd0400. 02000000:00000010:3.0:1734676307.608121:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:3.0:1734676307.608124:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.608127:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.608129:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:0.0:1734676307.608453:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.608459:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179980 00000400:00000200:0.0:1734676307.608464:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 0 00000400:00000200:0.0:1734676307.608525:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.608529:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.608532:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.608536:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676307.608801:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.608806:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.608809:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.608827:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867947904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.609643:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867947904 02000000:00000010:2.0:1734676307.609652:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.609674:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487e80. 00010000:00000010:2.0:1734676307.609690:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.609696:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.609703:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.609706:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.609721:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676307.609724:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867947904, offset 224 00000400:00000200:2.0:1734676307.609730:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.609738:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.609743:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81155:81155:256:4294967295] 192.168.203.46@tcp LPNI seq info [81151:81151:8:4294967295] 00000400:00000200:2.0:1734676307.609751:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.609756:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.609759:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.609766:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.609772:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.609775:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.609796:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.609799:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.609803:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.609810:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cdd0400. 00010000:00000010:1.1:1734676307.609865:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736ca000. 00010000:00000010:1.1:1734676307.609878:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00000800:00000200:0.0:1734676307.609926:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.609929:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676307.609933:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.609936:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.609939:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676307.609941:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00010000:00000010:3.0:1734676307.609951:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.609956:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b487e00. 00010000:00000010:3.0:1734676307.610010:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:3.0:1734676307.610014:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.610021:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.610025:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.610030:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.610066:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 02000000:00000010:3.0:1734676307.610094:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14bc00. 00000400:00000010:3.0:1734676307.610099:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.610103:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.610107:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440832, portal 16 00000400:00000010:3.0:1734676307.610110:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.610112:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440832, offset 0 00000400:00000200:3.0:1734676307.610116:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.610121:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.610125:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.610128:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.610131:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.610133:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.610135:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81156:81156:256:4294967295] 192.168.203.46@tcp LPNI seq info [81152:81152:8:4294967295] 00000400:00000200:3.0:1734676307.610141:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.610144:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.610147:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.610149:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.610153:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.610155:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.610184:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.610187:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.610189:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.610192:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.610194:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676307.610196:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676307.610201:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.611155:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.611165:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21600 00000400:00000200:0.0:1734676307.611171:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63ad [1] + 224 00000400:00000200:0.0:1734676307.611288:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.611292:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.611298:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.611701:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.611708:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179a00 00000400:00000010:3.0:1734676307.611710:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.611714:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.611715:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.611720:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.611720:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 328 00000100:00000200:3.0:1734676307.611728:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.611748:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14bc00. 02000000:00000010:3.0:1734676307.611752:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:3.0:1734676307.611756:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.611759:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.611762:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:0.0:1734676307.611766:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.611769:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.611773:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.611777:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:2.0:1734676307.611878:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.611883:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.611886:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.611903:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867948032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.611923:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948032 02000000:00000010:2.0:1734676307.611930:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.611948:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d917200. 00010000:00000010:2.0:1734676307.611961:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.611966:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.611984:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.611987:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.611995:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.611998:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948032, offset 224 00000400:00000200:2.0:1734676307.612002:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.612008:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.612012:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81157:81157:256:4294967295] 192.168.203.46@tcp LPNI seq info [81153:81153:8:4294967295] 00000400:00000200:2.0:1734676307.612019:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.612023:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.612026:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.612030:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.612062:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.612065:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.612094:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.612097:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.612101:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.612317:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14bc00. 00010000:00000010:3.0:1734676307.612379:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.612384:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d917500. 00010000:00000010:3.0:1734676307.612440:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14be00. 00010000:00000010:3.0:1734676307.612444:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.612450:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.612453:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.612457:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.612465:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a600. 02000000:00000010:3.0:1734676307.612480:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14aa00. 00000400:00000010:3.0:1734676307.612484:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.612487:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.612491:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864440960, portal 16 00000400:00000010:3.0:1734676307.612493:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.612495:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864440960, offset 0 00000400:00000200:3.0:1734676307.612499:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.612504:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.612507:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.612510:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.612513:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.612515:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.612517:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81158:81158:255:4294967295] 192.168.203.46@tcp LPNI seq info [81154:81154:7:4294967295] 00000400:00000200:3.0:1734676307.612523:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.612526:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.612529:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.612532:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.612535:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.612537:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.612738:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.612741:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:1.0:1734676307.612744:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.612747:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.612751:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676307.612752:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:1.0:1734676307.612789:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.612790:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676307.612793:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.612795:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.612797:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676307.612798:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676307.612802:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864440960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.615235:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c8200. 00010000:00000010:1.1:1734676307.615261:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d564e00. 00000400:00000200:0.0:1734676307.616164:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.616178:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21680 00000400:00000200:0.0:1734676307.616185:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63b9 [1] + 224 00000400:00000200:0.0:1734676307.616201:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.616205:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.616214:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864440960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.617132:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.617138:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.617140:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.617148:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864440960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.617156:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864440960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.617177:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14aa00. 02000000:00000010:3.0:1734676307.617182:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a600. 00000100:00000010:3.0:1734676307.617185:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.617188:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.617191:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00010000:00000010:1.1:1734676307.620129:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d03b400. 00010000:00000010:1.1:1734676307.620140:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfe200. 00000400:00000200:0.0:1734676307.620211:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.620232:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179a80 00000400:00000200:0.0:1734676307.620242:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 656 00000400:00000200:0.0:1734676307.620318:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.620325:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.620333:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.620340:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676307.620890:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.620898:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.620903:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.620929:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867948160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.620970:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948160 02000000:00000010:2.0:1734676307.620980:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.621008:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7bfb80. 00010000:00000010:2.0:1734676307.621026:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.621034:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.621473:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.621479:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.621492:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676307.621497:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948160, offset 224 00000400:00000200:2.0:1734676307.621503:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.621512:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.621518:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81159:81159:256:4294967295] 192.168.203.46@tcp LPNI seq info [81155:81155:8:4294967295] 00000400:00000200:2.0:1734676307.621527:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.621532:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.621536:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.621542:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.621548:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.621552:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.621587:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.621591:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.621596:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.621683:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a600. 00010000:00000010:3.0:1734676307.621751:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.621759:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7bfb00. 00010000:00000010:3.0:1734676307.621826:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14aa00. 00010000:00000010:3.0:1734676307.621831:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.621839:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.621844:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.621851:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.621862:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ae00. 02000000:00000010:3.0:1734676307.621882:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b800. 00000800:00000200:1.0:1734676307.621884:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1734676307.621888:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000800:00000010:1.0:1734676307.621888:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:1.0:1734676307.621891:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1734676307.621892:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000400:00000200:1.0:1734676307.621895:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.621897:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441088, portal 16 00000400:00000200:1.0:1734676307.621898:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:1.0:1734676307.621900:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000400:00000010:3.0:1734676307.621901:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.621903:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441088, offset 0 00000400:00000200:3.0:1734676307.621908:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.621915:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.621919:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.621924:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.621926:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.621928:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.621931:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81160:81160:256:4294967295] 192.168.203.46@tcp LPNI seq info [81156:81156:8:4294967295] 00000400:00000200:3.0:1734676307.621938:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.621942:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.621945:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.621949:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.621954:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.621956:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.622344:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.622347:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:0.0:1734676307.622351:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.622355:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.622357:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676307.622358:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676307.622365:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.625195:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097def000. 00010000:00000010:1.1:1734676307.625203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d103000. 00000400:00000200:0.0:1734676307.625647:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.625662:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21700 00000400:00000200:0.0:1734676307.625670:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63c5 [1] + 224 00000400:00000200:0.0:1734676307.625679:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.625682:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.625690:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.625723:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.625728:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179b00 00000400:00000200:0.0:1734676307.625732:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 984 00000400:00000200:0.0:1734676307.625783:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.625787:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.625791:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.625796:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:3.0:1734676307.625875:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.625880:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.625882:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.625887:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.625893:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.625917:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b800. 02000000:00000010:3.0:1734676307.625922:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ae00. 00000100:00000010:3.0:1734676307.625924:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.625927:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.625930:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000020:00000010:2.0:1734676307.626121:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.626127:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.626131:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.626149:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867948288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.626167:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948288 02000000:00000010:2.0:1734676307.626174:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.626195:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0141400. 00010000:00000010:2.0:1734676307.626209:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.626213:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.626229:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.626232:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.626241:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676307.626245:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948288, offset 224 00000400:00000200:2.0:1734676307.626249:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.626255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ae00. 00000400:00000200:2.0:1734676307.626257:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.626262:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81161:81161:256:4294967295] 192.168.203.46@tcp LPNI seq info [81157:81157:8:4294967295] 00000400:00000200:2.0:1734676307.626270:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.626275:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.626278:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.626282:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.626287:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.626290:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.626309:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00000020:00000010:2.0:1734676307.626311:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00010000:00000010:3.0:1734676307.626314:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0141380. 00000020:00000010:2.0:1734676307.626314:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.626318:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00000800:00000200:1.0:1734676307.626371:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.626374:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676307.626377:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.626380:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.626383:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:1.0:1734676307.626384:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00010000:00000010:3.0:1734676307.626456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b800. 00010000:00000010:3.0:1734676307.626461:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.626467:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.626470:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.626474:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.626481:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a800. 02000000:00000010:3.0:1734676307.626496:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14ba00. 00000400:00000010:3.0:1734676307.626498:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.626501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.626505:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441216, portal 16 00000400:00000010:3.0:1734676307.626508:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.626510:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441216, offset 0 00000400:00000200:3.0:1734676307.626514:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.626518:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.626522:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.626525:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.626527:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.626529:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.626531:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81162:81162:256:4294967295] 192.168.203.46@tcp LPNI seq info [81158:81158:8:4294967295] 00000400:00000200:3.0:1734676307.626537:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.626540:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.626542:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93a00. 00000800:00000200:3.0:1734676307.626545:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.626548:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.626550:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.626799:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.626801:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93a00. 00000400:00000200:0.0:1734676307.626805:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.626808:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.626811:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676307.626813:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676307.626817:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.628331:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59e00. 00010000:00000010:1.1:1734676307.628341:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbffc00. 00010000:00000010:1.1:1734676307.628344:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0000. 00010000:00000010:1.1:1734676307.628347:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00000400:00000200:0.0:1734676307.629555:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.629569:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21780 00000400:00000200:0.0:1734676307.629576:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63d1 [1] + 224 00000400:00000200:0.0:1734676307.629595:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.629598:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.629607:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.629693:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.629697:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.629699:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.629705:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.629712:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.629734:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14ba00. 02000000:00000010:3.0:1734676307.629739:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a800. 00000100:00000010:3.0:1734676307.629742:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.629745:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.629748:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:0.0:1734676307.629880:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.629885:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179b80 00000400:00000200:0.0:1734676307.629889:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 1312 00000400:00000200:0.0:1734676307.629931:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.629934:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.629938:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.629942:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676307.630104:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.630109:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.630113:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.630130:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867948416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.630147:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948416 02000000:00000010:2.0:1734676307.630154:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676307.630174:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f9f80. 00010000:00000010:2.0:1734676307.630186:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.630191:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.630205:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.630208:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.630217:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676307.630220:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948416, offset 224 00000400:00000200:2.0:1734676307.630224:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.630231:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.630235:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81163:81163:256:4294967295] 192.168.203.46@tcp LPNI seq info [81159:81159:8:4294967295] 00000400:00000200:2.0:1734676307.630242:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.630246:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.630249:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.630253:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.630259:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.630262:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676307.630525:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a800. 00010000:00000010:3.0:1734676307.630745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.630751:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9f00. 00000020:00000010:2.0:1734676307.630824:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.630827:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.630831:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00000800:00000200:1.0:1734676307.630909:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.630912:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:1.0:1734676307.630915:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.630918:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.630921:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676307.630922:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00010000:00000010:3.0:1734676307.631785:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93300. 00010000:00000010:3.0:1734676307.631789:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.631794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14ba00. 00010000:00000010:3.0:1734676307.631800:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676307.631813:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a200. 00010000:00000010:3.0:1734676307.631839:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676307.631843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.631883:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b000. 00010000:00000010:3.0:1734676307.631886:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.631893:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.631898:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.631905:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.631916:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ac00. 02000000:00000010:3.0:1734676307.631936:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b200. 00000400:00000010:3.0:1734676307.631940:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.631944:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.631951:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441344, portal 16 00000400:00000010:3.0:1734676307.631954:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.631957:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441344, offset 0 00000400:00000200:3.0:1734676307.631962:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.631971:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.631975:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.631980:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.631983:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.631985:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.631988:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81164:81164:256:4294967295] 192.168.203.46@tcp LPNI seq info [81160:81160:8:4294967295] 00000400:00000200:3.0:1734676307.631996:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.632000:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.632003:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676307.632007:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.632013:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.632017:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.632113:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.632117:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676307.632120:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.632123:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.632126:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676307.632127:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676307.632133:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.632398:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35e400. 00000400:00000200:0.0:1734676307.634395:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.634411:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21800 00000400:00000200:0.0:1734676307.634418:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63dd [1] + 224 00000400:00000200:0.0:1734676307.634439:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.634443:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.634452:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.634722:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.634727:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.634730:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.634736:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.634743:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.634765:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b200. 02000000:00000010:3.0:1734676307.634770:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ac00. 00000100:00000010:3.0:1734676307.634774:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.634777:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.634781:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000200:1.0:1734676307.635267:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.635274:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179c00 00000400:00000200:1.0:1734676307.635279:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 1640 00000400:00000200:1.0:1734676307.635331:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.635335:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.635340:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.635344:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab480. 00000020:00000010:2.0:1734676307.635421:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.635427:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.635430:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.635448:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab480 x1818938867948544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.637262:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948544 02000000:00000010:2.0:1734676307.637276:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676307.637301:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9c0080. 00010000:00000010:2.0:1734676307.637316:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.637322:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.637346:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.637349:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.637358:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.637364:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948544, offset 224 00000400:00000200:2.0:1734676307.637370:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.637379:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.637384:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81165:81165:256:4294967295] 192.168.203.46@tcp LPNI seq info [81161:81161:8:4294967295] 00000400:00000200:2.0:1734676307.637392:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.637397:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.637400:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.637404:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.637410:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.637413:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.637436:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.637439:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.637443:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.637447:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ac00. 00010000:00000010:3.0:1734676307.637503:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.637508:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9c0000. 00010000:00000010:3.0:1734676307.637560:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b200. 00010000:00000010:3.0:1734676307.637564:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.637571:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.637574:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.637579:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.637588:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14a400. 02000000:00000010:3.0:1734676307.637603:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a000. 00000800:00000200:1.0:1734676307.637603:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.637606:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000010:3.0:1734676307.637608:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000200:1.0:1734676307.637610:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1734676307.637611:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000400:00000200:1.0:1734676307.637614:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.637616:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676307.637618:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:3.0:1734676307.637626:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441472, portal 16 00000400:00000010:3.0:1734676307.637630:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.637632:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441472, offset 0 00000400:00000200:3.0:1734676307.637636:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.637640:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.637643:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.637646:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.637649:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.637651:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.637653:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81166:81166:256:4294967295] 192.168.203.46@tcp LPNI seq info [81162:81162:8:4294967295] 00000400:00000200:3.0:1734676307.637659:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.637662:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.637665:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676307.637668:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.637671:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.637673:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.638370:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.638373:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:0.0:1734676307.638376:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.638379:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.638381:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676307.638382:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676307.638388:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.639213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bef00. 00010000:00000010:2.1:1734676307.639220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14be00. 00010000:00000010:2.1:1734676307.639224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4fb100. 00010000:00000010:2.1:1734676307.639234:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14aa00. 00000400:00000200:0.0:1734676307.640152:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.640166:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21880 00000400:00000200:0.0:1734676307.640173:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63e9 [1] + 224 00000400:00000200:0.0:1734676307.640183:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.640187:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.640196:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.640232:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.640236:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179c80 00000400:00000200:0.0:1734676307.640241:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d25 [2] + 1968 00000400:00000010:0.0:1734676307.640244:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:0.0:1734676307.640248:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d9f7480 00000400:00000200:0.0:1734676307.640274:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.640277:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.640279:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d9f7480 00000400:00000010:0.0:1734676307.640281:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d9f7480. 00000100:00000200:0.0:1734676307.640286:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.640351:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.640356:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.640360:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000400:00000010:3.0:1734676307.640365:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.640368:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.640370:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.640375:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.640377:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1850 x1818938867948672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.640382:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.640394:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948672 02000000:00000010:2.0:1734676307.640400:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 02000000:00000010:3.0:1734676307.640401:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a000. 02000000:00000010:3.0:1734676307.640405:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14a400. 00000100:00000010:3.0:1734676307.640408:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.640412:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.640415:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00010000:00000010:2.0:1734676307.640421:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0f6b80. 00010000:00000010:2.0:1734676307.640433:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.640440:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0600. 00000100:00000010:2.0:1734676307.640445:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0600. 00010000:00000010:2.0:1734676307.640448:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.640455:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.640458:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948672, offset 224 00080000:00000010:3.0:1734676307.640459:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14a400. 00000400:00000200:2.0:1734676307.640464:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.640470:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.640474:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81167:81167:256:4294967295] 192.168.203.46@tcp LPNI seq info [81163:81163:8:4294967295] 00000400:00000200:2.0:1734676307.640482:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.640486:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.640489:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.640493:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.640498:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.640502:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.640514:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.640520:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0f6b00. 00000020:00000010:2.0:1734676307.640523:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.640526:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.640529:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 02000000:00000010:2.0:1734676307.640536:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676307.640538:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab480. 02000000:00000010:2.0:1734676307.640543:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:2.0:1734676307.640544:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676307.640548:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:2.0:1734676307.640551:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676307.640554:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:2.0:1734676307.640557:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676307.640560:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676307.640563:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676307.640566:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676307.640568:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000200:2.0:1734676307.640572:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1734676307.640575:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00000400:00000010:2.0:1734676307.640575:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7aa8. 00000400:00000010:2.0:1734676307.640577:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0600. 00010000:00000010:3.0:1734676307.640580:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.640586:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.640588:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.640593:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.640677:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14aa00. 02000000:00000010:3.0:1734676307.640695:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14be00. 00000400:00000010:3.0:1734676307.640699:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.640701:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.640704:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441600, portal 16 00000400:00000010:3.0:1734676307.640707:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.640709:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441600, offset 0 00000400:00000200:3.0:1734676307.640713:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.640717:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.640720:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.640723:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.640726:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.640729:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.640731:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81168:81168:255:4294967295] 192.168.203.46@tcp LPNI seq info [81164:81164:7:4294967295] 00000400:00000200:3.0:1734676307.640737:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.640741:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.640744:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676307.640747:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.640751:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.640753:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.640834:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.640837:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:1.0:1734676307.640840:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.640843:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.640845:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:1.0:1734676307.640847:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 02000000:00000010:1.0:1734676307.640851:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000800:00000200:1.0:1734676307.640894:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.640896:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:1.0:1734676307.640899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.640901:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.640903:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676307.640904:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676307.640909:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.642177:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800735e5c00. 00010000:00000010:2.1:1734676307.642187:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcbc00. 00000400:00000200:0.0:1734676307.643093:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.643107:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21900 00000400:00000200:0.0:1734676307.643115:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa63f9 [1] + 224 00000400:00000200:0.0:1734676307.643123:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.643127:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.643136:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.643170:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.643174:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179d00 00000400:00000200:0.0:1734676307.643178:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 0 00000400:00000200:0.0:1734676307.643234:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.643237:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.643242:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.643247:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676307.643348:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.643354:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.643357:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.643376:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867948800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676307.643530:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.643535:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.643540:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.643545:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.643552:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.643573:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14be00. 02000000:00000010:3.0:1734676307.643579:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14aa00. 00000100:00000010:3.0:1734676307.643582:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.643585:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.643588:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000100:00000200:1.0:1734676307.646260:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948800 02000000:00000010:1.0:1734676307.646279:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.646306:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9de480. 00010000:00000010:1.0:1734676307.646327:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.646333:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.646355:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.646358:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.646369:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676307.646375:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948800, offset 224 00000400:00000200:1.0:1734676307.646383:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.646392:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.646397:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81169:81169:256:4294967295] 192.168.203.46@tcp LPNI seq info [81165:81165:8:4294967295] 00000400:00000200:1.0:1734676307.646406:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.646410:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.646413:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbb00. 00000800:00000200:1.0:1734676307.646418:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.646424:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.646427:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.646442:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.646446:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.646451:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00080000:00000010:3.0:1734676307.646514:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14aa00. 00000800:00000200:0.0:1734676307.646514:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.646518:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbb00. 00000400:00000200:0.0:1734676307.646523:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.646527:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.646530:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676307.646532:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00010000:00000010:3.0:1734676307.646573:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.646580:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9de400. 00010000:00000010:3.0:1734676307.646631:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14be00. 00010000:00000010:3.0:1734676307.646636:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.646642:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.646646:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.646652:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.646661:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbffc00. 02000000:00000010:3.0:1734676307.646677:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbfe200. 00000400:00000010:3.0:1734676307.646682:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.646685:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.646689:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441728, portal 16 00000400:00000010:3.0:1734676307.646693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.646694:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441728, offset 0 00000400:00000200:3.0:1734676307.646698:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.646703:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.646706:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.646709:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.646712:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.646714:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.646716:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81170:81170:256:4294967295] 192.168.203.46@tcp LPNI seq info [81166:81166:8:4294967295] 00000400:00000200:3.0:1734676307.646722:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.646725:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.646727:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676307.646730:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.646734:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.646736:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.646802:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.646805:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676307.646809:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.646812:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.646814:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676307.646816:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676307.646822:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.649197:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367b500. 00010000:00000010:2.1:1734676307.649209:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b800. 00010000:00000010:2.1:1734676307.649213:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93300. 00010000:00000010:2.1:1734676307.649215:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14ba00. 00010000:00000010:2.1:1734676307.649218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0600. 00010000:00000010:2.1:1734676307.649219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b000. 00000400:00000200:0.0:1734676307.649892:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.649906:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21980 00000400:00000200:0.0:1734676307.649914:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6405 [1] + 224 00000400:00000200:0.0:1734676307.649925:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.649929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.649938:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.649974:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.649979:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179d80 00000400:00000200:0.0:1734676307.649983:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 328 00000400:00000200:0.0:1734676307.649998:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.650002:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.650006:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.650011:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:1.0:1734676307.650090:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.650099:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.650104:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.650129:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867948928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676307.650334:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.650339:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.650341:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.650346:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.650352:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.650371:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbfe200. 02000000:00000010:3.0:1734676307.650375:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbffc00. 00000100:00000010:3.0:1734676307.650379:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.650381:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.650384:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000100:00000200:1.0:1734676307.650562:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867948928 02000000:00000010:1.0:1734676307.650574:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.650599:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9de280. 00010000:00000010:1.0:1734676307.650616:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.650622:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.650649:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.650653:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.650664:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676307.650668:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867948928, offset 224 00000400:00000200:1.0:1734676307.650674:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.650683:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.650689:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81171:81171:256:4294967295] 192.168.203.46@tcp LPNI seq info [81167:81167:8:4294967295] 00000400:00000200:1.0:1734676307.650697:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.650703:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.650707:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.650712:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.650719:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.650722:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.650756:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.650761:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.650764:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00080000:00000010:3.0:1734676307.650850:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dbffc00. 00010000:00000010:3.0:1734676307.650914:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.650923:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9de380. 00010000:00000010:3.0:1734676307.650984:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dbfe200. 00010000:00000010:3.0:1734676307.650990:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.650998:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.651001:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.651008:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.651018:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dbff600. 00000800:00000200:0.0:1734676307.651435:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.651439:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:0.0:1734676307.651444:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.651449:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.651453:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676307.651455:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 02000000:00000010:3.0:1734676307.651656:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a6200. 00000400:00000010:3.0:1734676307.651664:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.651669:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.651674:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441856, portal 16 00000400:00000010:3.0:1734676307.651678:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.651680:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441856, offset 0 00000400:00000200:3.0:1734676307.651686:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.651693:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.651698:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.651702:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.651705:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.651707:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.651710:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81172:81172:256:4294967295] 192.168.203.46@tcp LPNI seq info [81168:81168:8:4294967295] 00000400:00000200:3.0:1734676307.651717:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.651722:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.651725:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93a00. 00000800:00000200:3.0:1734676307.651729:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.651734:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.651738:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.651887:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.651891:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93a00. 00000400:00000200:0.0:1734676307.651894:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.651900:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.651904:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676307.651906:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676307.651914:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.652527:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da2400. 00010000:00000010:3.1:1734676307.652708:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d470000. 00010000:00000010:3.1:1734676307.652713:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfe6600. 00010000:00000010:2.1:1734676307.655672:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80f100. 00010000:00000010:2.1:1734676307.655685:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b200. 00010000:00000010:2.1:1734676307.655689:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9dfe00. 00010000:00000010:2.1:1734676307.655694:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00000400:00000200:0.0:1734676307.656462:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.656479:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21a00 00000400:00000200:0.0:1734676307.656488:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6411 [1] + 224 00000400:00000200:0.0:1734676307.656501:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.656505:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.656517:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.656566:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.656572:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179e00 00000400:00000200:0.0:1734676307.656577:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 656 00000400:00000200:0.0:1734676307.656627:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.656630:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.656634:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.656639:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:3.0:1734676307.656713:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.656718:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.656720:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.656725:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.656732:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.656755:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a6200. 02000000:00000010:3.0:1734676307.656759:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dbff600. 00000100:00000010:3.0:1734676307.656763:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.656765:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.656768:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000020:00000010:2.0:1734676307.656835:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.656840:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.656844:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.656859:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867949056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.656884:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949056 02000000:00000010:2.0:1734676307.656890:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676307.656908:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097faaf80. 00010000:00000010:2.0:1734676307.656921:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.656926:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0840. 00000100:00000010:2.0:1734676307.656930:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0840. 00010000:00000010:2.0:1734676307.656932:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.656939:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676307.656942:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949056, offset 224 00000400:00000200:2.0:1734676307.656946:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.656952:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.656957:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81173:81173:256:4294967295] 192.168.203.46@tcp LPNI seq info [81169:81169:8:4294967295] 00000400:00000200:2.0:1734676307.656964:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.656969:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.656971:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676307.656975:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.656979:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.656982:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.656992:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.656995:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.656998:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.657063:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6200. 00010000:00000010:3.0:1734676307.657136:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.657144:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097faaf00. 00010000:00000010:3.0:1734676307.657229:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93900. 00010000:00000010:3.0:1734676307.657233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.657238:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6c00. 00010000:00000010:3.0:1734676307.657243:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00080000:00000010:3.0:1734676307.657255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6400. 00010000:00000010:3.0:1734676307.657278:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676307.657280:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.657323:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6e00. 00010000:00000010:3.0:1734676307.657328:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.657334:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.657338:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.657344:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.657353:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6000. 02000000:00000010:3.0:1734676307.657372:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7000. 00000400:00000010:3.0:1734676307.657376:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.657380:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.657385:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864441984, portal 16 00000400:00000010:3.0:1734676307.657389:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.657391:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864441984, offset 0 00000400:00000200:3.0:1734676307.657396:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.657402:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.657408:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.657411:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.657414:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.657416:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.657418:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81174:81174:255:4294967295] 192.168.203.46@tcp LPNI seq info [81170:81170:7:4294967295] 00000400:00000200:3.0:1734676307.657425:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.657430:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.657433:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.657437:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.657441:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.657444:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.657624:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.657628:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676307.657633:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.657637:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.657640:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676307.657642:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:0.0:1734676307.657696:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.657699:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:0.0:1734676307.657702:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.657706:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.657708:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676307.657710:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676307.657716:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864441984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.658190:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c8c00. 00000400:00000200:0.0:1734676307.660990:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.661005:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21a80 00000400:00000200:0.0:1734676307.661013:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa641d [1] + 224 00000400:00000200:0.0:1734676307.661023:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.661026:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.661094:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864441984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.661124:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.661129:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179e80 00000400:00000200:0.0:1734676307.661133:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 984 00000400:00000200:0.0:1734676307.661181:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.661184:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.661188:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.661193:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000400:00000010:3.0:1734676307.661276:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.661282:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.661284:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.661289:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864441984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.661296:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864441984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.661323:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7000. 02000000:00000010:3.0:1734676307.661327:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6000. 00000100:00000010:3.0:1734676307.661332:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.661335:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.661338:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000020:00000010:1.0:1734676307.661857:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.661863:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.661867:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.661884:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867949184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.661912:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949184 02000000:00000010:1.0:1734676307.661919:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.661939:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ecf300. 00010000:00000010:1.0:1734676307.661955:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.661960:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.661965:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.661967:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.661975:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676307.661978:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949184, offset 224 00000400:00000200:1.0:1734676307.661983:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.661989:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.661995:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81175:81175:256:4294967295] 192.168.203.46@tcp LPNI seq info [81171:81171:8:4294967295] 00000400:00000200:1.0:1734676307.662002:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.662007:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.662010:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dba00. 00000800:00000200:1.0:1734676307.662014:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.662019:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.662023:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dba00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.662033:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.662057:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.662061:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00000800:00000200:0.0:1734676307.662611:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.662614:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dba00. 00000400:00000200:0.0:1734676307.662618:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.662623:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.662716:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676307.662718:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00080000:00000010:3.0:1734676307.663132:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6000. 00010000:00000010:3.0:1734676307.663198:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.663204:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ecf280. 00010000:00000010:3.0:1734676307.663260:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7000. 00010000:00000010:3.0:1734676307.663264:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.663271:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.663275:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.663281:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.663290:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7c00. 02000000:00000010:3.0:1734676307.663308:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7e00. 00000400:00000010:3.0:1734676307.663313:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.663316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.663320:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442112, portal 16 00000400:00000010:3.0:1734676307.663325:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.663327:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442112, offset 0 00000400:00000200:3.0:1734676307.663331:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.663338:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.663342:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.663345:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.663347:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.663349:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.663352:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81176:81176:256:4294967295] 192.168.203.46@tcp LPNI seq info [81172:81172:8:4294967295] 00000400:00000200:3.0:1734676307.663358:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.663362:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.663365:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.663369:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.663374:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.663377:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.666209:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.666215:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.666220:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.666226:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.666230:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676307.666232:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676307.666241:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.666391:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d094c00. 00010000:00000010:0.1:1734676307.666392:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df400. 00010000:00000010:0.1:1734676307.666398:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14be00. 00000400:00000200:0.0:1734676307.668498:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.668515:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21b00 00000400:00000200:0.0:1734676307.668523:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6429 [1] + 224 00000400:00000200:0.0:1734676307.668541:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.668545:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.668555:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.668627:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.668632:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.668634:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.668640:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.668647:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.668669:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7e00. 02000000:00000010:3.0:1734676307.668673:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7c00. 00000100:00000010:3.0:1734676307.668676:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.668679:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.668689:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00010000:00000010:3.1:1734676307.669159:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcfa00. 00000400:00000200:0.0:1734676307.669753:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.669762:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179f00 00000400:00000200:0.0:1734676307.669769:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 1312 00000400:00000200:0.0:1734676307.669826:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.669831:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.669836:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.669841:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676307.669928:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.669933:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.669937:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.669956:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867949312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.669990:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949312 02000000:00000010:2.0:1734676307.669998:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676307.670021:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098e99700. 00010000:00000010:2.0:1734676307.670080:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.670085:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0840. 00000100:00000010:2.0:1734676307.670092:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0840. 00010000:00000010:2.0:1734676307.670096:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.670104:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676307.670108:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949312, offset 224 00000400:00000200:2.0:1734676307.670113:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.670121:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.670127:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81177:81177:256:4294967295] 192.168.203.46@tcp LPNI seq info [81173:81173:8:4294967295] 00000400:00000200:2.0:1734676307.670135:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.670141:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.670145:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676307.670149:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.670157:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.670160:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.670174:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.670177:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.670181:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00080000:00000010:3.0:1734676307.670261:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7c00. 00010000:00000010:3.0:1734676307.670332:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.670338:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098e99680. 00010000:00000010:3.0:1734676307.670400:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7e00. 00010000:00000010:3.0:1734676307.670405:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.670419:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.670423:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.670429:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.670439:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7a00. 02000000:00000010:3.0:1734676307.670456:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a6a00. 00000400:00000010:3.0:1734676307.670461:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.670465:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.670470:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442240, portal 16 00000400:00000010:3.0:1734676307.670473:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.670475:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442240, offset 0 00000400:00000200:3.0:1734676307.670480:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.670484:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.670488:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.670491:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.670494:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.670495:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.670498:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81178:81178:255:4294967295] 192.168.203.46@tcp LPNI seq info [81174:81174:7:4294967295] 00000400:00000200:3.0:1734676307.670504:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.670507:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.670510:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.670513:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.670518:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.670520:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.670600:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.670604:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676307.670608:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.670612:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.670615:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676307.670617:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000800:00000200:0.0:1734676307.670640:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.670641:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676307.670644:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.670646:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.670648:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676307.670650:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676307.670655:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.673975:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da15900. 00010000:00000010:0.1:1734676307.673988:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dbfe200. 00010000:00000010:0.1:1734676307.673992:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93900. 00010000:00000010:0.1:1734676307.673995:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6c00. 00010000:00000010:0.1:1734676307.673997:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35800. 00010000:00000010:0.1:1734676307.674000:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6e00. 00000400:00000200:0.0:1734676307.674952:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.674968:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21b80 00000400:00000200:0.0:1734676307.674977:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6435 [1] + 224 00000400:00000200:0.0:1734676307.674988:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.674992:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.675002:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.675667:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.675672:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.675676:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000400:00000200:0.0:1734676307.675678:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676307.675681:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.675684:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5179f80 00000100:00000200:3.0:1734676307.675688:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.675689:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 1640 00000400:00000200:0.0:1734676307.675704:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.675707:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.675711:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676307.675712:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a6a00. 02000000:00000010:3.0:1734676307.675716:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7a00. 00000100:00000010:0.0:1734676307.675716:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000100:00000010:3.0:1734676307.675719:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.675721:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.675724:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000020:00000010:1.0:1734676307.675801:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.675806:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.675809:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.675826:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867949440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.677186:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949440 02000000:00000010:1.0:1734676307.677200:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676307.677226:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a529e680. 00010000:00000010:1.0:1734676307.677264:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.677270:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.677279:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.677282:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.677292:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676307.677296:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949440, offset 224 00000400:00000200:1.0:1734676307.677303:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.677310:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.677316:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81179:81179:256:4294967295] 192.168.203.46@tcp LPNI seq info [81175:81175:8:4294967295] 00000400:00000200:1.0:1734676307.677324:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.677330:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.677333:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbe00. 00000800:00000200:1.0:1734676307.677338:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.677344:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.677348:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.677374:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.677379:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.677383:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00080000:00000010:3.0:1734676307.677472:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7a00. 00010000:00000010:3.0:1734676307.677527:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.677532:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a529e600. 00010000:00000010:3.0:1734676307.677585:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6a00. 00010000:00000010:3.0:1734676307.677589:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.677596:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.677599:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.677604:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.677612:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7400. 02000000:00000010:3.0:1734676307.677629:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7200. 00000400:00000010:3.0:1734676307.677634:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.677638:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.677642:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442368, portal 16 00000400:00000010:3.0:1734676307.677645:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.677647:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442368, offset 0 00000400:00000200:3.0:1734676307.677651:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.677655:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.677659:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.677662:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.677664:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.677666:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.677669:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81180:81180:255:4294967295] 192.168.203.46@tcp LPNI seq info [81176:81176:7:4294967295] 00000400:00000200:3.0:1734676307.677675:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.677678:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.677680:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.677683:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.677686:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.677688:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.677965:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.677969:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbe00. 00000400:00000200:0.0:1734676307.677974:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.677978:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.677981:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676307.677983:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:0.0:1734676307.678008:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.678010:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676307.678013:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.678016:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.678018:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676307.678019:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676307.678024:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.679018:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c2c00. 00000400:00000200:0.0:1734676307.680089:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.680101:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21c00 00000400:00000200:0.0:1734676307.680108:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6441 [1] + 224 00000400:00000200:0.0:1734676307.680117:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.680120:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.680129:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.680158:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.680162:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a000 00000400:00000200:0.0:1734676307.680167:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4d7d [2] + 1968 00000400:00000010:0.0:1734676307.680170:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad9a0. 00000400:00000200:0.0:1734676307.680173:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800826c1d80 00000400:00000200:0.0:1734676307.680186:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.680189:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.680193:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800826c1d80 00000400:00000010:0.0:1734676307.680194:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800826c1d80. 00000100:00000200:0.0:1734676307.680199:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676307.680248:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.680252:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.680253:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.680258:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676307.680265:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000100:00000200:3.0:1734676307.680266:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676307.680271:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.680274:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 02000000:00000010:3.0:1734676307.680285:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7200. 02000000:00000010:3.0:1734676307.680289:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7400. 00000100:00000200:2.0:1734676307.680291:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa3450 x1818938867949568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:3.0:1734676307.680292:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.680294:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.680297:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000100:00000200:2.0:1734676307.680320:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949568 02000000:00000010:2.0:1734676307.680329:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:2.0:1734676307.680347:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d816580. 00010000:00000010:2.0:1734676307.680367:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.680372:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0840. 00000100:00000010:2.0:1734676307.680377:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0840. 00010000:00000010:2.0:1734676307.680379:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.680386:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676307.680389:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949568, offset 224 00000400:00000200:2.0:1734676307.680393:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.680400:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.680405:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81181:81181:256:4294967295] 192.168.203.46@tcp LPNI seq info [81177:81177:8:4294967295] 00000400:00000200:2.0:1734676307.680411:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.680417:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.680420:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.680424:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.680428:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.680431:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.680449:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.680452:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.680455:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 02000000:00000010:2.0:1734676307.680460:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676307.680462:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676307.680466:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676307.680468:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676307.680470:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:2.0:1734676307.680472:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676307.680474:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:2.0:1734676307.680475:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.680478:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676307.680480:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:2.0:1734676307.680484:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676307.680485:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000200:2.0:1734676307.680489:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.680492:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c72c0. 00000400:00000010:2.0:1734676307.680494:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0840. 00000800:00000200:0.0:1734676307.680602:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.680605:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676307.680608:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.680611:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.680613:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676307.680614:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 02000000:00000010:0.0:1734676307.680617:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00080000:00000010:3.0:1734676307.680668:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7400. 00010000:00000010:3.0:1734676307.680719:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.680724:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d816500. 00010000:00000010:3.0:1734676307.680773:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7200. 00010000:00000010:3.0:1734676307.680778:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.680784:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.680786:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.680790:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.680798:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7600. 02000000:00000010:3.0:1734676307.680810:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7800. 00000400:00000010:3.0:1734676307.680814:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.680817:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.680819:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442496, portal 16 00000400:00000010:3.0:1734676307.680827:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.680828:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442496, offset 0 00000400:00000200:3.0:1734676307.680832:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.680837:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.680840:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.680842:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.680844:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.680846:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.680848:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81182:81182:256:4294967295] 192.168.203.46@tcp LPNI seq info [81178:81178:8:4294967295] 00000400:00000200:3.0:1734676307.680854:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.680857:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.680859:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.680862:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.680865:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.680867:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.681571:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.681574:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.681578:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.681581:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.681584:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676307.681585:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676307.681591:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.684269:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c6e00. 00010000:00000010:0.1:1734676307.684511:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65000. 00010000:00000010:0.1:1734676307.684518:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7000. 00000400:00000200:0.0:1734676307.684925:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.684938:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21c80 00000400:00000200:0.0:1734676307.684945:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6451 [1] + 224 00000400:00000200:0.0:1734676307.684953:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.684957:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.684964:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.684994:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.684997:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a080 00000400:00000200:0.0:1734676307.685001:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 0 00000400:00000200:0.0:1734676307.685012:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.685015:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.685018:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.685023:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:1.0:1734676307.685097:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.685103:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.685107:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.685126:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867949696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.685158:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949696 02000000:00000010:1.0:1734676307.685168:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.685196:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.685201:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.685206:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.685209:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.685217:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676307.685221:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949696, offset 224 00000400:00000200:1.0:1734676307.685226:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.685232:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.685237:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81183:81183:256:4294967295] 192.168.203.46@tcp LPNI seq info [81179:81179:8:4294967295] 00000400:00000200:1.0:1734676307.685245:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.685249:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.685251:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.685255:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.685260:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.685263:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.685274:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.685277:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.685279:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00000400:00000010:3.0:1734676307.685515:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.685518:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.685520:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.685525:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.685531:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.685548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd83b80. 02000000:00000010:3.0:1734676307.685556:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7800. 02000000:00000010:3.0:1734676307.685559:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7600. 00000100:00000010:3.0:1734676307.685562:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.685565:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.685567:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00080000:00000010:3.0:1734676307.685580:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a7600. 00010000:00000010:3.0:1734676307.685634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.685640:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd83b00. 00010000:00000010:3.0:1734676307.685691:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7800. 00010000:00000010:3.0:1734676307.685696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.685702:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.685705:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.685710:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.685716:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6600. 02000000:00000010:3.0:1734676307.685731:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7000. 00000400:00000010:3.0:1734676307.685734:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.685736:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.685740:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442624, portal 16 00000400:00000010:3.0:1734676307.685743:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.685744:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442624, offset 0 00000400:00000200:3.0:1734676307.685748:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.685752:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.685755:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.685758:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.685761:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.685763:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.685765:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81184:81184:255:4294967295] 192.168.203.46@tcp LPNI seq info [81180:81180:7:4294967295] 00000400:00000200:3.0:1734676307.685772:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.685775:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.685778:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676307.685782:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.685786:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.685788:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.686342:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.686345:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:0.0:1734676307.686349:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.686352:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.686355:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676307.686356:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000800:00000200:0.0:1734676307.686398:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.686400:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676307.686403:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.686405:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.686406:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676307.686407:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676307.686412:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.687795:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134dc0800. 00000400:00000200:0.0:1734676307.689087:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.689103:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21d00 00000400:00000200:0.0:1734676307.689110:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa645d [1] + 224 00000400:00000200:0.0:1734676307.689120:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.689123:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.689133:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.689168:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.689173:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a100 00000400:00000200:0.0:1734676307.689177:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 328 00000400:00000200:0.0:1734676307.689237:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.689241:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.689246:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.689251:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:2.0:1734676307.689325:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847da00. 00000020:00000010:2.0:1734676307.689331:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.689334:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.689352:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867949824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.689380:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949824 02000000:00000010:2.0:1734676307.689388:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676307.689415:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.689420:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.689425:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.689428:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000010:2.0:1734676307.689439:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676307.689443:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949824, offset 224 00000400:00000200:2.0:1734676307.689447:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.689454:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.689459:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81185:81185:256:4294967295] 192.168.203.46@tcp LPNI seq info [81181:81181:8:4294967295] 00000400:00000200:2.0:1734676307.689466:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.689471:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.689474:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.689478:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.689483:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.689486:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.689503:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4880. 00000020:00000010:2.0:1734676307.689506:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:2.0:1734676307.689510:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847da00. 00000400:00000010:3.0:1734676307.689539:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.689543:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.689545:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.689550:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.689559:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.689581:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801312a3f00. 02000000:00000010:3.0:1734676307.689590:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7000. 02000000:00000010:3.0:1734676307.689595:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6600. 00000100:00000010:3.0:1734676307.689598:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.689600:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.689602:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00080000:00000010:3.0:1734676307.689617:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6600. 00010000:00000010:3.0:1734676307.689683:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.689690:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801312a3700. 00010000:00000010:3.0:1734676307.689758:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a7000. 00010000:00000010:3.0:1734676307.689763:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676307.689770:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.689773:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.689778:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.689785:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a6e00. 02000000:00000010:3.0:1734676307.689801:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a6c00. 00000400:00000010:3.0:1734676307.689804:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.689806:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.689810:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442752, portal 16 00000400:00000010:3.0:1734676307.689813:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.689815:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442752, offset 0 00000400:00000200:3.0:1734676307.689819:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.689824:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.689827:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.689831:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.689833:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.689835:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.689838:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81186:81186:255:4294967295] 192.168.203.46@tcp LPNI seq info [81182:81182:7:4294967295] 00000400:00000200:3.0:1734676307.689844:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.689847:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.689850:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.689853:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.689857:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.689860:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676307.691188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2e00. 00010000:00000010:1.1:1734676307.691202:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7e00. 00010000:00000010:1.1:1734676307.691205:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2d00. 00010000:00000010:1.1:1734676307.691208:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6a00. 00000800:00000200:0.0:1734676307.691444:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.691449:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676307.691454:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.691460:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.691465:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676307.691467:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000800:00000200:0.0:1734676307.691527:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.691529:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:0.0:1734676307.691532:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.691535:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.691538:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676307.691539:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676307.691547:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864442752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.692851:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.692866:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21d80 00000400:00000200:0.0:1734676307.692874:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6469 [1] + 224 00000400:00000200:0.0:1734676307.692893:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.692897:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.692906:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864442752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.693013:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.693017:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.693019:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.693025:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864442752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.693032:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864442752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.693093:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a6c00. 02000000:00000010:3.0:1734676307.693099:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a6e00. 00000100:00000010:3.0:1734676307.693102:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.693105:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.693109:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00010000:00000010:1.1:1734676307.694245:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a4e800. 00010000:00000010:1.1:1734676307.694260:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136a900. 00010000:00000010:1.1:1734676307.694264:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7200. 00010000:00000010:1.1:1734676307.694266:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d26400. 00010000:00000010:1.1:1734676307.694268:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d655200. 00010000:00000010:1.1:1734676307.694271:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7800. 00000400:00000200:0.0:1734676307.698823:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.698838:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a180 00000400:00000200:0.0:1734676307.698846:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 656 00000400:00000200:0.0:1734676307.698907:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.698912:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.698918:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.698923:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676307.699028:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.699033:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.699258:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.699282:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867949952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.699356:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867949952 02000000:00000010:1.0:1734676307.699365:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.699395:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf79200. 00010000:00000010:1.0:1734676307.699426:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.699431:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.699442:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.699444:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.699453:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676307.699457:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867949952, offset 224 00000400:00000200:1.0:1734676307.699461:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.699469:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.699474:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81187:81187:256:4294967295] 192.168.203.46@tcp LPNI seq info [81183:81183:8:4294967295] 00000400:00000200:1.0:1734676307.699481:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.699485:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.699489:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.699492:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.699497:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.699501:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676307.700267:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847da00. 00010000:00000010:2.0:1734676307.700351:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:2.0:1734676307.700358:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf79f80. 00010000:00000010:2.0:1734676307.700427:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847ce00. 00010000:00000010:2.0:1734676307.700432:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676307.700441:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daee00. 00000100:00000010:2.0:1734676307.700447:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.700454:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676307.700465:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847cc00. 02000000:00000010:2.0:1734676307.700488:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847c400. 00000400:00000010:2.0:1734676307.700494:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7210. 00000400:00000010:2.0:1734676307.700498:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676307.700503:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864442880, portal 16 00000400:00000010:2.0:1734676307.700507:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676307.700509:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864442880, offset 0 00000400:00000200:2.0:1734676307.700515:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.700522:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.700528:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.700532:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.700535:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.700537:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.700540:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81188:81188:255:4294967295] 192.168.203.46@tcp LPNI seq info [81184:81184:7:4294967295] 00000400:00000200:2.0:1734676307.700547:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.700551:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.700554:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.700558:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.700563:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.700565:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.700639:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.700644:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.700648:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00000800:00000200:0.0:1734676307.700821:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.700825:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:0.0:1734676307.700829:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.700835:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.700839:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:0.0:1734676307.700841:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000800:00000200:0.0:1734676307.700898:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.700900:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676307.700903:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.700906:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.700907:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676307.700909:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:0.0:1734676307.700915:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864442880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.703484:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367be00. 00010000:00000010:0.1:1734676307.703495:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a7000. 00000400:00000200:2.0:1734676307.703653:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.703668:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21e00 00000400:00000200:2.0:1734676307.703675:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6475 [1] + 224 00000400:00000200:2.0:1734676307.703696:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.703700:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.703711:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864442880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676307.703889:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7210. 00000400:00000200:0.0:1734676307.703894:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676307.703896:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676307.703901:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864442880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.703908:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864442880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676307.703930:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847c400. 02000000:00000010:0.0:1734676307.703936:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847cc00. 00000100:00000010:0.0:1734676307.703939:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:0.0:1734676307.703943:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:0.0:1734676307.703946:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daee00. 00000400:00000200:0.0:1734676307.704368:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.704375:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a200 00000400:00000200:0.0:1734676307.704380:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 984 00000400:00000200:0.0:1734676307.704433:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.704437:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.704441:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.704444:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:1.0:1734676307.706515:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.706524:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.706528:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.706553:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867950080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.706585:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950080 02000000:00000010:1.0:1734676307.706594:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.706618:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58580. 00010000:00000010:1.0:1734676307.706632:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.706639:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.706658:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.706661:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.706672:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676307.706677:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950080, offset 224 00000400:00000200:1.0:1734676307.706683:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.706693:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.706699:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81189:81189:256:4294967295] 192.168.203.46@tcp LPNI seq info [81185:81185:8:4294967295] 00000400:00000200:1.0:1734676307.706707:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.706712:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.706715:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.706720:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.706726:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.706729:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.706742:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.706746:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.706749:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00000800:00000200:1.0:1734676307.706845:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.706848:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:1.0:1734676307.706851:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.706855:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.706859:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676307.706860:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00080000:00000010:0.0:1734676307.706929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7a800. 00010000:00000010:0.0:1734676307.707010:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:0.0:1734676307.707017:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58500. 00010000:00000010:0.0:1734676307.707109:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a600. 00010000:00000010:0.0:1734676307.707115:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca00. 00010000:00000010:0.0:1734676307.707123:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614800. 00000100:00000010:0.0:1734676307.707126:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676307.707132:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676307.707141:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009da7b400. 02000000:00000010:0.0:1734676307.707158:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009da7ba00. 00000400:00000010:0.0:1734676307.707164:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676307.707168:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676307.707172:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443008, portal 16 00000400:00000010:0.0:1734676307.707175:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676307.707177:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443008, offset 0 00000400:00000200:0.0:1734676307.707181:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.707186:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.707190:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.707193:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.707196:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.707198:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.707201:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81190:81190:256:4294967295] 192.168.203.46@tcp LPNI seq info [81186:81186:8:4294967295] 00000400:00000200:0.0:1734676307.707207:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.707211:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.707213:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d9d2f00. 00000800:00000200:0.0:1734676307.707217:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.707220:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.707223:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d9d2f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.708647:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.708653:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d9d2f00. 00000400:00000200:3.0:1734676307.708658:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.708664:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.708669:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:3.0:1734676307.708671:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:3.0:1734676307.708678:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864443008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.709885:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c22c00. 00000400:00000200:0.0:1734676307.710862:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.710878:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21e80 00000400:00000200:0.0:1734676307.710887:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6481 [1] + 224 00000400:00000200:0.0:1734676307.710902:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.710906:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.710915:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864443008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.711079:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676307.711084:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676307.711086:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676307.711092:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864443008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.711100:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864443008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.711129:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009da7ba00. 02000000:00000010:2.0:1734676307.711133:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009da7b400. 00000100:00000010:2.0:1734676307.711136:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:2.0:1734676307.711140:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676307.711145:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614800. 00000400:00000200:0.0:1734676307.711614:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.711622:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a280 00000400:00000200:0.0:1734676307.711628:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 1312 00000400:00000200:0.0:1734676307.711684:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.711688:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.711693:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.711698:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676307.711962:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009847ca00. 00000020:00000010:2.0:1734676307.711967:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676307.711971:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfc80. 00000100:00000200:2.0:1734676307.711989:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867950208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.713229:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950208 02000000:00000010:1.0:1734676307.713240:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.713263:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64100. 00010000:00000010:1.0:1734676307.713280:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.713286:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.713313:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.713317:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.713326:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676307.713332:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950208, offset 224 00000400:00000200:1.0:1734676307.713339:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.713347:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.713352:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81191:81191:256:4294967295] 192.168.203.46@tcp LPNI seq info [81187:81187:8:4294967295] 00080000:00000010:3.0:1734676307.713360:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d7a6c00. 00000400:00000200:1.0:1734676307.713360:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.713366:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.713369:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db400. 00000800:00000200:1.0:1734676307.713374:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.713380:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.713384:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.713400:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:1.0:1734676307.713403:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfc80. 00000020:00000010:1.0:1734676307.713408:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009847ca00. 00010000:00000010:3.0:1734676307.713421:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca00. 00010000:00000010:3.0:1734676307.713427:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edc5100. 00010000:00000010:3.0:1734676307.713483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7a6e00. 00010000:00000010:3.0:1734676307.713488:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac00. 00010000:00000010:3.0:1734676307.713495:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.713498:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.713504:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.713512:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d7a7000. 02000000:00000010:3.0:1734676307.713527:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d7a7800. 00000400:00000010:3.0:1734676307.713532:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.713536:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.713539:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443136, portal 16 00000400:00000010:3.0:1734676307.713542:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.713543:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443136, offset 0 00000400:00000200:3.0:1734676307.713547:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.713551:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.713554:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.713557:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.713560:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.713562:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.713564:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81192:81192:255:4294967295] 192.168.203.46@tcp LPNI seq info [81188:81188:7:4294967295] 00000400:00000200:3.0:1734676307.713569:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.713573:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.713575:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.713578:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.713581:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.713584:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.713616:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.713618:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db400. 00000400:00000200:3.0:1734676307.713621:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.713625:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.713627:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:3.0:1734676307.713629:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:3.0:1734676307.713682:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.713685:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:3.0:1734676307.713687:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.713690:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.713692:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676307.713697:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.713702:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864443136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.715768:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.715785:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21f00 00000400:00000200:0.0:1734676307.715793:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa648d [1] + 224 00000400:00000200:0.0:1734676307.715814:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.715818:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.715828:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864443136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.720347:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d268. 00000400:00000200:3.0:1734676307.720356:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676307.720358:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.720369:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864443136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.720379:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864443136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.720403:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d7a7800. 02000000:00000010:3.0:1734676307.720407:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d7a7000. 00000100:00000010:3.0:1734676307.720410:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676307.720413:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.720416:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00010000:00000010:2.1:1734676307.720648:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0aed00. 00000400:00000200:0.0:1734676307.720698:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.720713:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a300 00000400:00000200:0.0:1734676307.720719:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 1640 00000400:00000200:0.0:1734676307.720779:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.720784:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.720790:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.720794:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00010000:00000010:2.1:1734676307.720858:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847ce00. 00000020:00000010:3.0:1734676307.721029:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:3.0:1734676307.721049:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.721053:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.721083:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867950336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.721386:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950336 02000000:00000010:3.0:1734676307.721395:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.721417:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e20f00. 00010000:00000010:3.0:1734676307.721428:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.721433:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.721449:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.721451:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.721461:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.721465:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950336, offset 224 00000400:00000200:3.0:1734676307.721470:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.721478:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.721482:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81193:81193:256:4294967295] 192.168.203.46@tcp LPNI seq info [81189:81189:8:4294967295] 00000400:00000200:3.0:1734676307.721490:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.721495:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.721498:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.721502:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.721507:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.721511:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676307.721570:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847ce00. 00010000:00000010:2.0:1734676307.721628:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac00. 00010000:00000010:2.0:1734676307.721633:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e20e80. 00000020:00000010:3.0:1734676307.721882:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.721886:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.721889:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00000800:00000200:0.0:1734676307.721972:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.721975:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:0.0:1734676307.721978:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.721982:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.721986:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676307.721988:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00010000:00000010:2.0:1734676307.722096:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847c000. 00010000:00000010:2.0:1734676307.722101:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.722107:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.722111:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.722116:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.722124:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847c800. 02000000:00000010:2.0:1734676307.722140:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847dc00. 00000400:00000010:2.0:1734676307.722145:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.722148:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.722152:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443264, portal 16 00000400:00000010:2.0:1734676307.722154:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676307.722156:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443264, offset 0 00000400:00000200:2.0:1734676307.722160:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.722165:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.722168:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.722172:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.722174:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.722176:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.722178:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81194:81194:256:4294967295] 192.168.203.46@tcp LPNI seq info [81190:81190:8:4294967295] 00000400:00000200:2.0:1734676307.722185:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.722188:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.722190:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.722193:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.722197:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.722200:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.722263:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.722265:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:3.0:1734676307.722268:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.722272:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.722274:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:3.0:1734676307.722275:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:3.0:1734676307.722281:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.723138:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130e51400. 00010000:00000010:2.1:1734676307.723181:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb900. 00010000:00000010:2.1:1734676307.723186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a600. 00000400:00000200:0.0:1734676307.724276:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.724289:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e21f80 00000400:00000200:0.0:1734676307.724296:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6499 [1] + 224 00000400:00000200:0.0:1734676307.724304:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.724308:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.724317:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.724349:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.724354:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a380 00000400:00000200:0.0:1734676307.724358:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4dd5 [2] + 1968 00000400:00000010:0.0:1734676307.724362:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:0.0:1734676307.724365:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130f4acc0 00000400:00000200:0.0:1734676307.724378:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.724381:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.724384:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130f4acc0 00000400:00000010:0.0:1734676307.724386:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130f4acc0. 00000100:00000200:0.0:1734676307.724393:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676307.724463:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7800. 00000400:00000010:2.0:1734676307.724466:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000020:00000010:3.0:1734676307.724468:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000400:00000200:2.0:1734676307.724469:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000020:00000010:3.0:1734676307.724471:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000400:00000010:2.0:1734676307.724471:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.724476:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.724483:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.724487:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa2850 x1818938867950464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1734676307.724502:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847dc00. 02000000:00000010:2.0:1734676307.724506:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847c800. 00000100:00000010:2.0:1734676307.724509:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.724513:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.724515:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000100:00000200:3.0:1734676307.724656:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950464 02000000:00000010:3.0:1734676307.724665:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.724684:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121000. 00010000:00000010:3.0:1734676307.724697:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.724702:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d600. 00000100:00000010:3.0:1734676307.724707:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d600. 00010000:00000010:3.0:1734676307.724710:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.724719:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.724723:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950464, offset 224 00000400:00000200:3.0:1734676307.724728:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.724734:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.724739:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81195:81195:256:4294967295] 192.168.203.46@tcp LPNI seq info [81191:81191:8:4294967295] 00000400:00000200:3.0:1734676307.724746:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.724751:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.724754:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676307.724758:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.724763:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.724767:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.724777:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.724780:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.724783:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7800. 02000000:00000010:3.0:1734676307.724789:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676307.724792:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676307.724795:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676307.724797:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676307.724803:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676307.724804:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676307.724806:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:3.0:1734676307.724808:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:3.0:1734676307.724810:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:3.0:1734676307.724812:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676307.724815:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676307.724817:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000200:3.0:1734676307.724820:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.724824:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d268. 00000400:00000010:3.0:1734676307.724827:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d600. 00000800:00000200:0.0:1734676307.725282:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.725285:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676307.725289:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.725292:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.725295:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676307.725296:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 02000000:00000010:0.0:1734676307.725299:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00080000:00000010:2.0:1734676307.725345:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c800. 00010000:00000010:2.0:1734676307.725407:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.725412:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da98200. 00010000:00000010:2.0:1734676307.725468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5d00. 00010000:00000010:2.0:1734676307.725471:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.725474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847dc00. 00010000:00000010:2.0:1734676307.725478:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00080000:00000010:2.0:1734676307.725486:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c200. 00010000:00000010:2.0:1734676307.725504:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.725507:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.726366:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d200. 00010000:00000010:2.0:1734676307.726372:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.726378:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.726383:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.726390:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.726400:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847ca00. 02000000:00000010:2.0:1734676307.726420:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847cc00. 00000400:00000010:2.0:1734676307.726425:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.726430:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.726434:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443392, portal 16 00000400:00000010:2.0:1734676307.726438:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676307.726440:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443392, offset 0 00000400:00000200:2.0:1734676307.726447:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.726455:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.726459:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.726462:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.726464:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.726466:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.726469:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81196:81196:256:4294967295] 192.168.203.46@tcp LPNI seq info [81192:81192:8:4294967295] 00000400:00000200:2.0:1734676307.726475:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.726480:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.726483:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.726488:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.726493:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.726496:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.727869:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.727875:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:3.0:1734676307.727880:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.727886:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.727889:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:3.0:1734676307.727891:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:3.0:1734676307.727899:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.729235:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93d00. 00010000:00000010:0.1:1734676307.729243:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6e00. 00000400:00000200:0.0:1734676307.730300:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.730316:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22000 00000400:00000200:0.0:1734676307.730323:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64a9 [1] + 224 00000400:00000200:0.0:1734676307.730342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.730345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.730354:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.730459:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.730463:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.730465:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.730471:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.730478:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.730501:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847cc00. 02000000:00000010:2.0:1734676307.730507:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847ca00. 00000100:00000010:2.0:1734676307.730510:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.730514:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.730517:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000200:0.0:1734676307.730902:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.730908:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a400 00000400:00000200:0.0:1734676307.730913:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 0 00000400:00000200:0.0:1734676307.730961:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.730965:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.730970:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.730974:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676307.731063:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb400. 00000020:00000010:1.0:1734676307.731079:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.731083:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.731104:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867950592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.731136:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950592 02000000:00000010:1.0:1734676307.731143:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676307.731166:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0c6e00. 00010000:00000010:1.0:1734676307.731179:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.731184:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.731202:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.731204:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.731213:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676307.731217:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950592, offset 224 00000400:00000200:1.0:1734676307.731222:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.731229:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.731234:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81197:81197:256:4294967295] 192.168.203.46@tcp LPNI seq info [81193:81193:8:4294967295] 00000400:00000200:1.0:1734676307.731244:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.731248:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.731252:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db300. 00000800:00000200:1.0:1734676307.731255:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.731261:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.731265:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.731275:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.731279:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.731282:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb400. 00080000:00000010:2.0:1734676307.731615:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847ca00. 00010000:00000010:2.0:1734676307.731671:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.731676:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0c6d80. 00010000:00000010:2.0:1734676307.731730:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847cc00. 00010000:00000010:2.0:1734676307.731734:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.731741:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.731744:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.731748:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.731756:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847c400. 02000000:00000010:2.0:1734676307.731771:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d600. 00000400:00000010:2.0:1734676307.731775:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.731777:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.731782:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443520, portal 16 00000400:00000010:2.0:1734676307.731785:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676307.731786:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443520, offset 0 00000400:00000200:2.0:1734676307.731790:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.731795:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.731798:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.731802:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.731804:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.731806:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.731808:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81198:81198:255:4294967295] 192.168.203.46@tcp LPNI seq info [81194:81194:7:4294967295] 00000400:00000200:2.0:1734676307.731814:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.731817:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.731819:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.731822:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.731825:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.731828:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.732542:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.732546:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db300. 00000400:00000200:3.0:1734676307.732550:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.732554:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.732558:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:3.0:1734676307.732559:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:3.0:1734676307.732599:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.732601:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:3.0:1734676307.732604:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.732607:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.732610:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676307.732611:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676307.732617:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.732725:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d112600. 00010000:00000010:2.1:1734676307.732812:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6e00. 00000400:00000200:0.0:1734676307.735325:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.735339:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22080 00000400:00000200:0.0:1734676307.735346:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64b5 [1] + 224 00000400:00000200:0.0:1734676307.735356:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.735359:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.735369:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.735406:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.735411:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a480 00000400:00000200:0.0:1734676307.735416:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 328 00000400:00000010:2.0:1734676307.735430:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.735436:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.735438:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.735444:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.735452:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.735475:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d600. 02000000:00000010:2.0:1734676307.735481:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847c400. 00000100:00000010:2.0:1734676307.735486:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.735490:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.735494:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000200:0.0:1734676307.735616:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.735620:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.735625:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.735629:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:3.0:1734676307.735939:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.735945:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.735949:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.735968:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867950720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.736000:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950720 02000000:00000010:3.0:1734676307.736009:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.736030:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121e80. 00010000:00000010:3.0:1734676307.736065:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.736628:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:3.0:1734676307.736645:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:3.0:1734676307.736648:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.736661:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.736665:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950720, offset 224 00000400:00000200:3.0:1734676307.736670:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676307.736676:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847c400. 00000400:00000200:3.0:1734676307.736678:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.736683:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81199:81199:256:4294967295] 192.168.203.46@tcp LPNI seq info [81195:81195:8:4294967295] 00000400:00000200:3.0:1734676307.736691:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.736695:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.736698:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.736702:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.736707:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.736711:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676307.736946:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.736952:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121e00. 00010000:00000010:2.0:1734676307.737012:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d600. 00010000:00000010:2.0:1734676307.737017:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.737024:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.737028:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.737032:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.737057:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847d800. 02000000:00000010:2.0:1734676307.737082:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847d400. 00000400:00000010:2.0:1734676307.737087:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.737090:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.737094:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443648, portal 16 00000400:00000010:2.0:1734676307.737096:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676307.737098:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443648, offset 0 00000400:00000200:2.0:1734676307.737103:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.737108:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.737111:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.737114:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.737116:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.737118:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.737121:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81200:81200:255:4294967295] 192.168.203.46@tcp LPNI seq info [81196:81196:7:4294967295] 00000400:00000200:2.0:1734676307.737127:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.737131:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.737134:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676307.737137:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.737141:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.737143:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.737184:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.737188:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.737192:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00000800:00000200:0.0:1734676307.737619:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.737622:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.737624:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.737629:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.737632:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676307.737634:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000800:00000200:0.0:1734676307.737682:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.737683:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676307.737687:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.737690:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.737692:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676307.737693:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676307.737699:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.738157:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c3900. 00010000:00000010:0.1:1734676307.738164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847c000. 00010000:00000010:0.1:1734676307.738167:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5d00. 00010000:00000010:0.1:1734676307.738171:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847dc00. 00000400:00000200:0.0:1734676307.738799:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.738806:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22100 00000400:00000200:0.0:1734676307.738812:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64c1 [1] + 224 00000400:00000200:0.0:1734676307.738825:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.738828:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.738833:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.739183:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.739187:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.739188:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.739193:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.739201:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.739221:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847d400. 02000000:00000010:2.0:1734676307.739224:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847d800. 00000100:00000010:2.0:1734676307.739227:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.739230:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.739233:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000200:0.0:1734676307.739992:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.740000:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a500 00000400:00000200:0.0:1734676307.740005:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 656 00000400:00000200:0.0:1734676307.740209:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.740213:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.740217:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.740223:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676307.740484:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.740489:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.740493:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.740511:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867950848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.740540:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950848 02000000:00000010:3.0:1734676307.740548:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.740569:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800966bc300. 00010000:00000010:3.0:1734676307.740584:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.740589:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:3.0:1734676307.740606:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:3.0:1734676307.740608:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.740618:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.740622:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950848, offset 224 00000400:00000200:3.0:1734676307.740627:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.740633:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.740638:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81201:81201:256:4294967295] 192.168.203.46@tcp LPNI seq info [81197:81197:8:4294967295] 00080000:00000010:2.0:1734676307.740640:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d800. 00000400:00000200:3.0:1734676307.740646:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.740650:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.740653:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.740657:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.740662:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.740665:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.740686:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.740689:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.740692:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00010000:00000010:2.0:1734676307.740697:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.740703:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800966bc280. 00010000:00000010:2.0:1734676307.740752:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d400. 00010000:00000010:2.0:1734676307.740756:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.740762:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.740765:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.740769:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.740778:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009847dc00. 02000000:00000010:2.0:1734676307.740792:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009847c000. 00000400:00000010:2.0:1734676307.740796:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.740798:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.740802:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443776, portal 16 00000400:00000010:2.0:1734676307.740804:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676307.740806:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443776, offset 0 00000400:00000200:2.0:1734676307.740810:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.740814:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.740817:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.740820:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.740823:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.740824:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.740827:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81202:81202:255:4294967295] 192.168.203.46@tcp LPNI seq info [81198:81198:7:4294967295] 00000400:00000200:2.0:1734676307.740833:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.740837:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.740839:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676307.740842:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.740846:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.740848:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.740955:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.740957:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676307.740960:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.740963:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.740966:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676307.740968:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676307.740998:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.741000:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:0.0:1734676307.741003:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.741005:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.741007:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676307.741008:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676307.741013:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.741167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d974a00. 00010000:00000010:2.1:1734676307.741598:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d876400. 00000400:00000200:0.0:1734676307.744154:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.744169:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22180 00000400:00000200:0.0:1734676307.744177:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64cd [1] + 224 00000400:00000200:0.0:1734676307.744186:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.744189:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.744197:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.744230:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.744234:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a580 00000400:00000200:0.0:1734676307.744238:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 984 00000400:00000200:0.0:1734676307.744251:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.744254:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.744258:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.744262:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000400:00000010:2.0:1734676307.744374:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.744380:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.744381:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.744388:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.744395:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.744417:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009847c000. 02000000:00000010:2.0:1734676307.744421:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009847dc00. 00000100:00000010:2.0:1734676307.744425:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.744429:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.744432:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000020:00000010:1.0:1734676307.744681:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb400. 00000020:00000010:1.0:1734676307.744686:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.744690:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.744708:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867950976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.744738:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867950976 02000000:00000010:1.0:1734676307.744751:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.744772:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf63100. 00010000:00000010:1.0:1734676307.744800:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.744806:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.744810:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.744812:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.744820:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676307.744824:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867950976, offset 224 00000400:00000200:1.0:1734676307.744833:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.744840:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.744844:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81203:81203:256:4294967295] 192.168.203.46@tcp LPNI seq info [81199:81199:8:4294967295] 00080000:00000010:2.0:1734676307.744848:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847dc00. 00000400:00000200:1.0:1734676307.744852:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.744856:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.744860:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db200. 00000800:00000200:1.0:1734676307.744863:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.744869:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.744872:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.744894:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.744898:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.744900:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb400. 00010000:00000010:2.0:1734676307.744901:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.744906:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf63080. 00010000:00000010:2.0:1734676307.744955:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847c000. 00010000:00000010:2.0:1734676307.744958:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.744964:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.744966:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.744970:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.744978:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14be00. 02000000:00000010:2.0:1734676307.744992:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14a000. 00000400:00000010:2.0:1734676307.744994:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.744997:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.745000:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864443904, portal 16 00000400:00000010:2.0:1734676307.745003:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676307.745004:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864443904, offset 0 00000400:00000200:2.0:1734676307.745008:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.745012:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.745015:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.745018:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.745021:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.745022:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.745024:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81204:81204:255:4294967295] 192.168.203.46@tcp LPNI seq info [81200:81200:7:4294967295] 00000400:00000200:2.0:1734676307.745030:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.745033:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.745052:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676307.745055:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.745059:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.745061:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.745091:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.745094:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db200. 00000400:00000200:0.0:1734676307.745097:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.745101:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.745104:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676307.745105:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000800:00000200:0.0:1734676307.745351:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.745355:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:0.0:1734676307.745358:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.745361:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.745363:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:0.0:1734676307.745365:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:0.0:1734676307.745370:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864443904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.746632:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.746643:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22200 00000400:00000200:0.0:1734676307.746651:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64d9 [1] + 224 00000400:00000200:0.0:1734676307.746659:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.746661:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.746668:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864443904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.747273:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.747278:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a600 00000400:00000200:0.0:1734676307.747283:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 1312 00000400:00000200:0.0:1734676307.747297:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.747300:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.747305:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.747310:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000400:00000010:2.0:1734676307.747456:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.747461:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.747463:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.747468:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864443904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.747475:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864443904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.747495:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14a000. 02000000:00000010:2.0:1734676307.747499:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14be00. 00000100:00000010:2.0:1734676307.747501:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.747504:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.747507:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000020:00000010:3.0:1734676307.747675:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00010000:00000010:0.1:1734676307.747676:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b488d00. 00000020:00000010:3.0:1734676307.747681:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00010000:00000010:0.1:1734676307.747683:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d200. 00000020:00000010:3.0:1734676307.747685:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00010000:00000010:0.1:1734676307.747687:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3f00. 00010000:00000010:0.1:1734676307.747691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847cc00. 00000100:00000200:3.0:1734676307.747701:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867951104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.747730:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951104 02000000:00000010:3.0:1734676307.747738:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.747846:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cde00. 00010000:00000010:3.0:1734676307.748013:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.748019:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:3.0:1734676307.748033:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:3.0:1734676307.748058:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.748077:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.748081:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951104, offset 224 00000400:00000200:3.0:1734676307.748087:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676307.748122:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14be00. 00010000:00000010:2.0:1734676307.748446:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.748452:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cdd80. 00010000:00000010:2.0:1734676307.748504:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14a000. 00010000:00000010:2.0:1734676307.748509:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.748514:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.748517:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.748522:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.748529:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14b200. 02000000:00000010:2.0:1734676307.748544:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b000. 00000400:00000010:2.0:1734676307.748548:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:3.0:1734676307.748679:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.748685:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81205:81205:256:4294967295] 192.168.203.46@tcp LPNI seq info [81201:81201:8:4294967295] 00000400:00000200:3.0:1734676307.748693:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.748698:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.748702:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.748706:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.748712:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.748715:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.748741:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.748745:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.748749:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00000400:00000010:2.0:1734676307.749188:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.749194:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444032, portal 16 00000400:00000010:2.0:1734676307.749196:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676307.749199:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444032, offset 0 00000400:00000200:2.0:1734676307.749203:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.749208:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000200:0.0:1734676307.749210:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1734676307.749212:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1734676307.749214:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:2.0:1734676307.749215:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.749217:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.749217:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.749219:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.749221:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.749222:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81206:81206:255:4294967295] 192.168.203.46@tcp LPNI seq info [81202:81202:7:4294967295] 00000400:00000200:0.0:1734676307.749224:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676307.749226:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000200:2.0:1734676307.749228:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.749231:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.749234:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.749237:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.749240:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.749242:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.749281:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.749283:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676307.749287:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.749290:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.749292:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676307.749293:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676307.749300:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864444032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.750292:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35e600. 00010000:00000010:2.1:1734676307.750299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d0cd200. 00010000:00000010:0.1:1734676307.750783:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131203000. 00000400:00000200:0.0:1734676307.751562:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.751575:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22280 00000400:00000200:0.0:1734676307.751582:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64e5 [1] + 224 00000400:00000200:0.0:1734676307.751591:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.751594:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.752001:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864444032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.752035:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676307.752205:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.752209:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.752210:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.752217:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864444032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.752223:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864444032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.752247:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b000. 02000000:00000010:2.0:1734676307.752252:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14b200. 00000100:00000010:2.0:1734676307.752255:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.752258:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.752262:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000200:0.0:1734676307.752415:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a680 00000400:00000200:0.0:1734676307.752420:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 1640 00000400:00000200:0.0:1734676307.752501:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.752505:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.752509:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.752512:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:3.0:1734676307.752579:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.752584:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.752588:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.752607:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867951232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.752990:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951232 02000000:00000010:3.0:1734676307.752999:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.753020:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096fa2300. 00010000:00000010:3.0:1734676307.753034:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.753690:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:3.0:1734676307.753703:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:3.0:1734676307.753706:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.753718:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676307.753721:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951232, offset 224 00000400:00000200:3.0:1734676307.753727:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.753733:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.753738:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81207:81207:256:4294967295] 192.168.203.46@tcp LPNI seq info [81203:81203:8:4294967295] 00000400:00000200:3.0:1734676307.753747:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.753752:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.753755:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.753759:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.753766:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.753768:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.753781:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.753783:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.753786:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00080000:00000010:2.0:1734676307.753853:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14b200. 00010000:00000010:2.0:1734676307.753906:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.753912:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096fa2b80. 00010000:00000010:2.0:1734676307.753974:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b000. 00010000:00000010:2.0:1734676307.753979:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.753985:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.753988:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.753993:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.754001:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d14ba00. 02000000:00000010:2.0:1734676307.754017:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d14b800. 00000400:00000010:2.0:1734676307.754021:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.754024:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.754028:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444160, portal 16 00000400:00000010:2.0:1734676307.754030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676307.754031:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444160, offset 0 00000400:00000200:2.0:1734676307.754055:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.754060:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.754064:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.754066:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.754081:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.754083:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.754085:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81208:81208:255:4294967295] 192.168.203.46@tcp LPNI seq info [81204:81204:7:4294967295] 00000400:00000200:2.0:1734676307.754090:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.754094:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.754096:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676307.754099:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.754103:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.754105:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.754124:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.754127:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:1.0:1734676307.754130:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.754133:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.754136:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676307.754137:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000800:00000200:1.0:1734676307.754176:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.754177:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:1.0:1734676307.754180:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.754182:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.754184:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:1.0:1734676307.754186:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:1.0:1734676307.754191:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864444160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.755854:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.755865:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22300 00000400:00000200:0.0:1734676307.755872:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa64f1 [1] + 224 00000400:00000200:0.0:1734676307.755881:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.755884:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.755892:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864444160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.755924:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.755929:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a700 00000400:00000200:0.0:1734676307.755933:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e2d [2] + 1968 00000400:00000010:0.0:1734676307.755936:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7790. 00000400:00000200:0.0:1734676307.755939:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d9c0 00000400:00000200:0.0:1734676307.755952:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.755956:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.755958:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d9c0 00000400:00000010:0.0:1734676307.755960:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d9c0. 00000100:00000200:0.0:1734676307.755964:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676307.756144:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.756149:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.756153:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.756169:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0c50 x1818938867951360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.756199:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951360 02000000:00000010:3.0:1734676307.756207:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676307.756233:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.756238:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d480. 00000100:00000010:3.0:1734676307.756242:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d480. 00010000:00000010:3.0:1734676307.756244:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.756253:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676307.756256:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951360, offset 224 00000400:00000200:3.0:1734676307.756261:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.756268:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.756273:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81209:81209:256:4294967295] 192.168.203.46@tcp LPNI seq info [81205:81205:8:4294967295] 00000400:00000200:3.0:1734676307.756280:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.756285:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.756288:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.756292:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.756297:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.756300:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.756311:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.756314:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.756317:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 02000000:00000010:3.0:1734676307.756323:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676307.756327:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676307.756331:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676307.756333:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000400:00000010:2.0:1734676307.756380:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.756383:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.756384:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.756466:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864444160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.756475:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864444160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676307.756555:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.756557:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.756560:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.756563:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.756565:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676307.756567:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 02000000:00000010:0.0:1734676307.756570:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00010000:00000010:2.0:1734676307.756598:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf68880. 02000000:00000010:2.0:1734676307.756609:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d14b800. 02000000:00000010:3.0:1734676307.756644:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676307.756647:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676307.756674:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d14ba00. 00000100:00000010:2.0:1734676307.756676:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.756680:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.756682:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00080000:00000010:2.0:1734676307.756693:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d14ba00. 02000000:00000010:3.0:1734676307.756711:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:3.0:1734676307.756715:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676307.756719:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676307.756721:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:3.0:1734676307.756725:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:3.0:1734676307.756727:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000200:3.0:1734676307.756732:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.756736:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d898. 00000400:00000010:3.0:1734676307.756738:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d480. 00010000:00000010:2.0:1734676307.756852:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.756858:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf68100. 00010000:00000010:2.0:1734676307.756911:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d14b800. 00010000:00000010:2.0:1734676307.756915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.756921:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.756924:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.756928:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.756938:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16600. 02000000:00000010:2.0:1734676307.756953:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17600. 00000400:00000010:2.0:1734676307.756955:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.756958:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.756961:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444288, portal 16 00000400:00000010:2.0:1734676307.756963:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676307.756965:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444288, offset 0 00000400:00000200:2.0:1734676307.756969:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.756973:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.756976:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.756979:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.756982:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.756984:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.756986:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81210:81210:256:4294967295] 192.168.203.46@tcp LPNI seq info [81206:81206:8:4294967295] 00000400:00000200:2.0:1734676307.756992:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.756996:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.756998:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676307.757001:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.757005:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.757008:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.757114:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.757117:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:1.0:1734676307.757120:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.757124:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.757126:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676307.757127:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676307.757132:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864444288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.757474:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c500. 00010000:00000010:2.1:1734676307.757480:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d600. 00010000:00000010:2.1:1734676307.757484:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d085700. 00010000:00000010:2.1:1734676307.757492:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d400. 00000400:00000200:0.0:1734676307.759973:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.759989:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22380 00000400:00000200:0.0:1734676307.759997:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6501 [1] + 224 00000400:00000200:0.0:1734676307.760015:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.760019:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.760028:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864444288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.760175:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.760181:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a780 00000400:00000200:0.0:1734676307.760186:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 0 00000400:00000200:0.0:1734676307.760242:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.760246:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.760250:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.760254:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000010:2.0:1734676307.760331:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.760336:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.760338:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.760344:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864444288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.760351:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864444288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.760374:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17600. 02000000:00000010:2.0:1734676307.760378:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16600. 00000100:00000010:2.0:1734676307.760383:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.760386:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.760390:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000020:00000010:3.0:1734676307.760608:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.760613:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.760617:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.760635:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867951488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.760655:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951488 02000000:00000010:3.0:1734676307.760662:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.760682:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e26380. 00010000:00000010:3.0:1734676307.760696:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.760701:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:3.0:1734676307.760706:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676307.760708:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.760718:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.760722:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951488, offset 224 00000400:00000200:3.0:1734676307.760726:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.760733:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.760738:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81211:81211:256:4294967295] 192.168.203.46@tcp LPNI seq info [81207:81207:8:4294967295] 00000400:00000200:3.0:1734676307.760746:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.760750:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.760754:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.760757:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.760762:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.760766:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.760779:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.760782:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.760786:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00080000:00000010:2.0:1734676307.760846:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16600. 00010000:00000010:2.0:1734676307.761063:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.761078:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e26300. 00010000:00000010:2.0:1734676307.761143:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17600. 00000800:00000200:0.0:1734676307.761254:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.761257:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:0.0:1734676307.761260:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.761263:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.761266:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676307.761267:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00010000:00000010:2.0:1734676307.761297:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00010000:00000010:2.0:1734676307.761305:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.761307:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.761312:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.761319:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17800. 02000000:00000010:2.0:1734676307.761334:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17a00. 00000400:00000010:2.0:1734676307.761338:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.761341:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.761345:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444416, portal 16 00000400:00000010:2.0:1734676307.761347:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676307.761349:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444416, offset 0 00000400:00000200:2.0:1734676307.761353:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.761357:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.761360:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.761363:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.761366:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.761368:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.761370:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81212:81212:256:4294967295] 192.168.203.46@tcp LPNI seq info [81208:81208:8:4294967295] 00000400:00000200:2.0:1734676307.761375:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.761379:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.761381:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676307.761384:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.761388:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.761390:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676307.761399:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676307.761402:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16000. 02000000:00000010:2.0:1734676307.761408:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16200. 00000400:00000010:2.0:1734676307.761410:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676307.761413:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.761414:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444544, portal 16 00000400:00000010:2.0:1734676307.761416:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676307.761418:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444544, offset 0 00000400:00000200:2.0:1734676307.761421:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.761424:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.761426:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.761428:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.761429:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.761431:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.761433:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81213:81213:255:4294967295] 192.168.203.46@tcp LPNI seq info [81209:81209:7:4294967295] 00000400:00000200:2.0:1734676307.761438:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.761441:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.761443:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676307.761445:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.761449:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.761451:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.761809:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.761811:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676307.761814:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.761817:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.761819:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676307.761820:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676307.761826:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864444416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676307.761847:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.761849:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676307.761851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.761853:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.761855:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676307.761857:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676307.761861:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864444544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.763318:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d08ac00. 00000400:00000200:0.0:1734676307.763944:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.763957:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22480 00000400:00000200:0.0:1734676307.763965:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6515 [1] + 224 00000400:00000200:0.0:1734676307.763974:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.763977:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.763985:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864444544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.764014:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.764018:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22400 00000400:00000200:0.0:1734676307.764022:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa650d [1] + 224 00000400:00000200:0.0:1734676307.764027:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.764030:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.764033:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864444416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.764208:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7420. 00000400:00000200:2.0:1734676307.764212:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676307.764214:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.764220:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864444544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.764227:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864444544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.764364:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.764368:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a880 00000400:00000200:0.0:1734676307.764372:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 328 00000400:00000200:0.0:1734676307.764377:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.764379:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.764383:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.764387:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:2.0:1734676307.764457:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7dc0. 00000400:00000200:2.0:1734676307.764460:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676307.764461:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.764465:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864444416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.764471:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864444416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.764484:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16200. 02000000:00000010:2.0:1734676307.764489:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16000. 00000100:00000010:2.0:1734676307.764492:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676307.764494:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17a00. 02000000:00000010:2.0:1734676307.764497:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17800. 00000100:00000010:2.0:1734676307.764499:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.764502:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.764505:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000200:0.0:1734676307.765840:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.765850:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a800 00000400:00000200:0.0:1734676307.765856:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 656 00000400:00000200:0.0:1734676307.765876:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.765880:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.765885:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.765889:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676307.766083:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb600. 00000020:00000010:1.0:1734676307.766093:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.766097:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d230c8. 00000100:00000200:1.0:1734676307.766125:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867951744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:1.0:1734676307.766158:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095acb400. 00000020:00000010:1.0:1734676307.766160:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59c00. 00000020:00000010:1.0:1734676307.766162:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.766169:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867951616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.766187:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951744 02000000:00000010:1.0:1734676307.766196:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.766223:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736c7d80. 00000400:00000010:1.0:1734676307.766251:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676307.766257:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951744, offset 224 00000400:00000200:1.0:1734676307.766264:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.766273:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.766278:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81214:81214:256:4294967295] 192.168.203.46@tcp LPNI seq info [81210:81210:8:4294967295] 00000400:00000200:1.0:1734676307.766286:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.766290:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.766293:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbe00. 00000800:00000200:1.0:1734676307.766296:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.766301:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.766305:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.766318:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59f00. 00000020:00000010:1.0:1734676307.766322:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d230c8. 00000020:00000010:1.0:1734676307.766325:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb600. 00000800:00000200:1.0:1734676307.766394:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.766396:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbe00. 00000400:00000200:1.0:1734676307.766399:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.766402:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.766404:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:1.0:1734676307.766406:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676307.766417:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951616 02000000:00000010:1.0:1734676307.766421:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.766430:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e26980. 00010000:00000010:1.0:1734676307.766439:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.766443:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.766451:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.766453:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676307.766457:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676307.766459:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951616, offset 224 00000400:00000200:1.0:1734676307.766462:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.766465:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.766468:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81215:81215:256:4294967295] 192.168.203.46@tcp LPNI seq info [81211:81211:8:4294967295] 00000400:00000200:1.0:1734676307.766474:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.766477:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.766479:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dbe00. 00000800:00000200:1.0:1734676307.766481:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.766484:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.766486:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dbe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.766492:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59c00. 00000020:00000010:1.0:1734676307.766495:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.766497:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095acb400. 00080000:00000010:1.0:1734676307.766515:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095acb400. 00010000:00000010:1.0:1734676307.766573:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00010000:00000010:1.0:1734676307.766578:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e26a80. 00010000:00000010:1.0:1734676307.766636:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:1.0:1734676307.766640:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.766647:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.766649:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.766655:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.766664:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f02a00. 02000000:00000010:1.0:1734676307.766680:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073794400. 00000400:00000010:1.0:1734676307.766684:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676307.766687:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.766691:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444672, portal 16 00000400:00000010:1.0:1734676307.766693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676307.766695:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444672, offset 0 00000400:00000200:1.0:1734676307.766698:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.766702:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.766705:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.766708:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.766711:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.766713:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.766715:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81216:81216:255:4294967295] 192.168.203.46@tcp LPNI seq info [81212:81212:7:4294967295] 00000400:00000200:1.0:1734676307.766721:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.766724:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.766726:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728dba00. 00000800:00000200:1.0:1734676307.766729:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.766732:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.766735:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728dba00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.766852:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.766854:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dbe00. 00000400:00000200:0.0:1734676307.766856:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.766860:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.766862:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676307.766864:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000800:00000200:0.0:1734676307.766881:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.766882:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728dba00. 00000400:00000200:0.0:1734676307.766884:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.766886:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.766888:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676307.766889:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676307.766893:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864444672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.768137:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.768147:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22500 00000400:00000200:0.0:1734676307.768153:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6525 [1] + 224 00000400:00000200:0.0:1734676307.768165:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.768168:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.768175:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864444672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.768290:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:1.0:1734676307.768294:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.768296:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.768300:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864444672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.768308:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864444672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.768539:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073794400. 02000000:00000010:1.0:1734676307.768545:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f02a00. 00000100:00000010:1.0:1734676307.768549:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.768554:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.768557:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.768650:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.768656:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a900 00000400:00000200:0.0:1734676307.768661:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 984 00000400:00000200:0.0:1734676307.768706:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.768709:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.768713:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.768717:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00010000:00000010:2.1:1734676307.769196:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485800. 00010000:00000010:2.1:1734676307.769203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847c000. 00010000:00000010:2.1:1734676307.769206:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880096f66b00. 00010000:00000010:2.1:1734676307.769209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14a000. 00010000:00000010:2.1:1734676307.769212:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d03c00. 00010000:00000010:2.1:1734676307.769215:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00900. 00010000:00000010:2.1:1734676307.769217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b000. 00000020:00000010:3.0:1734676307.769240:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.769248:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.769253:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.769271:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867951872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.769298:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867951872 02000000:00000010:3.0:1734676307.769305:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:3.0:1734676307.769325:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfecf80. 00010000:00000010:3.0:1734676307.769335:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.769340:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:3.0:1734676307.769353:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676307.769355:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.769365:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.769369:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867951872, offset 224 00000400:00000200:3.0:1734676307.769376:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.769382:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.769386:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81217:81217:256:4294967295] 192.168.203.46@tcp LPNI seq info [81213:81213:8:4294967295] 00000400:00000200:3.0:1734676307.769393:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.769397:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.769401:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93a00. 00000800:00000200:3.0:1734676307.769404:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.769409:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.769411:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.769429:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.769433:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.769435:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00080000:00000010:1.0:1734676307.769485:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073794400. 00010000:00000010:1.0:1734676307.769537:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.769543:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfec200. 00010000:00000010:1.0:1734676307.769600:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f02a00. 00010000:00000010:1.0:1734676307.769605:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.769611:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.769614:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.769618:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.769627:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d960a00. 02000000:00000010:1.0:1734676307.769640:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d961800. 00000400:00000010:1.0:1734676307.769645:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676307.769648:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.769651:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444800, portal 16 00000400:00000010:1.0:1734676307.769654:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676307.769655:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444800, offset 0 00000400:00000200:1.0:1734676307.769659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.769663:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.769666:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.769669:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.769671:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.769673:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.769675:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81218:81218:255:4294967295] 192.168.203.46@tcp LPNI seq info [81214:81214:7:4294967295] 00000400:00000200:1.0:1734676307.769681:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.769684:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.769687:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db000. 00000800:00000200:1.0:1734676307.769690:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.769693:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.769695:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.769760:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.769763:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93a00. 00000400:00000200:0.0:1734676307.769765:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.769769:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.769772:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676307.769773:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:0.0:1734676307.769809:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.769811:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db000. 00000400:00000200:0.0:1734676307.769814:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.769816:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.769818:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676307.769820:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676307.769824:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864444800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.771311:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.771321:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22580 00000400:00000200:0.0:1734676307.771327:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6531 [1] + 224 00000400:00000200:0.0:1734676307.771333:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.771336:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.771343:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864444800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.771371:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.771374:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517a980 00000400:00000200:0.0:1734676307.771378:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 1312 00000400:00000200:0.0:1734676307.771389:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.771392:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.771395:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.771399:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:1.0:1734676307.771486:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:1.0:1734676307.771490:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.771492:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.771497:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864444800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.771503:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864444800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.771523:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d961800. 02000000:00000010:1.0:1734676307.771527:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d960a00. 00000100:00000010:1.0:1734676307.771531:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.771535:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.771539:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:3.0:1734676307.771666:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.771671:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.771674:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.771690:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867952000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.771719:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952000 02000000:00000010:3.0:1734676307.771726:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.771744:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455300. 00010000:00000010:3.0:1734676307.771757:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.771762:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:3.0:1734676307.771811:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676307.771814:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.771823:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.771826:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952000, offset 224 00000400:00000200:3.0:1734676307.771830:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.771837:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.771841:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81219:81219:256:4294967295] 192.168.203.46@tcp LPNI seq info [81215:81215:8:4294967295] 00000400:00000200:3.0:1734676307.771848:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.771852:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.771855:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93300. 00000800:00000200:3.0:1734676307.771860:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.771865:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.771868:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.771889:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.771892:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.771895:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00080000:00000010:1.0:1734676307.771939:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d960a00. 00010000:00000010:1.0:1734676307.771994:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.772000:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098455280. 00010000:00000010:1.0:1734676307.772089:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728dbb00. 00010000:00000010:1.0:1734676307.772091:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.772095:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d961800. 00010000:00000010:1.0:1734676307.772100:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.772109:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d961000. 00010000:00000010:1.0:1734676307.772128:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.772130:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.772170:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d961a00. 00010000:00000010:1.0:1734676307.772172:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.772176:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.772179:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.772183:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.772191:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d961c00. 02000000:00000010:1.0:1734676307.772206:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d960e00. 00000400:00000010:1.0:1734676307.772209:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676307.772212:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.772216:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864444928, portal 16 00000400:00000010:1.0:1734676307.772219:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676307.772220:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864444928, offset 0 00000400:00000200:1.0:1734676307.772224:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.772228:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.772231:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.772234:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.772237:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.772239:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.772241:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81220:81220:255:4294967295] 192.168.203.46@tcp LPNI seq info [81216:81216:7:4294967295] 00000400:00000200:1.0:1734676307.772247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.772250:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.772252:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800728db500. 00000800:00000200:1.0:1734676307.772254:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.772258:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.772260:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800728db500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.772349:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.772352:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93300. 00000400:00000200:0.0:1734676307.772354:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.772358:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.772361:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676307.772363:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000800:00000200:0.0:1734676307.772415:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.772418:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800728db500. 00000400:00000200:0.0:1734676307.772420:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.772423:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.772425:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:0.0:1734676307.772426:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:0.0:1734676307.772430:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864444928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.774746:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.774763:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22600 00000400:00000200:0.0:1734676307.774770:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa653d [1] + 224 00000400:00000200:0.0:1734676307.774788:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.774792:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.774800:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864444928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.775467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368b600. 00010000:00000010:3.1:1734676307.775475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846dc00. 00010000:00000010:0.1:1734676307.775783:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf29e00. 00010000:00000010:0.1:1734676307.775787:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dfdf400. 00010000:00000010:0.1:1734676307.775796:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5600. 00010000:00000010:0.1:1734676307.775799:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17600. 00000400:00000200:0.0:1734676307.775815:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.775821:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517aa00 00000400:00000200:0.0:1734676307.775826:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 1640 00000400:00000010:1.0:1734676307.776053:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0add68. 00000400:00000200:1.0:1734676307.776058:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.776061:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.776076:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864444928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.776085:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864444928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.776109:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d960e00. 02000000:00000010:1.0:1734676307.776114:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d961c00. 00000100:00000010:1.0:1734676307.776119:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.776123:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.776126:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.776190:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.776194:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.776199:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.776204:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:3.0:1734676307.776297:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.776302:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.776306:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.776325:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867952128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.776735:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952128 02000000:00000010:3.0:1734676307.776743:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.776766:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d38f80. 00010000:00000010:3.0:1734676307.776779:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.776784:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:3.0:1734676307.776802:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676307.776805:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.776816:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.776820:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952128, offset 224 00000400:00000200:3.0:1734676307.776825:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.776833:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.776839:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81221:81221:256:4294967295] 192.168.203.46@tcp LPNI seq info [81217:81217:8:4294967295] 00000400:00000200:3.0:1734676307.776847:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.776851:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.776854:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676307.776858:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.776864:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.776867:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.776889:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.776892:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.776895:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00080000:00000010:1.0:1734676307.776955:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d961c00. 00010000:00000010:1.0:1734676307.777014:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d38f00. 00000001:00000010:1.0:1734676307.777103:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012c0add68. 00000001:00000010:1.0:1734676307.777108:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012c0add68. 00000001:00000010:1.0:1734676307.777110:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7108. 00080000:00000010:1.0:1734676307.777116:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff880097ec4600. 00080000:00000010:1.0:1734676307.777120:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88009d960e00. 00000001:00000010:1.0:1734676307.777124:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012c0add68. 00010000:00000010:1.0:1734676307.777155:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db700. 00010000:00000010:1.0:1734676307.777158:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777162:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d961600. 00010000:00000010:1.0:1734676307.777167:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777177:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d960600. 00010000:00000010:1.0:1734676307.777195:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777199:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777225:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db100. 00010000:00000010:1.0:1734676307.777227:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777230:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78e00. 00010000:00000010:1.0:1734676307.777232:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777237:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da79200. 00010000:00000010:1.0:1734676307.777250:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777252:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777276:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728dbf00. 00010000:00000010:1.0:1734676307.777278:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777280:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78200. 00010000:00000010:1.0:1734676307.777283:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777288:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da79a00. 00010000:00000010:1.0:1734676307.777303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777306:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777328:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db800. 00010000:00000010:1.0:1734676307.777329:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777332:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da79000. 00010000:00000010:1.0:1734676307.777334:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777338:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da78400. 00010000:00000010:1.0:1734676307.777350:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777352:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777378:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db900. 00010000:00000010:1.0:1734676307.777380:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777382:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78600. 00010000:00000010:1.0:1734676307.777384:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777388:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da79e00. 00010000:00000010:1.0:1734676307.777398:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777400:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777417:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728dbc00. 00010000:00000010:1.0:1734676307.777418:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777420:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da79600. 00010000:00000010:1.0:1734676307.777422:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777426:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da79800. 00010000:00000010:1.0:1734676307.777435:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777437:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777457:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db500. 00010000:00000010:1.0:1734676307.777458:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777460:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78a00. 00010000:00000010:1.0:1734676307.777462:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777466:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da79400. 00010000:00000010:1.0:1734676307.777476:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777478:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777492:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db000. 00010000:00000010:1.0:1734676307.777494:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777496:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78800. 00010000:00000010:1.0:1734676307.777498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777501:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da78c00. 00010000:00000010:1.0:1734676307.777510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777512:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777527:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728dba00. 00010000:00000010:1.0:1734676307.777529:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777531:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da78000. 00010000:00000010:1.0:1734676307.777533:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777537:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1fd000. 00010000:00000010:1.0:1734676307.777546:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777548:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777563:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728dbe00. 00010000:00000010:1.0:1734676307.777565:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777566:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1fda00. 00010000:00000010:1.0:1734676307.777568:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777572:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1fca00. 00010000:00000010:1.0:1734676307.777581:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777583:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777599:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db200. 00010000:00000010:1.0:1734676307.777600:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777602:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1fd600. 00010000:00000010:1.0:1734676307.777604:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1fc800. 00010000:00000010:1.0:1734676307.777617:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777619:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777633:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db300. 00010000:00000010:1.0:1734676307.777634:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777636:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e1fce00. 00010000:00000010:1.0:1734676307.777638:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777642:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e1fc200. 00010000:00000010:1.0:1734676307.777651:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777653:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777671:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800728db400. 00010000:00000010:1.0:1734676307.777672:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777675:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf00000. 00010000:00000010:1.0:1734676307.777677:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777681:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf01400. 00010000:00000010:1.0:1734676307.777691:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777692:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777708:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7200. 00010000:00000010:1.0:1734676307.777710:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777712:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf01800. 00010000:00000010:1.0:1734676307.777713:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf00a00. 00010000:00000010:1.0:1734676307.777727:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777729:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777742:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7600. 00010000:00000010:1.0:1734676307.777744:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777746:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf01c00. 00010000:00000010:1.0:1734676307.777748:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777751:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf01000. 00010000:00000010:1.0:1734676307.777760:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777762:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777777:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7300. 00010000:00000010:1.0:1734676307.777778:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777780:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf00c00. 00010000:00000010:1.0:1734676307.777782:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777786:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf01e00. 00010000:00000010:1.0:1734676307.777798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777801:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777822:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7400. 00010000:00000010:1.0:1734676307.777824:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777826:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf00600. 00010000:00000010:1.0:1734676307.777828:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777834:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf01a00. 00010000:00000010:1.0:1734676307.777846:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777848:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777866:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7000. 00010000:00000010:1.0:1734676307.777867:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777869:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf00200. 00010000:00000010:1.0:1734676307.777871:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777876:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf00e00. 00010000:00000010:1.0:1734676307.777888:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777890:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777910:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7c00. 00010000:00000010:1.0:1734676307.777912:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777914:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf01600. 00010000:00000010:1.0:1734676307.777916:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777921:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf00800. 00010000:00000010:1.0:1734676307.777933:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777935:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777952:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9e7e00. 00010000:00000010:1.0:1734676307.777954:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.777957:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99bc00. 00010000:00000010:1.0:1734676307.777959:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.777963:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99a800. 00010000:00000010:1.0:1734676307.777976:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.777979:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778001:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800aa12b200. 00010000:00000010:1.0:1734676307.778003:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778005:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99b800. 00010000:00000010:1.0:1734676307.778007:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778012:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99b000. 00010000:00000010:1.0:1734676307.778026:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778028:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778067:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1a00. 00010000:00000010:1.0:1734676307.778078:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778080:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99a000. 00010000:00000010:1.0:1734676307.778082:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778088:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99be00. 00010000:00000010:1.0:1734676307.778100:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778103:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778122:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1c00. 00010000:00000010:1.0:1734676307.778123:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778125:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99b200. 00010000:00000010:1.0:1734676307.778127:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99a600. 00010000:00000010:1.0:1734676307.778141:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778143:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778158:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1600. 00010000:00000010:1.0:1734676307.778160:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778162:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99aa00. 00010000:00000010:1.0:1734676307.778164:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99ae00. 00010000:00000010:1.0:1734676307.778177:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778179:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778196:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1d00. 00010000:00000010:1.0:1734676307.778197:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778199:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99ba00. 00010000:00000010:1.0:1734676307.778201:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778205:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99a400. 00010000:00000010:1.0:1734676307.778215:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778217:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778231:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1000. 00010000:00000010:1.0:1734676307.778233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778234:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d99ac00. 00010000:00000010:1.0:1734676307.778236:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778240:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d99b600. 00010000:00000010:1.0:1734676307.778249:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778251:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778266:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1900. 00010000:00000010:1.0:1734676307.778267:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778270:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f3200. 00010000:00000010:1.0:1734676307.778272:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778276:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2f2800. 00010000:00000010:1.0:1734676307.778286:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778287:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778303:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1b00. 00010000:00000010:1.0:1734676307.778304:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778307:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2f3000. 00010000:00000010:1.0:1734676307.778309:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778312:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c94e00. 00010000:00000010:1.0:1734676307.778322:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778324:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778339:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1800. 00010000:00000010:1.0:1734676307.778340:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778342:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c95c00. 00010000:00000010:1.0:1734676307.778344:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778348:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c95200. 00010000:00000010:1.0:1734676307.778358:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778360:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778375:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1700. 00010000:00000010:1.0:1734676307.778377:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778379:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c95800. 00010000:00000010:1.0:1734676307.778381:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778384:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c94000. 00010000:00000010:1.0:1734676307.778394:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778396:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778413:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1e00. 00010000:00000010:1.0:1734676307.778415:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778417:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c95600. 00010000:00000010:1.0:1734676307.778419:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778422:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c95e00. 00010000:00000010:1.0:1734676307.778431:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778433:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778447:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1400. 00010000:00000010:1.0:1734676307.778449:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778451:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c94400. 00010000:00000010:1.0:1734676307.778453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778457:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da3aa00. 00010000:00000010:1.0:1734676307.778466:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778468:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778482:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1200. 00010000:00000010:1.0:1734676307.778484:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778486:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da3a200. 00010000:00000010:1.0:1734676307.778488:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778491:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da3ac00. 00010000:00000010:1.0:1734676307.778501:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778503:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778524:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1500. 00010000:00000010:1.0:1734676307.778525:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778528:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da3b200. 00010000:00000010:1.0:1734676307.778530:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778535:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da3ba00. 00010000:00000010:1.0:1734676307.778549:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778552:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778575:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800834f1100. 00010000:00000010:1.0:1734676307.778577:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778580:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da3ae00. 00010000:00000010:1.0:1734676307.778582:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778587:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da3a800. 00010000:00000010:1.0:1734676307.778602:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778604:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778626:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af900. 00010000:00000010:1.0:1734676307.778628:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778630:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da3be00. 00010000:00000010:1.0:1734676307.778633:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778639:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfcfa00. 00010000:00000010:1.0:1734676307.778653:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778656:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778677:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af100. 00010000:00000010:1.0:1734676307.778679:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778681:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcf800. 00010000:00000010:1.0:1734676307.778683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfce400. 00010000:00000010:1.0:1734676307.778698:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778700:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778717:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9afc00. 00010000:00000010:1.0:1734676307.778718:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcf400. 00010000:00000010:1.0:1734676307.778723:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778728:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfcf600. 00010000:00000010:1.0:1734676307.778742:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778744:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778765:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af200. 00010000:00000010:1.0:1734676307.778768:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778770:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcec00. 00010000:00000010:1.0:1734676307.778771:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778776:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfce600. 00010000:00000010:1.0:1734676307.778789:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778791:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778809:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9afe00. 00010000:00000010:1.0:1734676307.778811:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778813:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcf200. 00010000:00000010:1.0:1734676307.778815:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778820:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfcfc00. 00010000:00000010:1.0:1734676307.778831:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778834:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778854:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af000. 00010000:00000010:1.0:1734676307.778856:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778858:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcf000. 00010000:00000010:1.0:1734676307.778860:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778865:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfcee00. 00010000:00000010:1.0:1734676307.778877:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778880:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778898:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af500. 00010000:00000010:1.0:1734676307.778900:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778902:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcfe00. 00010000:00000010:1.0:1734676307.778905:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778910:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfce200. 00010000:00000010:1.0:1734676307.778922:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778924:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778946:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af800. 00010000:00000010:1.0:1734676307.778948:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778950:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bfcea00. 00010000:00000010:1.0:1734676307.778952:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.778958:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bfce000. 00010000:00000010:1.0:1734676307.778972:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.778974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778994:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af400. 00010000:00000010:1.0:1734676307.778995:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.778998:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012eb7a400. 00010000:00000010:1.0:1734676307.779001:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779005:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff61200. 00010000:00000010:1.0:1734676307.779020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779058:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9afd00. 00010000:00000010:1.0:1734676307.779060:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779062:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff60e00. 00010000:00000010:1.0:1734676307.779064:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779080:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff60a00. 00010000:00000010:1.0:1734676307.779095:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779098:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779118:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af700. 00010000:00000010:1.0:1734676307.779119:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779122:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff61400. 00010000:00000010:1.0:1734676307.779124:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779129:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff61800. 00010000:00000010:1.0:1734676307.779143:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779145:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779165:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9afb00. 00010000:00000010:1.0:1734676307.779167:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779169:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff60400. 00010000:00000010:1.0:1734676307.779171:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779176:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff61c00. 00010000:00000010:1.0:1734676307.779188:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779190:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779209:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9aff00. 00010000:00000010:1.0:1734676307.779211:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779213:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff60600. 00010000:00000010:1.0:1734676307.779215:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779220:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff61000. 00010000:00000010:1.0:1734676307.779232:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779234:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779256:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9afa00. 00010000:00000010:1.0:1734676307.779258:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779260:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff61a00. 00010000:00000010:1.0:1734676307.779262:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779267:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff61e00. 00010000:00000010:1.0:1734676307.779281:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779283:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779303:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9af600. 00010000:00000010:1.0:1734676307.779305:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779307:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff60200. 00010000:00000010:1.0:1734676307.779309:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779315:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff60c00. 00010000:00000010:1.0:1734676307.779328:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779330:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779351:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8600. 00010000:00000010:1.0:1734676307.779353:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779356:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012ff60800. 00010000:00000010:1.0:1734676307.779358:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779363:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012ff60000. 00010000:00000010:1.0:1734676307.779376:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779379:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779396:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8900. 00010000:00000010:1.0:1734676307.779398:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779401:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fec4000. 00010000:00000010:1.0:1734676307.779403:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779407:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fec5000. 00010000:00000010:1.0:1734676307.779418:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779420:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779436:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8400. 00010000:00000010:1.0:1734676307.779437:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779439:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fec5400. 00010000:00000010:1.0:1734676307.779441:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779445:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fec5800. 00010000:00000010:1.0:1734676307.779454:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779456:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779470:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8c00. 00010000:00000010:1.0:1734676307.779472:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779474:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fec5a00. 00010000:00000010:1.0:1734676307.779475:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779481:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec0400. 00010000:00000010:1.0:1734676307.779491:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779492:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779510:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8300. 00010000:00000010:1.0:1734676307.779511:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779514:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec1a00. 00010000:00000010:1.0:1734676307.779516:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779520:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec0c00. 00010000:00000010:1.0:1734676307.779529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779545:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8a00. 00010000:00000010:1.0:1734676307.779547:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779549:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec1200. 00010000:00000010:1.0:1734676307.779550:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779554:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec0e00. 00010000:00000010:1.0:1734676307.779563:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779565:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779579:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8700. 00010000:00000010:1.0:1734676307.779580:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779582:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec0a00. 00010000:00000010:1.0:1734676307.779584:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779588:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec1400. 00010000:00000010:1.0:1734676307.779596:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779598:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779612:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8f00. 00010000:00000010:1.0:1734676307.779614:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec0600. 00010000:00000010:1.0:1734676307.779617:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779621:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec1800. 00010000:00000010:1.0:1734676307.779631:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779632:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779648:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8000. 00010000:00000010:1.0:1734676307.779649:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779651:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec1000. 00010000:00000010:1.0:1734676307.779653:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779657:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec1e00. 00010000:00000010:1.0:1734676307.779666:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779668:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779682:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8d00. 00010000:00000010:1.0:1734676307.779684:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779686:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec0000. 00010000:00000010:1.0:1734676307.779687:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779691:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec0800. 00010000:00000010:1.0:1734676307.779700:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779702:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779718:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8b00. 00010000:00000010:1.0:1734676307.779720:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134ec0200. 00010000:00000010:1.0:1734676307.779723:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779727:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134ec1600. 00010000:00000010:1.0:1734676307.779736:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779737:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779751:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8800. 00010000:00000010:1.0:1734676307.779752:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779755:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d1c00. 00010000:00000010:1.0:1734676307.779757:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779760:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d0e00. 00010000:00000010:1.0:1734676307.779769:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779771:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779785:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8500. 00010000:00000010:1.0:1734676307.779787:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779789:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d0600. 00010000:00000010:1.0:1734676307.779791:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779794:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d1e00. 00010000:00000010:1.0:1734676307.779803:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779821:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8200. 00010000:00000010:1.0:1734676307.779823:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779825:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d0400. 00010000:00000010:1.0:1734676307.779827:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d0a00. 00010000:00000010:1.0:1734676307.779839:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779841:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779858:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009bfe8e00. 00010000:00000010:1.0:1734676307.779860:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779863:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d1600. 00010000:00000010:1.0:1734676307.779865:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779871:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d1400. 00010000:00000010:1.0:1734676307.779884:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779887:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779908:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6600. 00010000:00000010:1.0:1734676307.779910:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779912:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d0c00. 00010000:00000010:1.0:1734676307.779914:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779919:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d1a00. 00010000:00000010:1.0:1734676307.779930:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779932:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779952:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6f00. 00010000:00000010:1.0:1734676307.779953:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779955:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d1800. 00010000:00000010:1.0:1734676307.779957:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.779962:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d1000. 00010000:00000010:1.0:1734676307.779972:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.779974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779991:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6000. 00010000:00000010:1.0:1734676307.779992:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.779994:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d0000. 00010000:00000010:1.0:1734676307.779996:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780000:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5d0800. 00010000:00000010:1.0:1734676307.780011:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780013:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780031:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6700. 00010000:00000010:1.0:1734676307.780033:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00000800:00000200:0.0:1734676307.780167:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.780170:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676307.780174:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.780181:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.780185:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676307.780188:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00010000:00000010:1.0:1734676307.780705:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5d0200. 00010000:00000010:1.0:1734676307.780711:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780723:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c90400. 00010000:00000010:1.0:1734676307.780746:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780776:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6800. 00010000:00000010:1.0:1734676307.780777:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780780:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c91a00. 00010000:00000010:1.0:1734676307.780783:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780788:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c91000. 00010000:00000010:1.0:1734676307.780803:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780805:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780829:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6500. 00010000:00000010:1.0:1734676307.780831:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780834:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c91e00. 00010000:00000010:1.0:1734676307.780836:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780841:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c90c00. 00010000:00000010:1.0:1734676307.780855:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780858:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780877:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6100. 00010000:00000010:1.0:1734676307.780879:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780881:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c91600. 00010000:00000010:1.0:1734676307.780884:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780889:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c90800. 00010000:00000010:1.0:1734676307.780903:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780905:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780930:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6300. 00010000:00000010:1.0:1734676307.780932:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780935:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc8000. 00010000:00000010:1.0:1734676307.780937:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780944:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bc9800. 00010000:00000010:1.0:1734676307.780958:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.780960:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780981:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6e00. 00010000:00000010:1.0:1734676307.780983:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.780985:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc8400. 00010000:00000010:1.0:1734676307.780988:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.780993:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bc9e00. 00010000:00000010:1.0:1734676307.781008:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781010:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781031:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6200. 00010000:00000010:1.0:1734676307.781033:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781103:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc9600. 00010000:00000010:1.0:1734676307.781106:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781113:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bc9000. 00010000:00000010:1.0:1734676307.781131:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781134:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781158:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6d00. 00010000:00000010:1.0:1734676307.781160:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781162:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc8e00. 00010000:00000010:1.0:1734676307.781165:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781171:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0bc9a00. 00010000:00000010:1.0:1734676307.781187:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781190:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781214:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b1d6900. 00010000:00000010:1.0:1734676307.781216:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781219:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0bc8600. 00010000:00000010:1.0:1734676307.781221:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781229:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d9b8e00. 00010000:00000010:1.0:1734676307.781244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781246:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781270:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb500. 00010000:00000010:1.0:1734676307.781272:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781274:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d9b8000. 00010000:00000010:1.0:1734676307.781276:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781282:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d9b9000. 00010000:00000010:1.0:1734676307.781296:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781298:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781317:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb900. 00010000:00000010:1.0:1734676307.781318:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781320:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d9b9400. 00010000:00000010:1.0:1734676307.781322:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781326:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d9b9c00. 00010000:00000010:1.0:1734676307.781338:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781340:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781356:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb700. 00010000:00000010:1.0:1734676307.781358:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781361:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c7ba00. 00010000:00000010:1.0:1734676307.781362:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781367:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c7b400. 00010000:00000010:1.0:1734676307.781378:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781380:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781395:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb300. 00010000:00000010:1.0:1734676307.781396:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781398:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c7ae00. 00010000:00000010:1.0:1734676307.781400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c7a600. 00010000:00000010:1.0:1734676307.781415:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781433:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bbf00. 00010000:00000010:1.0:1734676307.781435:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781437:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097c7b800. 00010000:00000010:1.0:1734676307.781439:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781444:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097c7a200. 00010000:00000010:1.0:1734676307.781456:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781458:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781478:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bbb00. 00010000:00000010:1.0:1734676307.781480:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073582e00. 00010000:00000010:1.0:1734676307.781486:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781490:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073583c00. 00010000:00000010:1.0:1734676307.781503:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781505:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781524:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb200. 00010000:00000010:1.0:1734676307.781526:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781528:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073582c00. 00010000:00000010:1.0:1734676307.781530:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781535:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073583a00. 00010000:00000010:1.0:1734676307.781547:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781549:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781569:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb800. 00010000:00000010:1.0:1734676307.781571:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781572:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073583200. 00010000:00000010:1.0:1734676307.781574:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781579:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073582400. 00010000:00000010:1.0:1734676307.781591:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781594:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781612:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bbd00. 00010000:00000010:1.0:1734676307.781614:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073582a00. 00010000:00000010:1.0:1734676307.781618:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781623:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073582600. 00010000:00000010:1.0:1734676307.781634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781636:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781653:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb600. 00010000:00000010:1.0:1734676307.781654:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781656:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073583800. 00010000:00000010:1.0:1734676307.781658:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781662:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073583000. 00010000:00000010:1.0:1734676307.781671:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781673:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781688:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bbe00. 00010000:00000010:1.0:1734676307.781689:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781691:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073583600. 00010000:00000010:1.0:1734676307.781693:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781697:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073582000. 00010000:00000010:1.0:1734676307.781707:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781708:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781725:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bbc00. 00010000:00000010:1.0:1734676307.781727:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781729:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073583400. 00010000:00000010:1.0:1734676307.781731:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781734:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073582800. 00010000:00000010:1.0:1734676307.781744:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781746:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781760:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb100. 00010000:00000010:1.0:1734676307.781762:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781764:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073582200. 00010000:00000010:1.0:1734676307.781766:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781771:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096df8200. 00010000:00000010:1.0:1734676307.781781:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781782:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781799:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bba00. 00010000:00000010:1.0:1734676307.781800:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781802:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096df8a00. 00010000:00000010:1.0:1734676307.781804:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781808:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096df8600. 00010000:00000010:1.0:1734676307.781817:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781819:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781835:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d0bb000. 00010000:00000010:1.0:1734676307.781837:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781839:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880096df9200. 00010000:00000010:1.0:1734676307.781840:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781844:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880096df9400. 00010000:00000010:1.0:1734676307.781854:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781856:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781871:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29e00. 00010000:00000010:1.0:1734676307.781873:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781875:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d932c00. 00010000:00000010:1.0:1734676307.781877:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781881:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d933000. 00010000:00000010:1.0:1734676307.781891:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781893:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781908:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29b00. 00010000:00000010:1.0:1734676307.781909:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781911:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d933c00. 00010000:00000010:1.0:1734676307.781913:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781917:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d933400. 00010000:00000010:1.0:1734676307.781926:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781944:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29200. 00010000:00000010:1.0:1734676307.781945:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781947:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d932400. 00010000:00000010:1.0:1734676307.781949:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781953:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d932000. 00010000:00000010:1.0:1734676307.781962:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781964:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781979:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29700. 00010000:00000010:1.0:1734676307.781980:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.781983:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d933e00. 00010000:00000010:1.0:1734676307.781984:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.781988:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d932600. 00010000:00000010:1.0:1734676307.781997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.781999:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782015:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29c00. 00010000:00000010:1.0:1734676307.782016:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782018:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d933800. 00010000:00000010:1.0:1734676307.782020:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782024:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d933a00. 00010000:00000010:1.0:1734676307.782034:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782115:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782141:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29400. 00010000:00000010:1.0:1734676307.782143:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782145:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d932800. 00010000:00000010:1.0:1734676307.782148:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782154:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d932a00. 00010000:00000010:1.0:1734676307.782169:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782171:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782189:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29600. 00010000:00000010:1.0:1734676307.782191:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782193:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d932e00. 00010000:00000010:1.0:1734676307.782195:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782199:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d933600. 00010000:00000010:1.0:1734676307.782210:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782212:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782227:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29500. 00010000:00000010:1.0:1734676307.782229:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782231:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d933200. 00010000:00000010:1.0:1734676307.782233:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782237:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a1c000. 00010000:00000010:1.0:1734676307.782247:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782249:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782265:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29a00. 00010000:00000010:1.0:1734676307.782266:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782269:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cde2e00. 00010000:00000010:1.0:1734676307.782271:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782275:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cde2600. 00010000:00000010:1.0:1734676307.782286:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782288:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782303:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29800. 00010000:00000010:1.0:1734676307.782305:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782307:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89f400. 00010000:00000010:1.0:1734676307.782309:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782313:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d89f000. 00010000:00000010:1.0:1734676307.782322:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782324:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782342:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29f00. 00010000:00000010:1.0:1734676307.782343:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782345:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89e800. 00010000:00000010:1.0:1734676307.782347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782351:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d89ea00. 00010000:00000010:1.0:1734676307.782361:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782362:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782377:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29900. 00010000:00000010:1.0:1734676307.782379:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782381:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89f600. 00010000:00000010:1.0:1734676307.782383:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782387:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d89f800. 00010000:00000010:1.0:1734676307.782396:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782398:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782412:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097b29000. 00010000:00000010:1.0:1734676307.782413:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782415:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89ec00. 00010000:00000010:1.0:1734676307.782418:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782422:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d89ee00. 00010000:00000010:1.0:1734676307.782431:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782433:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782447:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5700. 00010000:00000010:1.0:1734676307.782449:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782451:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d89fe00. 00010000:00000010:1.0:1734676307.782453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782457:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9cd600. 00010000:00000010:1.0:1734676307.782469:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782471:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782493:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5900. 00010000:00000010:1.0:1734676307.782495:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782498:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9cd200. 00010000:00000010:1.0:1734676307.782500:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782505:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9ccc00. 00010000:00000010:1.0:1734676307.782518:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782521:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782540:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5000. 00010000:00000010:1.0:1734676307.782541:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782543:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9cde00. 00010000:00000010:1.0:1734676307.782546:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782551:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9cd000. 00010000:00000010:1.0:1734676307.782561:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782563:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782582:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5a00. 00010000:00000010:1.0:1734676307.782584:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782587:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012bd21200. 00010000:00000010:1.0:1734676307.782588:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782593:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012bd20000. 00010000:00000010:1.0:1734676307.782603:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782606:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782624:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5e00. 00010000:00000010:1.0:1734676307.782625:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782628:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db7c000. 00010000:00000010:1.0:1734676307.782630:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db7d800. 00010000:00000010:1.0:1734676307.782648:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782650:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782670:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5600. 00010000:00000010:1.0:1734676307.782672:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782674:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073591600. 00010000:00000010:1.0:1734676307.782676:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782682:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073591a00. 00010000:00000010:1.0:1734676307.782694:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782697:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782718:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5500. 00010000:00000010:1.0:1734676307.782719:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782722:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073591400. 00010000:00000010:1.0:1734676307.782724:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782729:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073590c00. 00010000:00000010:1.0:1734676307.782743:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782745:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782766:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5200. 00010000:00000010:1.0:1734676307.782768:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782770:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073591e00. 00010000:00000010:1.0:1734676307.782772:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782777:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b48400. 00010000:00000010:1.0:1734676307.782790:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782811:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5d00. 00010000:00000010:1.0:1734676307.782813:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782814:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095b49c00. 00010000:00000010:1.0:1734676307.782816:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782821:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b48a00. 00010000:00000010:1.0:1734676307.782832:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782834:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782854:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5400. 00010000:00000010:1.0:1734676307.782856:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782859:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:1.0:1734676307.782861:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782865:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4e2400. 00010000:00000010:1.0:1734676307.782876:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782878:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782897:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5f00. 00010000:00000010:1.0:1734676307.782899:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782901:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4e3200. 00010000:00000010:1.0:1734676307.782902:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782907:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4e2a00. 00010000:00000010:1.0:1734676307.782917:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782919:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782938:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5800. 00010000:00000010:1.0:1734676307.782940:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782942:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b4200. 00010000:00000010:1.0:1734676307.782945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782949:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b4c00. 00010000:00000010:1.0:1734676307.782963:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.782965:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782985:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5300. 00010000:00000010:1.0:1734676307.782987:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.782989:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b5e00. 00010000:00000010:1.0:1734676307.782991:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00080000:00000010:1.0:1734676307.782996:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b5400. 00010000:00000010:1.0:1734676307.783009:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.783011:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00010000:00000010:1.0:1734676307.783031:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5b00. 00010000:00000010:1.0:1734676307.783033:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59c00. 00010000:00000010:2.1:1734676307.784217:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5500. 00010000:00000010:2.1:1734676307.784225:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d14b800. 00010000:00000010:1.0:1734676307.784353:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b4a00. 00010000:00000010:0.0:1734676307.784904:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf80. 00080000:00000010:0.0:1734676307.784925:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7a200. 00010000:00000010:0.0:1734676307.784976:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.784981:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59c00. 00000001:00000010:0.0:1734676307.785052:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a63b9b00. 00000001:00000010:0.0:1734676307.785057:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a63b9b00. 00000001:00000010:0.0:1734676307.785060:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a63b9b00. 00000001:00000010:0.0:1734676307.785062:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012c0add68. 00010000:00000010:0.0:1734676307.785091:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2e00. 00010000:00000010:0.0:1734676307.785093:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785098:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7a600. 00010000:00000010:0.0:1734676307.785101:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785108:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da7b400. 00010000:00000010:0.0:1734676307.785125:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785128:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785155:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2d00. 00010000:00000010:0.0:1734676307.785157:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785159:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da7ba00. 00010000:00000010:0.0:1734676307.785162:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785168:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095acb600. 00010000:00000010:0.0:1734676307.785183:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785185:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785206:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2a00. 00010000:00000010:0.0:1734676307.785208:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785211:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847c000. 00010000:00000010:0.0:1734676307.785214:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785219:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847d400. 00010000:00000010:0.0:1734676307.785232:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785234:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785255:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2900. 00010000:00000010:0.0:1734676307.785256:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785259:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d600. 00010000:00000010:0.0:1734676307.785261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785266:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009847cc00. 00010000:00000010:0.0:1734676307.785280:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785282:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785305:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2700. 00010000:00000010:0.0:1734676307.785307:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785309:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009847d200. 00010000:00000010:0.0:1734676307.785312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785317:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097dcbc00. 00010000:00000010:0.0:1734676307.785331:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785334:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785367:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2c00. 00010000:00000010:0.0:1734676307.785369:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785372:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac0600. 00010000:00000010:0.0:1734676307.785374:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785380:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095ac1200. 00010000:00000010:0.0:1734676307.785394:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785396:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785417:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2100. 00010000:00000010:0.0:1734676307.785419:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785421:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095ac1600. 00010000:00000010:0.0:1734676307.785423:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785429:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810c00. 00010000:00000010:0.0:1734676307.785440:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785442:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785465:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2200. 00010000:00000010:0.0:1734676307.785467:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785469:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810800. 00010000:00000010:0.0:1734676307.785470:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785475:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810400. 00010000:00000010:0.0:1734676307.785487:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785489:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785506:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2000. 00010000:00000010:0.0:1734676307.785508:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785510:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d811200. 00010000:00000010:0.0:1734676307.785512:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785516:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d810e00. 00010000:00000010:0.0:1734676307.785527:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785529:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785547:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2800. 00010000:00000010:0.0:1734676307.785549:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785550:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d810a00. 00010000:00000010:0.0:1734676307.785552:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785557:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d2a000. 00010000:00000010:0.0:1734676307.785569:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785571:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785590:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2600. 00010000:00000010:0.0:1734676307.785592:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785595:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368b600. 00010000:00000010:0.0:1734676307.785597:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785602:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368b200. 00010000:00000010:0.0:1734676307.785614:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785616:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785638:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2b00. 00010000:00000010:0.0:1734676307.785640:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785642:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007368a600. 00010000:00000010:0.0:1734676307.785644:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785649:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007368be00. 00010000:00000010:0.0:1734676307.785661:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785663:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785683:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d9d2f00. 00010000:00000010:0.0:1734676307.785684:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785687:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88013139ee00. 00010000:00000010:0.0:1734676307.785689:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785694:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88013139ec00. 00010000:00000010:0.0:1734676307.785705:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785707:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785728:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99cc00. 00010000:00000010:0.0:1734676307.785730:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785733:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74600. 00010000:00000010:0.0:1734676307.785735:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785740:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75c00. 00010000:00000010:0.0:1734676307.785752:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785754:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785772:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c700. 00010000:00000010:0.0:1734676307.785774:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785776:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74c00. 00010000:00000010:0.0:1734676307.785779:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785784:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75800. 00010000:00000010:0.0:1734676307.785797:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785799:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785819:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c000. 00010000:00000010:0.0:1734676307.785821:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785823:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74a00. 00010000:00000010:0.0:1734676307.785825:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75a00. 00010000:00000010:0.0:1734676307.785841:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785860:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99cb00. 00010000:00000010:0.0:1734676307.785862:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785863:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74000. 00010000:00000010:0.0:1734676307.785865:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785870:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75400. 00010000:00000010:0.0:1734676307.785882:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785884:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785905:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c600. 00010000:00000010:0.0:1734676307.785906:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785908:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009da74800. 00010000:00000010:0.0:1734676307.785911:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009da75000. 00010000:00000010:0.0:1734676307.785929:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785931:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785950:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99ca00. 00010000:00000010:0.0:1734676307.785952:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.785955:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d7fd600. 00010000:00000010:0.0:1734676307.785957:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.785962:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2200. 00010000:00000010:0.0:1734676307.785976:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.785979:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786003:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99ce00. 00010000:00000010:0.0:1734676307.786004:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786007:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f2400. 00010000:00000010:0.0:1734676307.786009:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786014:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2600. 00010000:00000010:0.0:1734676307.786027:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786029:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786096:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c500. 00010000:00000010:0.0:1734676307.786098:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786100:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3e00. 00010000:00000010:0.0:1734676307.786102:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786108:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2a00. 00010000:00000010:0.0:1734676307.786122:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786144:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c200. 00010000:00000010:0.0:1734676307.786146:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786148:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3200. 00010000:00000010:0.0:1734676307.786150:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786155:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f3800. 00010000:00000010:0.0:1734676307.786169:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786172:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786190:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c100. 00010000:00000010:0.0:1734676307.786192:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786194:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f2800. 00010000:00000010:0.0:1734676307.786196:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786200:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2c00. 00010000:00000010:0.0:1734676307.786213:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786216:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786236:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c300. 00010000:00000010:0.0:1734676307.786238:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786240:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3c00. 00010000:00000010:0.0:1734676307.786248:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786253:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2e00. 00010000:00000010:0.0:1734676307.786268:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786271:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786292:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99cf00. 00010000:00000010:0.0:1734676307.786293:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786296:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3000. 00010000:00000010:0.0:1734676307.786298:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786443:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f2000. 00010000:00000010:0.0:1734676307.786462:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786465:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786491:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99c800. 00010000:00000010:0.0:1734676307.786493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786496:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f3400. 00010000:00000010:0.0:1734676307.786498:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786505:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45e00. 00010000:00000010:0.0:1734676307.786519:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786522:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786542:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d99cd00. 00010000:00000010:0.0:1734676307.786544:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786546:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45c00. 00010000:00000010:0.0:1734676307.786548:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786553:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45400. 00010000:00000010:0.0:1734676307.786566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786568:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786588:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011d00. 00010000:00000010:0.0:1734676307.786589:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786591:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44800. 00010000:00000010:0.0:1734676307.786594:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786599:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44200. 00010000:00000010:0.0:1734676307.786610:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786612:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786631:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011700. 00010000:00000010:0.0:1734676307.786632:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786635:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44e00. 00010000:00000010:0.0:1734676307.786637:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786642:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44400. 00010000:00000010:0.0:1734676307.786655:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786657:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786677:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011200. 00010000:00000010:0.0:1734676307.786678:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786680:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45200. 00010000:00000010:0.0:1734676307.786683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786688:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a45800. 00010000:00000010:0.0:1734676307.786700:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786702:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786722:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011500. 00010000:00000010:0.0:1734676307.786724:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786727:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44000. 00010000:00000010:0.0:1734676307.786729:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786734:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44a00. 00010000:00000010:0.0:1734676307.786746:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786749:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786770:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011800. 00010000:00000010:0.0:1734676307.786773:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786775:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a45000. 00010000:00000010:0.0:1734676307.786777:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786782:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136a44600. 00010000:00000010:0.0:1734676307.786795:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786797:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786818:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011000. 00010000:00000010:0.0:1734676307.786819:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786822:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136a44c00. 00010000:00000010:0.0:1734676307.786824:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e600. 00010000:00000010:0.0:1734676307.786842:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786844:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786860:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011300. 00010000:00000010:0.0:1734676307.786862:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786864:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fe00. 00010000:00000010:0.0:1734676307.786866:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786870:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e200. 00010000:00000010:0.0:1734676307.786882:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786885:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786904:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011c00. 00010000:00000010:0.0:1734676307.786905:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786907:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e000. 00010000:00000010:0.0:1734676307.786910:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786914:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47ee00. 00010000:00000010:0.0:1734676307.786926:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786928:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786949:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011100. 00010000:00000010:0.0:1734676307.786951:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786953:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fa00. 00010000:00000010:0.0:1734676307.786955:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.786961:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f800. 00010000:00000010:0.0:1734676307.786973:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.786976:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.786996:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011900. 00010000:00000010:0.0:1734676307.786998:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.787000:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47f400. 00010000:00000010:0.0:1734676307.787002:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00080000:00000010:0.0:1734676307.787006:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f600. 00010000:00000010:0.0:1734676307.787019:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.787021:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cf80. 00010000:00000010:1.0:1734676307.789363:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800735b5c00. 00010000:00000010:1.0:1734676307.789370:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789373:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b4800. 00010000:00000010:1.0:1734676307.789379:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789398:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b5000. 00010000:00000010:1.0:1734676307.789440:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789445:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789491:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00900. 00010000:00000010:1.0:1734676307.789493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b4e00. 00010000:00000010:1.0:1734676307.789497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789503:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b5800. 00010000:00000010:1.0:1734676307.789517:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789520:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789540:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00d00. 00010000:00000010:1.0:1734676307.789541:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789544:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b5c00. 00010000:00000010:1.0:1734676307.789546:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789550:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b4400. 00010000:00000010:1.0:1734676307.789562:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789564:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789583:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00e00. 00010000:00000010:1.0:1734676307.789585:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789587:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b5600. 00010000:00000010:1.0:1734676307.789590:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789594:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d5b5a00. 00010000:00000010:1.0:1734676307.789607:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789609:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789667:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00500. 00010000:00000010:1.0:1734676307.789669:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789671:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d5b4000. 00010000:00000010:1.0:1734676307.789674:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789680:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db09400. 00010000:00000010:1.0:1734676307.789696:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789720:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00b00. 00010000:00000010:1.0:1734676307.789722:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789724:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db08e00. 00010000:00000010:1.0:1734676307.789726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789733:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fce00. 00010000:00000010:1.0:1734676307.789746:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789771:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00400. 00010000:00000010:1.0:1734676307.789773:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789776:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0fde00. 00010000:00000010:1.0:1734676307.789779:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789784:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fd200. 00010000:00000010:1.0:1734676307.789798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789801:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789822:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00c00. 00010000:00000010:1.0:1734676307.789824:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789827:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c0fc400. 00010000:00000010:1.0:1734676307.789829:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789835:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fd800. 00010000:00000010:1.0:1734676307.789847:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789850:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789870:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00a00. 00010000:00000010:1.0:1734676307.789872:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789876:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cde7400. 00010000:00000010:1.0:1734676307.789878:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789883:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cde6c00. 00010000:00000010:1.0:1734676307.789896:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789899:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789918:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00200. 00010000:00000010:1.0:1734676307.789920:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789922:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88011cde7000. 00010000:00000010:1.0:1734676307.789924:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88011cde6000. 00010000:00000010:1.0:1734676307.789942:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789945:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789967:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00000. 00010000:00000010:1.0:1734676307.789969:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.789972:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140400. 00010000:00000010:1.0:1734676307.789974:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.789979:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d140000. 00010000:00000010:1.0:1734676307.789994:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.789996:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790016:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880130d00100. 00010000:00000010:1.0:1734676307.790018:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790020:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141600. 00010000:00000010:1.0:1734676307.790023:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790028:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141c00. 00010000:00000010:1.0:1734676307.790086:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790089:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790118:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791900. 00010000:00000010:1.0:1734676307.790120:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790122:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141800. 00010000:00000010:1.0:1734676307.790125:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790131:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d140e00. 00010000:00000010:1.0:1734676307.790146:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790149:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790171:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791100. 00010000:00000010:1.0:1734676307.790173:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790174:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140600. 00010000:00000010:1.0:1734676307.790176:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790182:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d140c00. 00010000:00000010:1.0:1734676307.790196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790218:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791300. 00010000:00000010:1.0:1734676307.790220:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790222:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141400. 00010000:00000010:1.0:1734676307.790224:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790230:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d140800. 00010000:00000010:1.0:1734676307.790243:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790246:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790265:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791d00. 00010000:00000010:1.0:1734676307.790266:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790268:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141000. 00010000:00000010:1.0:1734676307.790270:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790275:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141a00. 00010000:00000010:1.0:1734676307.790287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790289:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790309:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791c00. 00010000:00000010:1.0:1734676307.790311:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790313:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141200. 00010000:00000010:1.0:1734676307.790315:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790321:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6be800. 00010000:00000010:1.0:1734676307.790335:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790337:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790357:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791a00. 00010000:00000010:1.0:1734676307.790359:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790362:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6be200. 00010000:00000010:1.0:1734676307.790364:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790369:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6be600. 00010000:00000010:1.0:1734676307.790383:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790385:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790407:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791600. 00010000:00000010:1.0:1734676307.790409:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790411:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6bfa00. 00010000:00000010:1.0:1734676307.790413:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790418:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6be000. 00010000:00000010:1.0:1734676307.790431:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790434:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790454:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791700. 00010000:00000010:1.0:1734676307.790456:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790459:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b5be00. 00010000:00000010:1.0:1734676307.790461:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790466:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136b5a600. 00010000:00000010:1.0:1734676307.790478:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790480:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790500:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791e00. 00010000:00000010:1.0:1734676307.790502:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790504:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b5b600. 00010000:00000010:1.0:1734676307.790507:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790513:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d45fc00. 00010000:00000010:1.0:1734676307.790526:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790529:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790550:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791800. 00010000:00000010:1.0:1734676307.790552:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790554:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d45ee00. 00010000:00000010:1.0:1734676307.790557:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790562:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d45f400. 00010000:00000010:1.0:1734676307.790575:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790578:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790601:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791b00. 00010000:00000010:1.0:1734676307.790602:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790605:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d45f800. 00010000:00000010:1.0:1734676307.790607:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790613:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131225c00. 00010000:00000010:1.0:1734676307.790627:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790629:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790651:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791f00. 00010000:00000010:1.0:1734676307.790653:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790656:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131224800. 00010000:00000010:1.0:1734676307.790658:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790663:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131225000. 00010000:00000010:1.0:1734676307.790676:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790679:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790703:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791400. 00010000:00000010:1.0:1734676307.790705:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790707:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131224e00. 00010000:00000010:1.0:1734676307.790709:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790715:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131224c00. 00010000:00000010:1.0:1734676307.790728:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790731:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790753:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791200. 00010000:00000010:1.0:1734676307.790755:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790758:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009a386200. 00010000:00000010:1.0:1734676307.790761:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790767:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e3a7c00. 00010000:00000010:1.0:1734676307.790780:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790782:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790801:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d791000. 00010000:00000010:1.0:1734676307.790803:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790807:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736a4600. 00010000:00000010:1.0:1734676307.790809:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790814:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d131c00. 00010000:00000010:1.0:1734676307.790826:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790828:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790847:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6a00. 00010000:00000010:1.0:1734676307.790848:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790851:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d131000. 00010000:00000010:1.0:1734676307.790853:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790857:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d131200. 00010000:00000010:1.0:1734676307.790870:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790873:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790898:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6000. 00010000:00000010:1.0:1734676307.790900:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790902:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d131800. 00010000:00000010:1.0:1734676307.790904:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790909:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d130600. 00010000:00000010:1.0:1734676307.790923:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790926:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790945:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6c00. 00010000:00000010:1.0:1734676307.790947:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790949:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d130e00. 00010000:00000010:1.0:1734676307.790951:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.790957:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d130200. 00010000:00000010:1.0:1734676307.790970:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.790973:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.790996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130d43c00. 00010000:00000010:1.0:1734676307.790999:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.791005:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.791011:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.791019:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.791029:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130d43a00. 02000000:00000010:1.0:1734676307.791078:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f83200. 00000400:00000010:1.0:1734676307.791085:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.791090:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.791096:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445056, portal 16 00000400:00000010:1.0:1734676307.791100:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676307.791102:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445056, offset 0 00000400:00000200:1.0:1734676307.791110:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.791122:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.791128:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.791131:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.791134:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.791136:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.791139:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81222:81222:256:4294967295] 192.168.203.46@tcp LPNI seq info [81218:81218:8:4294967295] 00000400:00000200:1.0:1734676307.791147:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.791151:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.791155:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6400. 00000800:00000200:1.0:1734676307.791159:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.791164:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.791167:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.791495:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.791498:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6400. 00000400:00000200:0.0:1734676307.791502:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.791506:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.791509:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676307.791511:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:0.0:1734676307.791516:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.792175:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ffd400. 00010000:00000010:2.1:1734676307.792188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf23e00. 00010000:00000010:0.1:1734676307.792239:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dd1f00. 00010000:00000010:0.1:1734676307.792247:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1e00. 00010000:00000010:0.1:1734676307.792250:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ea9f500. 00010000:00000010:0.1:1734676307.792254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f02a00. 00010000:00000010:0.1:1734676307.792258:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbb00. 00010000:00000010:0.1:1734676307.792261:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d961800. 00000400:00000200:0.0:1734676307.793587:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.793599:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22680 00000400:00000200:0.0:1734676307.793605:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6549 [1] + 224 00000400:00000200:0.0:1734676307.793614:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.793618:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.793626:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.793660:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.793664:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517aa80 00000400:00000200:0.0:1734676307.793668:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4e85 [2] + 1968 00000400:00000010:0.0:1734676307.793672:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:0.0:1734676307.793675:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469900 00000400:00000010:1.0:1734676307.793858:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.793863:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.793864:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000400:00000200:0.0:1734676307.793867:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1734676307.793869:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.793871:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.793873:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469900 00000400:00000010:0.0:1734676307.793875:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469900. 00000100:00000200:1.0:1734676307.793877:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.793879:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1734676307.793898:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f83200. 02000000:00000010:1.0:1734676307.793902:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130d43a00. 00000100:00000010:1.0:1734676307.793905:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.793910:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.793912:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:2.0:1734676307.794533:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:2.0:1734676307.794539:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.794542:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.794561:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0850 x1818938867952256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.795254:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952256 02000000:00000010:2.0:1734676307.795263:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676307.795284:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f81500. 00010000:00000010:2.0:1734676307.795306:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.795443:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0e40. 00000100:00000010:2.0:1734676307.795459:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0e40. 00010000:00000010:2.0:1734676307.795462:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.795473:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676307.795478:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952256, offset 224 00000400:00000200:2.0:1734676307.795483:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.795491:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.795497:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81223:81223:256:4294967295] 192.168.203.46@tcp LPNI seq info [81219:81219:8:4294967295] 00000400:00000200:2.0:1734676307.795504:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.795509:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.795512:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676307.795517:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.795523:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.795527:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.795548:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.795552:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.795556:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 02000000:00000010:2.0:1734676307.795564:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:2.0:1734676307.795567:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:2.0:1734676307.795571:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:2.0:1734676307.795573:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676307.795577:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:2.0:1734676307.795580:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676307.795582:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676307.795584:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676307.795586:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676307.795588:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676307.795592:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:2.0:1734676307.795595:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000200:2.0:1734676307.795599:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.795603:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7dc0. 00000400:00000010:2.0:1734676307.795607:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0e40. 00000800:00000200:0.0:1734676307.795705:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.795708:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:0.0:1734676307.795711:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.795715:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.795718:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676307.795720:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 02000000:00000010:0.0:1734676307.795723:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00080000:00000010:1.0:1734676307.795782:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f83200. 00010000:00000010:1.0:1734676307.795838:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.795845:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f81480. 00010000:00000010:1.0:1734676307.795900:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f82600. 00010000:00000010:1.0:1734676307.795905:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.795911:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.795915:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.795920:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.795928:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f82c00. 02000000:00000010:1.0:1734676307.795944:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f83800. 00000400:00000010:1.0:1734676307.795947:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.795950:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.795953:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445184, portal 16 00000400:00000010:1.0:1734676307.795956:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676307.795958:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445184, offset 0 00000400:00000200:1.0:1734676307.795962:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.795966:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.795969:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.795973:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.795975:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.795976:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.795979:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81224:81224:256:4294967295] 192.168.203.46@tcp LPNI seq info [81220:81220:8:4294967295] 00000400:00000200:1.0:1734676307.795985:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.795988:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.795990:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6100. 00000800:00000200:1.0:1734676307.795993:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.795996:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.795998:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676307.796122:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5b00. 00010000:00000010:2.1:1734676307.796131:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4a00. 00010000:00000010:2.1:1734676307.796137:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2e00. 00010000:00000010:2.1:1734676307.796140:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a600. 00010000:00000010:2.1:1734676307.796142:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2d00. 00010000:00000010:2.1:1734676307.796145:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7ba00. 00010000:00000010:2.1:1734676307.796147:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2a00. 00010000:00000010:2.1:1734676307.796149:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847c000. 00010000:00000010:2.1:1734676307.796152:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2900. 00010000:00000010:2.1:1734676307.796154:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d600. 00000800:00000200:0.0:1734676307.796162:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.796164:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6100. 00000400:00000200:0.0:1734676307.796169:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.796172:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.796175:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676307.796176:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676307.796181:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.796560:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2700. 00010000:00000010:2.1:1734676307.796564:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847d200. 00010000:00000010:2.1:1734676307.796566:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2c00. 00010000:00000010:2.1:1734676307.796568:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac0600. 00010000:00000010:2.1:1734676307.796571:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2100. 00010000:00000010:2.1:1734676307.796573:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac1600. 00010000:00000010:2.1:1734676307.796575:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2200. 00010000:00000010:2.1:1734676307.796577:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810800. 00010000:00000010:2.1:1734676307.796580:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2000. 00010000:00000010:2.1:1734676307.796582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d811200. 00010000:00000010:2.1:1734676307.796585:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2800. 00010000:00000010:2.1:1734676307.796587:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d810a00. 00010000:00000010:2.1:1734676307.796589:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2600. 00010000:00000010:2.1:1734676307.796591:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368b600. 00010000:00000010:2.1:1734676307.796594:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2b00. 00010000:00000010:2.1:1734676307.796596:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007368a600. 00010000:00000010:2.1:1734676307.796599:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2f00. 00010000:00000010:2.1:1734676307.796601:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013139ee00. 00010000:00000010:2.1:1734676307.796606:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cc00. 00010000:00000010:2.1:1734676307.796609:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74600. 00010000:00000010:2.1:1734676307.796611:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c700. 00010000:00000010:2.1:1734676307.796613:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74c00. 00010000:00000010:2.1:1734676307.796615:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c000. 00010000:00000010:2.1:1734676307.796616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74a00. 00010000:00000010:2.1:1734676307.796618:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cb00. 00010000:00000010:2.1:1734676307.796620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74000. 00010000:00000010:2.1:1734676307.796622:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c600. 00010000:00000010:2.1:1734676307.796623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da74800. 00010000:00000010:2.1:1734676307.796625:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99ca00. 00010000:00000010:2.1:1734676307.796628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7fd600. 00010000:00000010:2.1:1734676307.796630:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99ce00. 00010000:00000010:2.1:1734676307.796633:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2400. 00010000:00000010:2.1:1734676307.796635:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c500. 00010000:00000010:2.1:1734676307.796637:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3e00. 00010000:00000010:2.1:1734676307.796639:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c200. 00010000:00000010:2.1:1734676307.796641:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3200. 00010000:00000010:2.1:1734676307.796643:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c100. 00010000:00000010:2.1:1734676307.796645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f2800. 00010000:00000010:2.1:1734676307.796647:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c300. 00010000:00000010:2.1:1734676307.796648:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3c00. 00000400:00000200:0.0:1734676307.797666:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.797677:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22700 00000400:00000200:0.0:1734676307.797683:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6559 [1] + 224 00000400:00000200:0.0:1734676307.797754:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.797758:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.797765:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.797794:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.797798:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ab00 00000400:00000200:0.0:1734676307.797802:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 0 00000400:00000200:0.0:1734676307.797815:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.797818:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.797822:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.797826:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:1.0:1734676307.797890:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.797894:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.797896:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.797900:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.797907:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.797926:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f83800. 02000000:00000010:1.0:1734676307.797930:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f82c00. 00000100:00000010:1.0:1734676307.797933:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.797937:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.797939:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:2.0:1734676307.798002:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:2.0:1734676307.798008:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.798012:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.798028:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867952384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.798091:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952384 02000000:00000010:2.0:1734676307.798101:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:2.0:1734676307.798120:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694b680. 00010000:00000010:2.0:1734676307.798132:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.798137:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.798142:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.798145:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.798153:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676307.798157:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952384, offset 224 00000400:00000200:2.0:1734676307.798162:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.798168:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.798173:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81225:81225:256:4294967295] 192.168.203.46@tcp LPNI seq info [81221:81221:8:4294967295] 00000400:00000200:2.0:1734676307.798180:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.798184:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.798186:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676307.798190:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.798195:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.798198:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.798208:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.798210:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.798213:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00000800:00000200:0.0:1734676307.798302:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.798304:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676307.798307:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.798310:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.798313:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676307.798314:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00080000:00000010:1.0:1734676307.798528:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f82c00. 00010000:00000010:1.0:1734676307.798581:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.798587:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694b600. 00010000:00000010:1.0:1734676307.798636:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f83800. 00010000:00000010:1.0:1734676307.798639:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.798645:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.798647:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.798652:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.798658:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f82000. 02000000:00000010:1.0:1734676307.798671:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f82400. 00000400:00000010:1.0:1734676307.798674:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.798678:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.798681:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445312, portal 16 00000400:00000010:1.0:1734676307.798684:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676307.798685:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445312, offset 0 00000400:00000200:1.0:1734676307.798689:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.798693:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.798696:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.798699:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.798701:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.798703:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.798705:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81226:81226:256:4294967295] 192.168.203.46@tcp LPNI seq info [81222:81222:8:4294967295] 00000400:00000200:1.0:1734676307.798710:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.798713:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.798715:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676307.798718:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.798721:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.798723:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.798816:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.798818:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:0.0:1734676307.798823:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.798825:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.798828:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:0.0:1734676307.798829:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000100:00000200:0.0:1734676307.798833:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.799219:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a53600. 00010000:00000010:1.1:1734676307.799367:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0d2f00. 00010000:00000010:1.1:1734676307.799372:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d961a00. 00010000:00000010:1.1:1734676307.799381:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db700. 00010000:00000010:1.1:1734676307.799384:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d961600. 00010000:00000010:1.1:1734676307.799385:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db100. 00010000:00000010:1.1:1734676307.799388:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78e00. 00010000:00000010:1.1:1734676307.799392:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbf00. 00010000:00000010:1.1:1734676307.799394:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78200. 00010000:00000010:1.1:1734676307.799396:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db800. 00010000:00000010:0.1:1734676307.799397:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1c00. 00010000:00000010:1.1:1734676307.799399:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79000. 00010000:00000010:1.1:1734676307.799401:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db900. 00010000:00000010:1.1:1734676307.799403:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78600. 00010000:00000010:1.1:1734676307.799406:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbc00. 00010000:00000010:1.1:1734676307.799408:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da79600. 00010000:00000010:1.1:1734676307.799410:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db500. 00010000:00000010:1.1:1734676307.799412:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78a00. 00010000:00000010:1.1:1734676307.799414:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db000. 00010000:00000010:1.1:1734676307.799416:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78800. 00010000:00000010:1.1:1734676307.799418:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dba00. 00010000:00000010:1.1:1734676307.799420:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da78000. 00010000:00000010:1.1:1734676307.799422:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728dbe00. 00010000:00000010:1.1:1734676307.799424:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fda00. 00010000:00000010:1.1:1734676307.799427:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db200. 00010000:00000010:1.1:1734676307.799428:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fd600. 00010000:00000010:1.1:1734676307.799430:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db300. 00010000:00000010:1.1:1734676307.799432:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1fce00. 00010000:00000010:1.1:1734676307.799434:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db400. 00010000:00000010:1.1:1734676307.799437:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00000. 00010000:00000010:1.1:1734676307.799440:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7200. 00010000:00000010:1.1:1734676307.799442:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01800. 00010000:00000010:1.1:1734676307.799444:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7600. 00010000:00000010:1.1:1734676307.799446:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01c00. 00010000:00000010:1.1:1734676307.799448:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7300. 00010000:00000010:1.1:1734676307.799450:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00c00. 00010000:00000010:1.1:1734676307.799451:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7400. 00010000:00000010:1.1:1734676307.799453:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00600. 00010000:00000010:1.1:1734676307.799455:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7000. 00010000:00000010:1.1:1734676307.799457:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf00200. 00010000:00000010:1.1:1734676307.799458:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7c00. 00010000:00000010:1.1:1734676307.799460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf01600. 00010000:00000010:1.1:1734676307.799462:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9e7e00. 00010000:00000010:1.1:1734676307.799465:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99bc00. 00010000:00000010:1.1:1734676307.799467:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa12b200. 00010000:00000010:1.1:1734676307.799471:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b800. 00010000:00000010:1.1:1734676307.799475:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1a00. 00010000:00000010:1.1:1734676307.799478:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99a000. 00010000:00000010:1.1:1734676307.799480:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1c00. 00010000:00000010:1.1:1734676307.799482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99b200. 00010000:00000010:1.1:1734676307.799484:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1600. 00010000:00000010:1.1:1734676307.799486:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99aa00. 00010000:00000010:1.1:1734676307.799488:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1d00. 00010000:00000010:1.1:1734676307.799490:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99ba00. 00010000:00000010:1.1:1734676307.799491:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1000. 00010000:00000010:1.1:1734676307.799493:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d99ac00. 00010000:00000010:1.1:1734676307.799495:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1900. 00010000:00000010:1.1:1734676307.799497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3200. 00010000:00000010:1.1:1734676307.799500:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1b00. 00010000:00000010:1.1:1734676307.799502:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2f3000. 00010000:00000010:1.1:1734676307.799504:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1800. 00010000:00000010:1.1:1734676307.799507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c95c00. 00010000:00000010:1.1:1734676307.799700:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1700. 00010000:00000010:1.1:1734676307.799706:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c95800. 00010000:00000010:1.1:1734676307.799708:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1e00. 00010000:00000010:1.1:1734676307.799710:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c95600. 00010000:00000010:1.1:1734676307.799711:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1400. 00010000:00000010:1.1:1734676307.799713:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c94400. 00010000:00000010:1.1:1734676307.799715:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1200. 00010000:00000010:1.1:1734676307.799717:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3a200. 00010000:00000010:1.1:1734676307.799720:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1500. 00010000:00000010:1.1:1734676307.799722:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3b200. 00010000:00000010:1.1:1734676307.799724:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800834f1100. 00010000:00000010:1.1:1734676307.799726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3ae00. 00010000:00000010:1.1:1734676307.799730:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af900. 00010000:00000010:1.1:1734676307.799732:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da3be00. 00010000:00000010:1.1:1734676307.799734:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af100. 00010000:00000010:1.1:1734676307.799737:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf800. 00010000:00000010:1.1:1734676307.799739:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afc00. 00010000:00000010:1.1:1734676307.799741:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf400. 00010000:00000010:1.1:1734676307.799743:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af200. 00010000:00000010:1.1:1734676307.799745:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcec00. 00010000:00000010:1.1:1734676307.799747:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afe00. 00010000:00000010:1.1:1734676307.799749:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf200. 00010000:00000010:1.1:1734676307.799751:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af000. 00010000:00000010:1.1:1734676307.799753:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcf000. 00010000:00000010:1.1:1734676307.799755:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af500. 00010000:00000010:1.1:1734676307.799756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcfe00. 00010000:00000010:1.1:1734676307.799758:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af800. 00010000:00000010:1.1:1734676307.799760:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bfcea00. 00010000:00000010:1.1:1734676307.799762:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af400. 00010000:00000010:1.1:1734676307.799764:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012eb7a400. 00010000:00000010:1.1:1734676307.799766:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afd00. 00010000:00000010:1.1:1734676307.799769:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60e00. 00010000:00000010:1.1:1734676307.799771:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af700. 00010000:00000010:1.1:1734676307.799773:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff61400. 00010000:00000010:1.1:1734676307.799775:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afb00. 00010000:00000010:1.1:1734676307.799778:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60400. 00010000:00000010:1.1:1734676307.799779:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9aff00. 00010000:00000010:1.1:1734676307.799781:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60600. 00010000:00000010:1.1:1734676307.799783:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9afa00. 00010000:00000010:1.1:1734676307.799785:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff61a00. 00010000:00000010:1.1:1734676307.799786:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9af600. 00010000:00000010:1.1:1734676307.799788:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60200. 00010000:00000010:1.1:1734676307.799793:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8600. 00010000:00000010:1.1:1734676307.799795:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff60800. 00010000:00000010:1.1:1734676307.799797:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8900. 00010000:00000010:1.1:1734676307.799799:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec4000. 00010000:00000010:1.1:1734676307.799801:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8400. 00010000:00000010:1.1:1734676307.799803:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec5400. 00010000:00000010:1.1:1734676307.799806:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8c00. 00010000:00000010:1.1:1734676307.799808:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fec5a00. 00010000:00000010:1.1:1734676307.799810:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8300. 00010000:00000010:1.1:1734676307.799812:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1a00. 00010000:00000010:1.1:1734676307.799814:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8a00. 00010000:00000010:1.1:1734676307.799816:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1200. 00010000:00000010:1.1:1734676307.799818:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8700. 00010000:00000010:1.1:1734676307.799821:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0a00. 00010000:00000010:1.1:1734676307.799822:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8f00. 00010000:00000010:1.1:1734676307.799825:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0600. 00010000:00000010:1.1:1734676307.799826:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8000. 00010000:00000010:1.1:1734676307.799828:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec1000. 00010000:00000010:1.1:1734676307.799830:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8d00. 00010000:00000010:1.1:1734676307.799832:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0000. 00010000:00000010:1.1:1734676307.799833:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8b00. 00010000:00000010:1.1:1734676307.799835:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134ec0200. 00010000:00000010:1.1:1734676307.799837:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8800. 00010000:00000010:1.1:1734676307.799840:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1c00. 00010000:00000010:1.1:1734676307.799844:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8500. 00010000:00000010:1.1:1734676307.799847:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0600. 00010000:00000010:1.1:1734676307.799851:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8200. 00010000:00000010:1.1:1734676307.799853:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0400. 00010000:00000010:1.1:1734676307.799855:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8e00. 00010000:00000010:1.1:1734676307.799856:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1600. 00010000:00000010:1.1:1734676307.799860:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6600. 00010000:00000010:1.1:1734676307.799862:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0c00. 00010000:00000010:1.1:1734676307.799865:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6f00. 00010000:00000010:1.1:1734676307.799867:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1800. 00010000:00000010:1.1:1734676307.799869:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6000. 00010000:00000010:1.1:1734676307.799871:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0000. 00010000:00000010:1.1:1734676307.799873:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6700. 00010000:00000010:1.1:1734676307.799875:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d0200. 00010000:00000010:1.1:1734676307.799878:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6800. 00010000:00000010:1.1:1734676307.799880:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c91a00. 00010000:00000010:1.1:1734676307.799883:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6500. 00010000:00000010:1.1:1734676307.799885:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c91e00. 00010000:00000010:1.1:1734676307.799887:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6100. 00010000:00000010:1.1:1734676307.799889:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c91600. 00010000:00000010:1.1:1734676307.799891:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6300. 00010000:00000010:1.1:1734676307.799894:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8000. 00010000:00000010:1.1:1734676307.799896:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6e00. 00010000:00000010:1.1:1734676307.799898:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8400. 00010000:00000010:1.1:1734676307.799899:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6200. 00010000:00000010:1.1:1734676307.799901:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc9600. 00010000:00000010:1.1:1734676307.799904:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6d00. 00010000:00000010:1.1:1734676307.799906:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8e00. 00010000:00000010:1.1:1734676307.799908:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6900. 00010000:00000010:1.1:1734676307.799910:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0bc8600. 00010000:00000010:1.1:1734676307.799914:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb500. 00010000:00000010:1.1:1734676307.799917:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9b8000. 00010000:00000010:1.1:1734676307.799918:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb900. 00010000:00000010:1.1:1734676307.799921:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9b9400. 00010000:00000010:1.1:1734676307.799923:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb700. 00010000:00000010:1.1:1734676307.799925:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7ba00. 00010000:00000010:1.1:1734676307.799927:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb300. 00010000:00000010:1.1:1734676307.799929:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7ae00. 00010000:00000010:1.1:1734676307.799931:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbf00. 00010000:00000010:1.1:1734676307.799933:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7b800. 00010000:00000010:1.1:1734676307.799935:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbb00. 00010000:00000010:1.1:1734676307.799938:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582e00. 00010000:00000010:1.1:1734676307.799941:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb200. 00010000:00000010:1.1:1734676307.799943:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582c00. 00010000:00000010:1.1:1734676307.799945:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb800. 00010000:00000010:1.1:1734676307.799948:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583200. 00010000:00000010:1.1:1734676307.799951:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbd00. 00010000:00000010:1.1:1734676307.799953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582a00. 00010000:00000010:1.1:1734676307.799955:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb600. 00010000:00000010:1.1:1734676307.799958:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583800. 00010000:00000010:1.1:1734676307.799959:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbe00. 00010000:00000010:1.1:1734676307.799961:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583600. 00010000:00000010:1.1:1734676307.799963:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bbc00. 00010000:00000010:1.1:1734676307.799965:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583400. 00010000:00000010:1.1:1734676307.799967:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb100. 00010000:00000010:1.1:1734676307.799969:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073582200. 00010000:00000010:1.1:1734676307.799970:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bba00. 00010000:00000010:1.1:1734676307.799973:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096df8a00. 00010000:00000010:1.1:1734676307.799976:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0bb000. 00010000:00000010:1.1:1734676307.799978:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096df9200. 00010000:00000010:1.1:1734676307.799983:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29e00. 00010000:00000010:1.1:1734676307.799986:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932c00. 00010000:00000010:1.1:1734676307.799988:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29b00. 00010000:00000010:1.1:1734676307.799990:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933c00. 00010000:00000010:1.1:1734676307.799993:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29200. 00010000:00000010:1.1:1734676307.799995:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932400. 00010000:00000010:1.1:1734676307.799997:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29700. 00010000:00000010:1.1:1734676307.799999:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933e00. 00010000:00000010:1.1:1734676307.800000:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29c00. 00010000:00000010:1.1:1734676307.800002:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933800. 00010000:00000010:1.1:1734676307.800004:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29400. 00010000:00000010:1.1:1734676307.800006:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932800. 00010000:00000010:1.1:1734676307.800007:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29600. 00010000:00000010:1.1:1734676307.800009:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932e00. 00010000:00000010:1.1:1734676307.800011:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29500. 00010000:00000010:1.1:1734676307.800013:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d933200. 00010000:00000010:1.1:1734676307.800015:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29a00. 00010000:00000010:1.1:1734676307.800017:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde2e00. 00010000:00000010:1.1:1734676307.800020:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29800. 00010000:00000010:1.1:1734676307.800022:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89f400. 00010000:00000010:1.1:1734676307.800025:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29f00. 00010000:00000010:1.1:1734676307.800028:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89e800. 00010000:00000010:1.1:1734676307.800029:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29900. 00010000:00000010:1.1:1734676307.800031:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89f600. 00010000:00000010:1.1:1734676307.800033:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29000. 00010000:00000010:1.1:1734676307.800062:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89ec00. 00010000:00000010:1.1:1734676307.800082:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5700. 00010000:00000010:1.1:1734676307.800085:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d89fe00. 00010000:00000010:1.1:1734676307.800087:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5900. 00010000:00000010:1.1:1734676307.800090:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cd200. 00010000:00000010:1.1:1734676307.800092:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5000. 00010000:00000010:1.1:1734676307.800094:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9cde00. 00010000:00000010:1.1:1734676307.800096:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5a00. 00010000:00000010:1.1:1734676307.800098:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bd21200. 00010000:00000010:1.1:1734676307.800100:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5e00. 00010000:00000010:1.1:1734676307.800102:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db7c000. 00010000:00000010:1.1:1734676307.800104:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5600. 00010000:00000010:1.1:1734676307.800106:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073591600. 00010000:00000010:1.1:1734676307.800109:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5500. 00010000:00000010:1.1:1734676307.800110:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073591400. 00010000:00000010:1.1:1734676307.800112:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5200. 00010000:00000010:1.1:1734676307.800114:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073591e00. 00010000:00000010:1.1:1734676307.800115:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5d00. 00010000:00000010:1.1:1734676307.800117:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095b49c00. 00010000:00000010:1.1:1734676307.800120:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5400. 00010000:00000010:1.1:1734676307.800122:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:1.1:1734676307.800124:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5f00. 00010000:00000010:1.1:1734676307.800126:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e3200. 00010000:00000010:1.1:1734676307.800129:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5800. 00010000:00000010:1.1:1734676307.800131:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4200. 00010000:00000010:1.1:1734676307.800134:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5300. 00010000:00000010:1.1:1734676307.800136:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5e00. 00010000:00000010:1.1:1734676307.800137:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5c00. 00010000:00000010:1.1:1734676307.800140:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4800. 00010000:00000010:1.1:1734676307.800143:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00900. 00010000:00000010:1.1:1734676307.800145:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4e00. 00010000:00000010:1.1:1734676307.800147:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00d00. 00010000:00000010:1.1:1734676307.800149:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5c00. 00010000:00000010:1.1:1734676307.800151:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00e00. 00010000:00000010:1.1:1734676307.800153:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5600. 00010000:00000010:1.1:1734676307.800154:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00500. 00010000:00000010:1.1:1734676307.800156:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b4000. 00010000:00000010:1.1:1734676307.800158:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00b00. 00010000:00000010:1.1:1734676307.800160:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db08e00. 00010000:00000010:1.1:1734676307.800161:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00400. 00010000:00000010:1.1:1734676307.800164:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fde00. 00010000:00000010:1.1:1734676307.800166:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00c00. 00010000:00000010:1.1:1734676307.800168:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0fc400. 00010000:00000010:1.1:1734676307.800169:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00a00. 00010000:00000010:1.1:1734676307.800172:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde7400. 00010000:00000010:1.1:1734676307.800173:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00200. 00010000:00000010:1.1:1734676307.800175:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cde7000. 00010000:00000010:1.1:1734676307.800177:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00000. 00010000:00000010:1.1:1734676307.800179:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140400. 00010000:00000010:1.1:1734676307.800181:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00100. 00010000:00000010:1.1:1734676307.800184:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141600. 00010000:00000010:1.1:1734676307.800187:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791900. 00010000:00000010:1.1:1734676307.800190:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141800. 00010000:00000010:1.1:1734676307.800192:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791100. 00010000:00000010:1.1:1734676307.800193:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140600. 00010000:00000010:1.1:1734676307.800195:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791300. 00010000:00000010:1.1:1734676307.800197:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141400. 00010000:00000010:1.1:1734676307.800199:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791d00. 00010000:00000010:1.1:1734676307.800201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141000. 00010000:00000010:1.1:1734676307.800203:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791c00. 00010000:00000010:1.1:1734676307.800205:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141200. 00010000:00000010:1.1:1734676307.800207:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791a00. 00010000:00000010:1.1:1734676307.800209:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6be200. 00010000:00000010:1.1:1734676307.800211:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791600. 00010000:00000010:1.1:1734676307.800213:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6bfa00. 00010000:00000010:1.1:1734676307.800216:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791700. 00010000:00000010:1.1:1734676307.800218:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b5be00. 00010000:00000010:1.1:1734676307.800221:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791e00. 00010000:00000010:1.1:1734676307.800222:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b5b600. 00010000:00000010:1.1:1734676307.800224:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791800. 00010000:00000010:1.1:1734676307.800226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45ee00. 00010000:00000010:1.1:1734676307.800229:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791b00. 00010000:00000010:1.1:1734676307.800231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45f800. 00010000:00000010:1.1:1734676307.800233:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791f00. 00010000:00000010:1.1:1734676307.800235:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131224800. 00010000:00000010:1.1:1734676307.800237:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791400. 00010000:00000010:1.1:1734676307.800240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131224e00. 00010000:00000010:1.1:1734676307.800241:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791200. 00010000:00000010:1.1:1734676307.800243:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a386200. 00010000:00000010:1.1:1734676307.800245:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791000. 00010000:00000010:1.1:1734676307.800247:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736a4600. 00010000:00000010:1.1:1734676307.800251:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6a00. 00010000:00000010:1.1:1734676307.800254:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d131000. 00010000:00000010:1.1:1734676307.800256:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6000. 00010000:00000010:1.1:1734676307.800258:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d131800. 00010000:00000010:1.1:1734676307.800260:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6c00. 00010000:00000010:1.1:1734676307.800262:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d130e00. 00000400:00000200:0.0:1734676307.800841:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.800854:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22780 00000400:00000200:0.0:1734676307.800912:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6565 [1] + 224 00000400:00000200:0.0:1734676307.800933:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.800937:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.800946:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.801009:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.801013:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.801015:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.801021:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.801028:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.801064:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f82400. 02000000:00000010:1.0:1734676307.801079:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f82000. 00000100:00000010:1.0:1734676307.801082:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.801086:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.801088:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.801462:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.801468:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ab80 00000400:00000200:0.0:1734676307.801474:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 328 00000400:00000200:0.0:1734676307.801520:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.801523:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.801527:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.801531:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:2.0:1734676307.801784:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:2.0:1734676307.801789:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.801793:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.801811:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867952512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.801845:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952512 02000000:00000010:2.0:1734676307.801853:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:2.0:1734676307.801872:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fce400. 00010000:00000010:2.0:1734676307.801885:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.801890:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.801906:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.801909:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.801918:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676307.801921:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952512, offset 224 00000400:00000200:2.0:1734676307.801926:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.801933:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.801938:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81227:81227:256:4294967295] 192.168.203.46@tcp LPNI seq info [81223:81223:8:4294967295] 00000400:00000200:2.0:1734676307.801945:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.801950:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.801953:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676307.801956:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.801962:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.801965:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.801986:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.801990:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.801993:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00080000:00000010:1.0:1734676307.802142:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f82000. 00010000:00000010:1.0:1734676307.802204:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.802210:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fcef80. 00010000:00000010:1.0:1734676307.802265:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6c00. 00010000:00000010:1.0:1734676307.802267:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.802271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f82400. 00010000:00000010:1.0:1734676307.802275:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.802283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f83600. 00010000:00000010:1.0:1734676307.802302:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.802304:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.802341:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d130e00. 00010000:00000010:1.0:1734676307.802344:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.802349:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.802352:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.802357:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.802366:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d131800. 02000000:00000010:1.0:1734676307.802381:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d131000. 00000400:00000010:1.0:1734676307.802386:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.802389:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.802393:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445440, portal 16 00000400:00000010:1.0:1734676307.802396:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676307.802397:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445440, offset 0 00000400:00000200:1.0:1734676307.802402:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.802406:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.802409:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.802412:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.802415:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.802417:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.802419:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81228:81228:255:4294967295] 192.168.203.46@tcp LPNI seq info [81224:81224:7:4294967295] 00000400:00000200:1.0:1734676307.802425:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.802429:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.802432:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676307.802434:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.802439:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.802441:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.802508:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.802511:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:0.0:1734676307.802514:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.802518:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.802520:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676307.802521:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000800:00000200:0.0:1734676307.802558:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.802560:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:0.0:1734676307.802563:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.802565:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.802567:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676307.802568:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00000100:00000200:0.0:1734676307.802573:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.804311:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.804324:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22800 00000400:00000200:0.0:1734676307.804331:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6571 [1] + 224 00000400:00000200:0.0:1734676307.804353:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.804357:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.804366:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.804656:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.804660:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.804663:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.804668:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.804675:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.804697:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d131000. 02000000:00000010:1.0:1734676307.804702:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d131800. 00000100:00000010:1.0:1734676307.804705:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.804710:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.804713:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.804846:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.804852:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ac00 00000400:00000200:0.0:1734676307.804857:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 656 00000400:00000200:0.0:1734676307.804904:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.804907:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.804912:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.804915:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:3.0:1734676307.804982:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7e00. 00000020:00000010:3.0:1734676307.804987:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.804991:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.805007:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867952640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.805067:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952640 02000000:00000010:3.0:1734676307.805091:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.805111:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db95000. 00010000:00000010:3.0:1734676307.805130:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.805135:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d300. 00000100:00000010:3.0:1734676307.805148:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d300. 00010000:00000010:3.0:1734676307.805151:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.805160:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.805164:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952640, offset 224 00000400:00000200:3.0:1734676307.805168:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676307.805173:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d131800. 00000400:00000200:3.0:1734676307.805175:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.805179:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81229:81229:256:4294967295] 192.168.203.46@tcp LPNI seq info [81225:81225:8:4294967295] 00000400:00000200:3.0:1734676307.805186:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.805190:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.805192:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676307.805196:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.805201:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.805204:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.805215:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.805218:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.805221:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7e00. 00010000:00000010:1.0:1734676307.805225:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.805230:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313ce200. 00010000:00000010:1.0:1734676307.805288:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d131000. 00010000:00000010:1.0:1734676307.805292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.805298:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.805301:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.805306:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.805313:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736a4600. 02000000:00000010:1.0:1734676307.805329:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009a386200. 00000400:00000010:1.0:1734676307.805332:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.805335:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.805339:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445568, portal 16 00000400:00000010:1.0:1734676307.805342:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676307.805343:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445568, offset 0 00000400:00000200:1.0:1734676307.805352:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.805356:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.805359:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.805362:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.805365:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.805367:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.805369:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81230:81230:255:4294967295] 192.168.203.46@tcp LPNI seq info [81226:81226:7:4294967295] 00000400:00000200:1.0:1734676307.805375:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.805378:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.805380:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676307.805383:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.805386:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.805388:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.805394:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.805396:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:0.0:1734676307.805399:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.805402:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.805404:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676307.805405:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000800:00000200:0.0:1734676307.805421:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.805423:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:0.0:1734676307.805426:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.805430:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.805431:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676307.805432:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000100:00000200:0.0:1734676307.805436:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.806311:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cf00. 00010000:00000010:0.1:1734676307.806317:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3000. 00010000:00000010:0.1:1734676307.806320:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c800. 00010000:00000010:0.1:1734676307.806322:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3400. 00010000:00000010:0.1:1734676307.806324:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99cd00. 00010000:00000010:0.1:1734676307.806326:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45c00. 00010000:00000010:0.1:1734676307.806329:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011d00. 00010000:00000010:0.1:1734676307.806332:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44800. 00010000:00000010:0.1:1734676307.806333:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011700. 00010000:00000010:0.1:1734676307.806335:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44e00. 00010000:00000010:0.1:1734676307.806337:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011200. 00010000:00000010:0.1:1734676307.806339:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45200. 00010000:00000010:0.1:1734676307.806340:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011500. 00010000:00000010:0.1:1734676307.806342:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44000. 00010000:00000010:0.1:1734676307.806344:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011800. 00010000:00000010:0.1:1734676307.806346:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45000. 00010000:00000010:0.1:1734676307.806348:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011000. 00010000:00000010:0.1:1734676307.806350:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a44c00. 00010000:00000010:0.1:1734676307.806352:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011300. 00010000:00000010:0.1:1734676307.806354:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fe00. 00010000:00000010:0.1:1734676307.806356:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011c00. 00010000:00000010:0.1:1734676307.806359:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e000. 00010000:00000010:0.1:1734676307.806361:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011100. 00010000:00000010:0.1:1734676307.806363:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fa00. 00010000:00000010:0.1:1734676307.806365:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011900. 00010000:00000010:0.1:1734676307.806366:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47f400. 00000400:00000200:0.0:1734676307.807032:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.807082:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22880 00000400:00000200:0.0:1734676307.807089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa657d [1] + 224 00000400:00000200:0.0:1734676307.807106:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.807110:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.807117:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.807190:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.807194:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.807196:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.807201:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.807207:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.807226:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009a386200. 02000000:00000010:1.0:1734676307.807230:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736a4600. 00000100:00000010:1.0:1734676307.807234:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.807238:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.807241:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00010000:00000010:0.1:1734676307.810459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1000. 00010000:00000010:0.1:1734676307.810472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c5200. 00000400:00000200:2.0:1734676307.810573:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.810586:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ac80 00000400:00000200:2.0:1734676307.810593:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 984 00000400:00000200:2.0:1734676307.810651:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.810654:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.810660:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.810665:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 00000020:00000010:2.0:1734676307.810702:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17800. 00000020:00000010:2.0:1734676307.810706:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.810709:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.810728:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3480 x1818938867952768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.810744:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952768 02000000:00000010:2.0:1734676307.810752:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.810771:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e008800. 00010000:00000010:2.0:1734676307.810783:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.810788:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.810804:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.810807:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.810815:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676307.810819:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952768, offset 224 00000400:00000200:2.0:1734676307.810823:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.810829:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.810833:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81231:81231:256:4294967295] 192.168.203.46@tcp LPNI seq info [81227:81227:8:4294967295] 00000400:00000200:2.0:1734676307.810840:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.810844:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.810847:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.810851:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.810856:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.810859:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.810868:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.810870:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.810873:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17800. 00000800:00000200:2.0:1734676307.810905:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.810907:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:2.0:1734676307.810910:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.810912:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.810914:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:2.0:1734676307.810916:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00010000:00000010:1.1:1734676307.810947:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e12b900. 00010000:00000010:1.1:1734676307.810953:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d43c00. 00010000:00000010:1.1:1734676307.810955:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e90400. 00010000:00000010:1.1:1734676307.810963:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f82600. 00080000:00000010:0.0:1734676307.811015:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f400. 00010000:00000010:1.0:1734676307.811214:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.811220:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e008780. 00010000:00000010:1.0:1734676307.811270:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009a386200. 00010000:00000010:1.0:1734676307.811274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.811280:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.811283:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.811287:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.811294:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f82600. 02000000:00000010:1.0:1734676307.811309:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736a4600. 00000400:00000010:1.0:1734676307.811313:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.811316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.811320:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445696, portal 16 00000400:00000010:1.0:1734676307.811322:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676307.811324:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445696, offset 0 00000400:00000200:1.0:1734676307.811327:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.811331:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.811335:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.811338:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.811340:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.811342:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.811344:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81232:81232:256:4294967295] 192.168.203.46@tcp LPNI seq info [81228:81228:8:4294967295] 00000400:00000200:1.0:1734676307.811350:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.811352:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.811355:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676307.811357:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.811360:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.811362:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.811628:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.811631:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676307.811635:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.811638:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.811641:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676307.811642:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00000100:00000200:0.0:1734676307.811648:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.813467:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.813483:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22900 00000400:00000200:0.0:1734676307.813490:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6589 [1] + 224 00000400:00000200:0.0:1734676307.813499:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.813502:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.813510:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.813542:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.813546:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ad00 00000400:00000200:0.0:1734676307.813550:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 1312 00000400:00000200:0.0:1734676307.813600:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1734676307.813643:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.813647:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.813648:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.813653:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.813660:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.813680:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736a4600. 02000000:00000010:1.0:1734676307.813684:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f82600. 00000100:00000010:1.0:1734676307.813689:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.813693:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.813696:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.813729:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.813734:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.813738:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676307.813998:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17a00. 00000020:00000010:2.0:1734676307.814003:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.814007:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.814027:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867952896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.814093:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867952896 02000000:00000010:2.0:1734676307.814101:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.814119:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7c2c80. 00010000:00000010:2.0:1734676307.814131:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.814136:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.814150:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.814153:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.814161:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676307.814164:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867952896, offset 224 00000400:00000200:2.0:1734676307.814168:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.814174:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.814179:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81233:81233:256:4294967295] 192.168.203.46@tcp LPNI seq info [81229:81229:8:4294967295] 00000400:00000200:2.0:1734676307.814186:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.814189:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.814192:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.814196:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.814202:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.814205:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.814217:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.814220:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.814224:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17a00. 00010000:00000010:1.1:1734676307.814341:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0eb800. 00010000:00000010:1.1:1734676307.814348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f83800. 00010000:00000010:1.1:1734676307.814351:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6c00. 00010000:00000010:1.1:1734676307.814354:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f82400. 00010000:00000010:1.1:1734676307.814356:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ed00. 00010000:00000010:1.1:1734676307.814360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d130e00. 00080000:00000010:1.0:1734676307.814391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736a4600. 00010000:00000010:1.0:1734676307.814446:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.814453:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7c2c00. 00010000:00000010:1.0:1734676307.814505:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d130e00. 00010000:00000010:1.0:1734676307.814509:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.814515:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.814518:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.814522:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.814530:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f82400. 02000000:00000010:1.0:1734676307.814544:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f83800. 00000400:00000010:1.0:1734676307.814548:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.814551:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.814554:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445824, portal 16 00000400:00000010:1.0:1734676307.814557:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676307.814558:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445824, offset 0 00000400:00000200:1.0:1734676307.814562:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.814566:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.814569:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.814572:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.814576:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.814578:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.814580:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81234:81234:255:4294967295] 192.168.203.46@tcp LPNI seq info [81230:81230:7:4294967295] 00000400:00000200:1.0:1734676307.814585:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.814588:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.814590:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676307.814593:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.814597:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.814599:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.814666:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.814671:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676307.814675:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.814678:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.814681:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676307.814682:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:0.0:1734676307.814719:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.814720:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676307.814724:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.814726:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.814728:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676307.814729:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000100:00000200:0.0:1734676307.814734:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.814881:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6a00. 00000400:00000200:0.0:1734676307.819971:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.819986:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22980 00000400:00000200:0.0:1734676307.819995:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6595 [1] + 224 00000400:00000200:0.0:1734676307.820013:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.820017:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.820026:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.820160:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.820165:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.820167:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.820173:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.820180:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.820202:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f83800. 02000000:00000010:1.0:1734676307.820207:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f82400. 00000100:00000010:1.0:1734676307.820210:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.820215:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.820218:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.820296:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.820304:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ad80 00000400:00000200:0.0:1734676307.820309:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 1640 00000400:00000200:0.0:1734676307.820347:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.820350:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.820354:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.820357:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:2.0:1734676307.820440:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17a00. 00000020:00000010:2.0:1734676307.820445:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.820449:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.820776:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867953024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.820806:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953024 02000000:00000010:2.0:1734676307.820813:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.820833:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66380. 00010000:00000010:2.0:1734676307.820846:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.820850:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.820863:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.820866:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.820877:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676307.820881:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953024, offset 224 00000400:00000200:2.0:1734676307.820885:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.820892:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.820896:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81235:81235:256:4294967295] 192.168.203.46@tcp LPNI seq info [81231:81231:8:4294967295] 00000400:00000200:2.0:1734676307.820904:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.820911:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.820914:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676307.820917:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.820923:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.820926:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.820942:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.820945:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.820949:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17a00. 00000800:00000200:0.0:1734676307.820992:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.820994:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676307.820998:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.821001:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.821003:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676307.821004:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:1.0:1734676307.821060:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f82400. 00010000:00000010:1.0:1734676307.821126:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.821133:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66300. 00010000:00000010:1.0:1734676307.821185:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f83800. 00010000:00000010:1.0:1734676307.821189:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.821195:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.821198:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.821202:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 00010000:00000010:0.1:1734676307.822141:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94c00. 00010000:00000010:0.1:1734676307.822148:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d131000. 02000000:00000010:1.0:1734676307.822167:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f82600. 02000000:00000010:1.0:1734676307.822185:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880131224e00. 00000400:00000010:1.0:1734676307.822190:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.822194:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.822198:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864445952, portal 16 00000400:00000010:1.0:1734676307.822202:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676307.822207:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864445952, offset 0 00000400:00000200:1.0:1734676307.822212:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.822217:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.822223:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.822227:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.822230:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.822231:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.822234:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81236:81236:256:4294967295] 192.168.203.46@tcp LPNI seq info [81232:81232:8:4294967295] 00000400:00000200:1.0:1734676307.822240:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.822244:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.822246:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676307.822250:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.822254:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.822258:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.822328:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.822330:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:0.0:1734676307.822335:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.822338:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.822341:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676307.822342:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000100:00000200:0.0:1734676307.822347:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864445952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.825194:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfd200. 00010000:00000010:2.1:1734676307.825201:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a46e00. 00000400:00000200:0.0:1734676307.826927:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.826942:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22a00 00000400:00000200:0.0:1734676307.826951:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65a1 [1] + 224 00000400:00000200:0.0:1734676307.826973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.826978:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.826988:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864445952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.827062:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.827075:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.827077:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.827154:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864445952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.827162:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864445952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.827185:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880131224e00. 02000000:00000010:1.0:1734676307.827190:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f82600. 00000100:00000010:1.0:1734676307.827195:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.827200:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.827203:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000200:0.0:1734676307.827391:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.827398:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ae00 00000400:00000200:0.0:1734676307.827403:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4edd [2] + 1968 00000400:00000010:0.0:1734676307.827406:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:0.0:1734676307.827409:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130eb29c0 00000400:00000200:0.0:1734676307.827456:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.827459:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.827462:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130eb29c0 00000400:00000010:0.0:1734676307.827463:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130eb29c0. 00000100:00000200:0.0:1734676307.827468:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.827537:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17a00. 00000020:00000010:2.0:1734676307.827543:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.827547:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.827568:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0450 x1818938867953152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.827601:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953152 02000000:00000010:2.0:1734676307.827609:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.827632:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5da80. 00010000:00000010:2.0:1734676307.827644:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.827649:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0300. 00000100:00000010:2.0:1734676307.827665:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0300. 00010000:00000010:2.0:1734676307.827669:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.827677:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.827681:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953152, offset 224 00000400:00000200:2.0:1734676307.827685:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.827691:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.827696:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81237:81237:256:4294967295] 192.168.203.46@tcp LPNI seq info [81233:81233:8:4294967295] 00000400:00000200:2.0:1734676307.827703:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.827707:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.827710:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.827715:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.827720:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.827723:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.827736:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.827738:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.827742:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17a00. 02000000:00000010:2.0:1734676307.827749:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:2.0:1734676307.827752:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676307.827756:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676307.827759:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676307.827762:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676307.827765:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.827768:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:2.0:1734676307.827772:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:2.0:1734676307.827774:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:2.0:1734676307.827776:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.827780:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:2.0:1734676307.827781:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000200:2.0:1734676307.827789:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.827792:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7420. 00000400:00000010:2.0:1734676307.827795:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0300. 00000800:00000200:2.0:1734676307.827853:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.827855:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:2.0:1734676307.827857:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.827860:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.827862:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676307.827864:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 02000000:00000010:2.0:1734676307.827867:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00080000:00000010:1.0:1734676307.827955:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131224e00. 00010000:00000010:1.0:1734676307.828016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.828022:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5da00. 00010000:00000010:1.0:1734676307.828286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6f00. 00010000:00000010:1.0:1734676307.828289:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.828293:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131224800. 00010000:00000010:1.0:1734676307.828297:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00080000:00000010:1.0:1734676307.828307:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f82600. 00010000:00000010:1.0:1734676307.828328:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.828330:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.828369:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d45f800. 00010000:00000010:1.0:1734676307.828372:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.828377:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.828381:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.828387:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.828396:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d45ee00. 02000000:00000010:1.0:1734676307.828416:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136b5b600. 00000400:00000010:1.0:1734676307.828419:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.828423:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.828425:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446080, portal 16 00000400:00000010:1.0:1734676307.828428:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676307.828431:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446080, offset 0 00000400:00000200:1.0:1734676307.828435:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.828440:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.828444:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.828447:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.828450:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.828452:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.828455:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81238:81238:256:4294967295] 192.168.203.46@tcp LPNI seq info [81234:81234:8:4294967295] 00000400:00000200:1.0:1734676307.828461:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.828464:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.828467:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676307.828470:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.828474:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.828477:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.828552:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.828555:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676307.828558:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.828561:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.828563:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676307.828565:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00000100:00000200:0.0:1734676307.828570:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864446080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.831231:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7c3b00. 00010000:00000010:0.1:1734676307.831245:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009a386200. 00010000:00000010:0.1:1734676307.831249:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67400. 00010000:00000010:0.1:1734676307.831252:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d130e00. 00010000:00000010:2.1:1734676307.834237:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecf200. 00000400:00000200:0.0:1734676307.836920:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.836936:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22a80 00000400:00000200:0.0:1734676307.836945:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65b1 [1] + 224 00000400:00000200:0.0:1734676307.836955:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.836959:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.836971:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864446080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.837009:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.837013:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ae80 00000400:00000200:0.0:1734676307.837018:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 0 00000400:00000200:0.0:1734676307.837033:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.837157:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.837162:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.837168:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676307.837350:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16000. 00000020:00000010:2.0:1734676307.837356:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.837360:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.837378:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867953280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.837514:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953280 02000000:00000010:2.0:1734676307.837524:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.837552:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880134daed80. 00000100:00000010:2.0:1734676307.837558:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676307.837563:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676307.837566:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880134daed80. 00000400:00000010:2.0:1734676307.837576:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.837580:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953280, offset 224 00000400:00000200:2.0:1734676307.837585:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.837593:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.837599:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81239:81239:256:4294967295] 192.168.203.46@tcp LPNI seq info [81235:81235:8:4294967295] 00000400:00000200:2.0:1734676307.837607:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.837611:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.837615:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.837619:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.837625:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.837628:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.837643:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.837646:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.837649:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16000. 00000400:00000010:1.0:1734676307.837708:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.837713:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.837715:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.837720:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864446080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.837728:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864446080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.837747:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6323c00. 02000000:00000010:1.0:1734676307.837757:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136b5b600. 02000000:00000010:1.0:1734676307.837763:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d45ee00. 00000100:00000010:1.0:1734676307.837819:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.837824:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.837826:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00080000:00000010:1.0:1734676307.837839:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136b5b600. 00010000:00000010:1.0:1734676307.837910:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.837915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6323b80. 00010000:00000010:1.0:1734676307.837975:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b5be00. 00010000:00000010:1.0:1734676307.837980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.837987:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676307.837989:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.837993:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.838002:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d45ee00. 00000800:00000200:2.0:1734676307.838099:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.838102:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:2.0:1734676307.838105:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.838109:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.838111:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676307.838113:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 02000000:00000010:1.0:1734676307.838276:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6bfa00. 00000400:00000010:1.0:1734676307.838281:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.838285:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.838289:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446208, portal 16 00000400:00000010:1.0:1734676307.838292:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676307.838294:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446208, offset 0 00000400:00000200:1.0:1734676307.838298:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.838303:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.838306:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.838309:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.838312:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.838314:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.838317:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81240:81240:256:4294967295] 192.168.203.46@tcp LPNI seq info [81236:81236:8:4294967295] 00000400:00000200:1.0:1734676307.838323:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.838326:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.838328:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676307.838331:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.838335:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.838337:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.838428:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.838431:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:0.0:1734676307.838436:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.838439:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.838441:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676307.838443:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676307.838448:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864446208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.840555:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d8500. 00010000:00000010:0.1:1734676307.840563:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f83800. 00010000:00000010:0.1:1734676307.840567:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6f00. 00010000:00000010:0.1:1734676307.840571:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131224800. 00000400:00000200:0.0:1734676307.841920:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.841935:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22b00 00000400:00000200:0.0:1734676307.841943:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65bd [1] + 224 00000400:00000200:0.0:1734676307.841953:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.841957:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.841966:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864446208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.842486:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.842492:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517af00 00000400:00000200:0.0:1734676307.842497:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 328 00000400:00000200:0.0:1734676307.842546:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.842550:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.842554:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.842559:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:1.0:1734676307.842721:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.842725:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.842728:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.842734:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864446208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.842741:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864446208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.842762:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6bfa00. 02000000:00000010:1.0:1734676307.842766:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d45ee00. 00000100:00000010:1.0:1734676307.842769:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676307.842773:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.842776:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:3.0:1734676307.843028:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:3.0:1734676307.843034:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.845316:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.845352:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867953408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.845392:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953408 02000000:00000010:3.0:1734676307.845401:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.845424:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ae200. 00010000:00000010:3.0:1734676307.845441:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d87f0c0. 00000100:00000010:3.0:1734676307.845447:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d840. 00000100:00000010:3.0:1734676307.845468:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d840. 00010000:00000010:3.0:1734676307.845472:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d87f0c0. 00000400:00000010:3.0:1734676307.845482:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.845488:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953408, offset 224 00000400:00000200:3.0:1734676307.845493:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.845503:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.845509:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81241:81241:256:4294967295] 192.168.203.46@tcp LPNI seq info [81237:81237:8:4294967295] 00000400:00000200:3.0:1734676307.845518:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.845524:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.845527:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.845532:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.845538:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.845541:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.845563:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.845567:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:3.0:1734676307.845570:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00000800:00000200:3.0:1734676307.845661:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.845663:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:3.0:1734676307.845667:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.845671:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.845674:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676307.845676:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00080000:00000010:1.0:1734676307.845869:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6bfa00. 00010000:00000010:1.0:1734676307.845928:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.845934:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae380. 00010000:00000010:1.0:1734676307.845996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d45ee00. 00010000:00000010:1.0:1734676307.846001:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.846009:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676307.846013:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.846019:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.846028:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141200. 02000000:00000010:1.0:1734676307.846063:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d141000. 00000400:00000010:1.0:1734676307.846078:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.846081:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.846086:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446336, portal 16 00000400:00000010:1.0:1734676307.846089:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.846091:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446336, offset 0 00000400:00000200:1.0:1734676307.846095:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.846099:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.846103:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.846106:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.846109:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.846110:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.846113:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81242:81242:256:4294967295] 192.168.203.46@tcp LPNI seq info [81238:81238:8:4294967295] 00000400:00000200:1.0:1734676307.846118:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.846122:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.846124:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676307.846127:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.846131:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.846133:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676307.846142:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.846147:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141400. 02000000:00000010:1.0:1734676307.846154:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d140600. 00000400:00000010:1.0:1734676307.846156:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676307.846159:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.846161:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446464, portal 16 00000400:00000010:1.0:1734676307.846163:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.846165:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446464, offset 0 00000400:00000200:1.0:1734676307.846168:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.846171:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.846173:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.846175:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.846177:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.846178:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.846180:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81243:81243:255:4294967295] 192.168.203.46@tcp LPNI seq info [81239:81239:7:4294967295] 00000400:00000200:1.0:1734676307.846187:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.846190:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.846193:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676307.846196:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.846199:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.846201:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.846228:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.846230:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:1.0:1734676307.846234:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.846237:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.846239:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676307.846240:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.846246:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864446336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:1.0:1734676307.846271:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.846273:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:1.0:1734676307.846275:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.846278:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.846280:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676307.846281:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.846285:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864446464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.849202:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db2fc00. 00010000:00000010:1.1:1734676307.856574:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff1800. 00010000:00000010:1.1:1734676307.856585:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40e00. 00010000:00000010:1.1:1734676307.856588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45f800. 00000400:00000200:0.0:1734676307.860061:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.860086:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22b80 00000400:00000200:0.0:1734676307.860093:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65c9 [1] + 224 00000400:00000200:0.0:1734676307.860105:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.860109:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.860119:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864446336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.860148:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.860153:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22c00 00000400:00000200:0.0:1734676307.860161:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65d1 [1] + 224 00000400:00000200:0.0:1734676307.860215:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.860219:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.860225:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864446464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.860499:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:1.0:1734676307.860504:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676307.860506:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.860513:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864446336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.860521:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864446336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.860541:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:1.0:1734676307.860543:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676307.860545:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.860548:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864446464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.860553:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864446464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.860565:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d141000. 02000000:00000010:1.0:1734676307.860569:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141200. 00000100:00000010:1.0:1734676307.860573:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.860577:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d140600. 02000000:00000010:1.0:1734676307.860579:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141400. 00000100:00000010:1.0:1734676307.860580:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000100:00000010:1.0:1734676307.860584:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.860587:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000200:0.0:1734676307.861783:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.861794:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517af80 00000400:00000200:0.0:1734676307.861802:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 656 00000400:00000200:0.0:1734676307.861810:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.861813:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.861817:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.861822:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000200:0.0:1734676307.861853:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.861857:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b000 00000400:00000200:0.0:1734676307.861860:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 984 00000400:00000200:0.0:1734676307.861874:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.861877:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.861879:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.861881:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:3.0:1734676307.861975:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7200. 00000020:00000010:3.0:1734676307.861980:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676307.861985:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676307.862008:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867953536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676307.862056:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d7a7000. 00000020:00000010:3.0:1734676307.862059:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.862061:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:0.0:1734676307.862078:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953536 00000100:00000200:3.0:1734676307.862080:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867953664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:0.0:1734676307.862089:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00000100:00000200:3.0:1734676307.862095:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953664 02000000:00000010:3.0:1734676307.862099:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:0.0:1734676307.862115:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a380. 00010000:00000010:3.0:1734676307.862121:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08280. 00010000:00000010:0.0:1734676307.862137:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614540. 00000100:00000010:0.0:1734676307.862143:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000400:00000010:3.0:1734676307.862148:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000010:0.0:1734676307.862150:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00000100:00000200:3.0:1734676307.862153:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953664, offset 224 00010000:00000010:0.0:1734676307.862153:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614540. 00000400:00000200:3.0:1734676307.862158:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000010:0.0:1734676307.862160:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676307.862162:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953536, offset 224 00000400:00000200:3.0:1734676307.862165:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.862166:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.862171:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81244:81244:256:4294967295] 192.168.203.46@tcp LPNI seq info [81240:81240:8:4294967295] 00000400:00000200:3.0:1734676307.862179:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.862184:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.862188:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.862192:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.862200:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.862203:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.862217:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.862221:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676307.862224:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7000. 00080000:00000010:1.0:1734676307.862236:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141400. 00000800:00000200:3.0:1734676307.862300:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1734676307.862300:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00000800:00000010:3.0:1734676307.862303:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:3.0:1734676307.862305:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.862308:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:1.0:1734676307.862308:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da08680. 00000400:00000200:3.0:1734676307.862311:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676307.862312:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000400:00000200:0.0:1734676307.862614:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.862620:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81245:81245:255:4294967295] 192.168.203.46@tcp LPNI seq info [81241:81241:7:4294967295] 00000400:00000200:0.0:1734676307.862630:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.862634:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.862638:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011500. 00000800:00000200:0.0:1734676307.862640:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.862644:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.862646:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.862656:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:0.0:1734676307.862659:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:0.0:1734676307.862661:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d7a7200. 00000800:00000200:3.0:1734676307.862690:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.862693:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011500. 00000400:00000200:3.0:1734676307.862695:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.862699:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.862701:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:3.0:1734676307.862703:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00010000:00000010:1.0:1734676307.862962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140600. 00010000:00000010:1.0:1734676307.862967:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59f00. 00010000:00000010:1.0:1734676307.862973:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676307.862977:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.862982:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.862990:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141200. 02000000:00000010:1.0:1734676307.863007:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d141000. 00000400:00000010:1.0:1734676307.863012:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676307.863015:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.863019:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446592, portal 16 00000400:00000010:1.0:1734676307.863022:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676307.863024:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446592, offset 0 00000400:00000200:1.0:1734676307.863028:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.863032:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.863055:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.863058:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.863061:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.863062:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.863065:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81246:81246:256:4294967295] 192.168.203.46@tcp LPNI seq info [81242:81242:8:4294967295] 00000400:00000200:1.0:1734676307.863082:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.863086:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.863088:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676307.863091:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.863095:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.863098:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.863196:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.863199:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:0.0:1734676307.863203:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.863206:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.863208:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676307.863210:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000100:00000200:0.0:1734676307.863217:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864446592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.865944:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.865959:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22c80 00000400:00000200:0.0:1734676307.865967:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65e1 [1] + 224 00000400:00000200:0.0:1734676307.865983:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.865987:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.865996:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864446592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.866188:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:1.0:1734676307.866192:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676307.866194:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.866202:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864446592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.866209:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864446592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.866232:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d141000. 02000000:00000010:1.0:1734676307.866237:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141200. 00000100:00000010:1.0:1734676307.866240:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000100:00000010:1.0:1734676307.866246:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.866249:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00010000:00000010:1.1:1734676307.866333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4fe00. 00010000:00000010:1.1:1734676307.866360:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c424100. 00010000:00000010:1.1:1734676307.866369:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b5be00. 00000400:00000200:0.0:1734676307.866831:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.866840:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b080 00000400:00000200:0.0:1734676307.866845:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 1312 00000400:00000200:0.0:1734676307.866896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.866900:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.866906:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.866909:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676307.867082:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d141200. 00000020:00000010:1.0:1734676307.867088:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676307.867092:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.867110:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867953792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.867149:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953792 02000000:00000010:1.0:1734676307.867157:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676307.867179:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d566100. 00010000:00000010:1.0:1734676307.867193:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676307.867198:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.867205:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.867207:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000010:1.0:1734676307.867215:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.867219:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953792, offset 224 00000400:00000200:1.0:1734676307.867224:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.867231:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.867236:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81247:81247:256:4294967295] 192.168.203.46@tcp LPNI seq info [81243:81243:8:4294967295] 00000400:00000200:1.0:1734676307.867244:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.867248:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.867251:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676307.867255:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.867261:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.867264:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.867274:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59080. 00000020:00000010:1.0:1734676307.867278:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.867281:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d141200. 00080000:00000010:0.0:1734676307.867448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47e000. 00010000:00000010:0.0:1734676307.867510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59f00. 00010000:00000010:0.0:1734676307.867516:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d566200. 00010000:00000010:0.0:1734676307.867581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fa00. 00010000:00000010:0.0:1734676307.867587:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf80. 00010000:00000010:0.0:1734676307.867595:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614540. 00000100:00000010:0.0:1734676307.867599:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676307.867604:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676307.867615:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47fe00. 02000000:00000010:0.0:1734676307.867633:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47ea00. 00000400:00000010:0.0:1734676307.867637:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9aa8. 00000400:00000010:0.0:1734676307.867641:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676307.867645:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446720, portal 16 00000400:00000010:0.0:1734676307.867648:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676307.867650:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446720, offset 0 00000400:00000200:0.0:1734676307.867653:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.867658:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.867662:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.867666:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.867669:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.867671:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.867673:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81248:81248:255:4294967295] 192.168.203.46@tcp LPNI seq info [81244:81244:7:4294967295] 00000400:00000200:0.0:1734676307.867679:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.867682:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.867684:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011700. 00000800:00000200:0.0:1734676307.867687:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.867690:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.867692:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.867881:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.867884:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:1.0:1734676307.867887:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.867892:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.867895:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676307.867896:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000800:00000200:1.0:1734676307.867929:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.867930:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011700. 00000400:00000200:1.0:1734676307.867933:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.867935:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.867937:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:1.0:1734676307.867938:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:1.0:1734676307.867943:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864446720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.869601:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d197c00. 00000400:00000200:0.0:1734676307.869713:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.869726:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22d00 00000400:00000200:0.0:1734676307.869733:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65ed [1] + 224 00000400:00000200:0.0:1734676307.869746:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.869750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.869760:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864446720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.870011:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:1.0:1734676307.870016:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676307.870018:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:1.0:1734676307.870023:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864446720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.870030:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864446720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.870088:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47ea00. 02000000:00000010:1.0:1734676307.870093:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47fe00. 00000100:00000010:1.0:1734676307.870097:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:1.0:1734676307.870102:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:1.0:1734676307.870106:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614540. 00000400:00000200:0.0:1734676307.870669:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.870676:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b100 00000400:00000200:0.0:1734676307.870682:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 1640 00000400:00000200:0.0:1734676307.870734:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.870738:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.870742:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.870746:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676307.871385:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16200. 00000020:00000010:2.0:1734676307.871392:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676307.871395:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.871416:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867953920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.871450:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867953920 02000000:00000010:2.0:1734676307.871459:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.871482:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d99f180. 00010000:00000010:2.0:1734676307.871500:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade400. 00000100:00000010:2.0:1734676307.871506:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676307.871522:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676307.871525:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade400. 00000400:00000010:2.0:1734676307.871536:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676307.871540:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867953920, offset 224 00000400:00000200:2.0:1734676307.871546:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:1.0:1734676307.871546:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141600. 00000400:00000200:2.0:1734676307.871554:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.871559:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81249:81249:256:4294967295] 192.168.203.46@tcp LPNI seq info [81245:81245:8:4294967295] 00000400:00000200:2.0:1734676307.871567:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.871571:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.871574:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.871579:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.871584:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.871588:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.871612:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00010000:00000010:1.0:1734676307.871614:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf80. 00000020:00000010:2.0:1734676307.871616:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00010000:00000010:1.0:1734676307.871620:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009946af80. 00000020:00000010:2.0:1734676307.871621:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16200. 00010000:00000010:1.0:1734676307.871682:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6300. 00010000:00000010:1.0:1734676307.871685:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59080. 00010000:00000010:1.0:1734676307.871688:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140400. 00010000:00000010:1.0:1734676307.871692:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59400. 00080000:00000010:1.0:1734676307.871700:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141000. 00010000:00000010:1.0:1734676307.871718:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59400. 00010000:00000010:1.0:1734676307.871722:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59080. 00010000:00000010:1.0:1734676307.871760:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d141200. 00010000:00000010:1.0:1734676307.871763:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.871769:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676307.871772:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.871776:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.871784:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141800. 02000000:00000010:1.0:1734676307.871802:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880136b5be00. 00000400:00000010:1.0:1734676307.871806:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676307.871810:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.871814:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446848, portal 16 00000400:00000010:1.0:1734676307.871816:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.871818:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446848, offset 0 00000400:00000200:1.0:1734676307.871822:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.871826:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.871829:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.871832:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.871835:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.871837:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.871839:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81250:81250:255:4294967295] 192.168.203.46@tcp LPNI seq info [81246:81246:7:4294967295] 00000400:00000200:1.0:1734676307.871844:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.871848:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.871850:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676307.871853:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.871857:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.871859:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.871931:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.871933:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676307.871936:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.871940:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.871942:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676307.871944:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000800:00000200:0.0:1734676307.871987:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.871989:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:0.0:1734676307.871992:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.871995:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.871997:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676307.871998:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:0.0:1734676307.872004:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864446848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.873158:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33d00. 00010000:00000010:1.1:1734676307.873167:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45ee00. 00010000:00000010:1.1:1734676307.873237:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd85000. 00000400:00000200:0.0:1734676307.876493:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.876507:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22d80 00000400:00000200:0.0:1734676307.876514:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa65f9 [1] + 224 00000400:00000200:0.0:1734676307.876523:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.876527:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.876536:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864446848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.876562:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.876566:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b180 00000400:00000200:0.0:1734676307.876570:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f35 [2] + 1968 00000400:00000010:0.0:1734676307.876574:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7738. 00000400:00000200:0.0:1734676307.876959:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d000 00000400:00000200:0.0:1734676307.877012:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.877016:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:1.0:1734676307.877215:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:1.0:1734676307.877219:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676307.877220:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.877226:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864446848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.877233:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864446848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.877256:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880136b5be00. 02000000:00000010:1.0:1734676307.877261:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141800. 00000100:00000010:1.0:1734676307.877265:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000100:00000010:1.0:1734676307.877270:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.877274:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000200:0.0:1734676307.879054:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d000 00000400:00000010:0.0:1734676307.879060:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d000. 00000100:00000200:0.0:1734676307.879075:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1734676307.879189:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a74100. 00010000:00000010:2.1:1734676307.879200:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140600. 00000020:00000010:3.0:1734676307.879271:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6be200. 00000020:00000010:3.0:1734676307.879276:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.879280:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676307.879301:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1050 x1818938867954048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.879322:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954048 02000000:00000010:3.0:1734676307.879330:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676307.879349:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6e1e80. 00010000:00000010:3.0:1734676307.879362:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64880. 00000100:00000010:3.0:1734676307.879367:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d6c0. 00000100:00000010:3.0:1734676307.879381:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d6c0. 00010000:00000010:3.0:1734676307.879383:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64880. 00000400:00000010:3.0:1734676307.879392:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.879396:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954048, offset 224 00000400:00000200:3.0:1734676307.879401:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.879408:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.879414:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81251:81251:256:4294967295] 192.168.203.46@tcp LPNI seq info [81247:81247:8:4294967295] 00000400:00000200:3.0:1734676307.879422:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.879427:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.879430:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.879434:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.879439:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.879442:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.879454:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.879457:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676307.879461:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6be200. 02000000:00000010:3.0:1734676307.879466:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:3.0:1734676307.879471:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676307.879474:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676307.879476:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676307.879482:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:3.0:1734676307.879486:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:3.0:1734676307.879488:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676307.879490:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676307.879492:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676307.879494:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676307.879497:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:3.0:1734676307.879499:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000200:3.0:1734676307.879504:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.879508:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d2c0. 00000400:00000010:3.0:1734676307.879512:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d6c0. 00000800:00000200:0.0:1734676307.879609:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.879612:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.879615:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.879619:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.879621:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676307.879622:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 02000000:00000010:0.0:1734676307.879625:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00080000:00000010:1.0:1734676307.879993:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136b5be00. 00010000:00000010:1.0:1734676307.880079:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.880085:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6e1e00. 00010000:00000010:1.0:1734676307.880144:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140600. 00010000:00000010:1.0:1734676307.880149:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.880156:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f40. 00000100:00000010:1.0:1734676307.880159:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.880164:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.880172:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141800. 02000000:00000010:1.0:1734676307.880188:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d45ee00. 00000400:00000010:1.0:1734676307.880192:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676307.880195:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.880198:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864446976, portal 16 00000400:00000010:1.0:1734676307.880201:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.880202:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864446976, offset 0 00000400:00000200:1.0:1734676307.880206:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.880211:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.880215:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.880218:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.880220:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.880222:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.880224:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81252:81252:256:4294967295] 192.168.203.46@tcp LPNI seq info [81248:81248:8:4294967295] 00000400:00000200:1.0:1734676307.880230:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.880233:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.880235:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676307.880239:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.880243:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.880245:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.884172:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.884180:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:1.0:1734676307.884186:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.884193:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.884198:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676307.884200:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.884208:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864446976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.885921:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.885935:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22e00 00000400:00000200:0.0:1734676307.885943:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6609 [1] + 224 00000400:00000200:0.0:1734676307.885952:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.885955:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.885963:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864446976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.885994:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.885998:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b200 00000400:00000200:0.0:1734676307.886002:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 0 00000400:00000200:0.0:1734676307.886080:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.886084:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.886088:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.886093:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:0.0:1734676307.886127:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47e800. 00000020:00000010:0.0:1734676307.886132:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cf00. 00000020:00000010:0.0:1734676307.886135:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.886155:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867954176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.886185:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954176 02000000:00000010:0.0:1734676307.886194:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676307.886222:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614500. 00000100:00000010:0.0:1734676307.886228:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.886232:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:0.0:1734676307.886235:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614500. 00000400:00000010:0.0:1734676307.886246:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676307.886250:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954176, offset 224 00000400:00000200:0.0:1734676307.886255:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.886261:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.886267:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81253:81253:256:4294967295] 192.168.203.46@tcp LPNI seq info [81249:81249:8:4294967295] 00000400:00000200:0.0:1734676307.886274:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.886278:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.886281:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011b00. 00000800:00000200:0.0:1734676307.886285:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.886290:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.886293:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.886306:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cf00. 00000020:00000010:0.0:1734676307.886308:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.886311:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47e800. 00000800:00000200:0.0:1734676307.886348:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.886350:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011b00. 00000400:00000200:0.0:1734676307.886352:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.886355:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.886358:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:0.0:1734676307.886360:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000400:00000010:1.0:1734676307.886419:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:1.0:1734676307.886422:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676307.886424:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.886428:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864446976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.886436:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864446976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676307.886454:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf1300. 02000000:00000010:1.0:1734676307.886462:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d45ee00. 02000000:00000010:1.0:1734676307.886466:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141800. 00000100:00000010:1.0:1734676307.886470:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 00000100:00000010:1.0:1734676307.886475:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.886477:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f40. 00080000:00000010:1.0:1734676307.886490:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d45ee00. 00010000:00000010:1.0:1734676307.886548:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.886554:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf1280. 00010000:00000010:1.0:1734676307.886616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d45f800. 00010000:00000010:1.0:1734676307.886620:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59080. 00010000:00000010:1.0:1734676307.886627:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f40. 00000100:00000010:1.0:1734676307.886630:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.886634:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 02000000:00000010:1.0:1734676307.886641:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d141800. 02000000:00000010:1.0:1734676307.886655:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88011cde7000. 00000400:00000010:1.0:1734676307.886658:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676307.886661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.886665:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447104, portal 16 00000400:00000010:1.0:1734676307.886668:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.886670:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447104, offset 0 00000400:00000200:1.0:1734676307.886674:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.886679:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.886682:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.886685:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.886687:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.886689:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.886691:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81254:81254:256:4294967295] 192.168.203.46@tcp LPNI seq info [81250:81250:8:4294967295] 00000400:00000200:1.0:1734676307.886697:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.886701:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.886703:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676307.886706:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.886710:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.886712:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676307.886721:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676307.886725:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88011cde7400. 02000000:00000010:1.0:1734676307.886733:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c0fc400. 00000400:00000010:1.0:1734676307.886735:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676307.886737:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.886739:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447232, portal 16 00000400:00000010:1.0:1734676307.886741:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676307.886742:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447232, offset 0 00000400:00000200:1.0:1734676307.886746:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.886749:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.886751:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.886753:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.886755:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.886756:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.886759:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81255:81255:255:4294967295] 192.168.203.46@tcp LPNI seq info [81251:81251:7:4294967295] 00000400:00000200:1.0:1734676307.886764:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.886768:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.886770:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6500. 00000800:00000200:1.0:1734676307.886773:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.886776:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.886778:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676307.887102:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d16800. 00010000:00000010:3.1:1734676307.887109:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18d000. 00010000:00000010:3.1:1734676307.887112:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fa00. 00010000:00000010:3.1:1734676307.887115:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6300. 00010000:00000010:3.1:1734676307.887119:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140400. 00000800:00000200:0.0:1734676307.887181:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.887184:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:0.0:1734676307.887186:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.887190:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.887193:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676307.887194:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:0.0:1734676307.887199:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9f80 x1818938864447104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676307.887241:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.887243:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6500. 00000400:00000200:0.0:1734676307.887245:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.887248:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.887250:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676307.887252:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676307.887256:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864447232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.888841:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.888855:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22e80 00000400:00000200:0.0:1734676307.888864:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6615 [1] + 224 00000400:00000200:0.0:1734676307.888875:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.888879:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.888888:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9f80 x1818938864447104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.888922:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.888926:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22f00 00000400:00000200:0.0:1734676307.888930:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa661d [1] + 224 00000400:00000200:0.0:1734676307.888941:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.888944:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.888949:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864447232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.889006:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ada50. 00000400:00000200:2.0:1734676307.889010:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:2.0:1734676307.889012:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:2.0:1734676307.889017:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9f80 x1818938864447104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.889024:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9f80 x1818938864447104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.889058:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad318. 00000400:00000200:2.0:1734676307.889059:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:2.0:1734676307.889061:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:2.0:1734676307.889064:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864447232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.889080:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864447232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.889092:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88011cde7000. 02000000:00000010:2.0:1734676307.889097:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d141800. 00000100:00000010:2.0:1734676307.889101:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 02000000:00000010:2.0:1734676307.889106:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c0fc400. 02000000:00000010:2.0:1734676307.889109:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88011cde7400. 00000100:00000010:2.0:1734676307.889110:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:2.0:1734676307.889113:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:2.0:1734676307.889116:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f40. 00000400:00000200:0.0:1734676307.891338:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.891351:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b280 00000400:00000200:0.0:1734676307.891358:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 328 00000400:00000200:0.0:1734676307.891367:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.891370:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.891375:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.891380:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000200:0.0:1734676307.891514:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.891519:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b300 00000400:00000200:0.0:1734676307.891523:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 656 00000400:00000200:0.0:1734676307.891534:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.891537:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.891539:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.891542:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:3.0:1734676307.891925:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6be200. 00000020:00000010:3.0:1734676307.891930:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.891933:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676307.891952:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867954304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676307.891975:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d141800. 00000020:00000010:3.0:1734676307.891978:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676307.891979:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.891986:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867954432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.892001:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954304 02000000:00000010:3.0:1734676307.892008:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676307.892028:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d9d4000. 00000400:00000010:3.0:1734676307.892078:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.892083:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954304, offset 224 00000400:00000200:3.0:1734676307.892088:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.892094:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.892099:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81256:81256:256:4294967295] 192.168.203.46@tcp LPNI seq info [81252:81252:8:4294967295] 00000400:00000200:3.0:1734676307.892106:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.892110:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.892113:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.892117:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.892122:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.892125:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.892137:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676307.892140:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676307.892143:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6be200. 00000100:00000200:3.0:1734676307.892152:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954432 02000000:00000010:3.0:1734676307.892156:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:3.0:1734676307.892165:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134dd0800. 00010000:00000010:3.0:1734676307.892173:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64880. 00000100:00000010:3.0:1734676307.892177:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676307.892191:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676307.892194:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64880. 00000400:00000010:3.0:1734676307.892199:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.892202:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954432, offset 224 00000400:00000200:3.0:1734676307.892205:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.892209:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.892212:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81257:81257:255:4294967295] 192.168.203.46@tcp LPNI seq info [81253:81253:7:4294967295] 00000400:00000200:3.0:1734676307.892217:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.892220:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.892222:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.892224:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.892228:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.892230:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.892235:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a400. 00000020:00000010:3.0:1734676307.892237:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.892239:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d141800. 00080000:00000010:3.0:1734676307.892267:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d141800. 00010000:00000010:3.0:1734676307.892323:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59080. 00010000:00000010:3.0:1734676307.892328:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134dd0780. 00010000:00000010:3.0:1734676307.892374:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d140400. 00010000:00000010:3.0:1734676307.892378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676307.892384:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64880. 00000100:00000010:3.0:1734676307.892387:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676307.892391:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676307.892399:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6be200. 02000000:00000010:3.0:1734676307.892415:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dbfe200. 00000400:00000010:3.0:1734676307.892421:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676307.892423:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.892427:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447360, portal 16 00000400:00000010:3.0:1734676307.892429:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.892431:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447360, offset 0 00000400:00000200:3.0:1734676307.892434:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.892438:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.892441:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.892444:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.892447:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.892448:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.892450:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81258:81258:254:4294967295] 192.168.203.46@tcp LPNI seq info [81254:81254:6:4294967295] 00000400:00000200:3.0:1734676307.892456:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.892458:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.892460:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.892463:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.892466:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.892468:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.892536:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.892538:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:0.0:1734676307.892540:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.892544:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.892546:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676307.892548:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000800:00000200:0.0:1734676307.892555:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.892556:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676307.892557:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.892559:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.892561:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676307.892562:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:0.0:1734676307.892593:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.892594:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.892596:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.892598:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.892600:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676307.892601:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676307.892605:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864447360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.895419:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.895432:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e22f80 00000400:00000200:0.0:1734676307.895439:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa662d [1] + 224 00000400:00000200:0.0:1734676307.895447:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.895450:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.895460:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864447360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.895477:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.895480:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b380 00000400:00000200:0.0:1734676307.895483:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 984 00000400:00000200:0.0:1734676307.895528:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.895532:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.895537:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.895544:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:0.0:1734676307.895578:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d47ec00. 00000020:00000010:0.0:1734676307.895582:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cf00. 00000020:00000010:0.0:1734676307.895586:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.895602:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867954560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676307.895619:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954560 02000000:00000010:0.0:1734676307.895627:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:0.0:1734676307.895654:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614500. 00000100:00000010:0.0:1734676307.895659:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.895665:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:0.0:1734676307.895668:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614500. 00000400:00000010:0.0:1734676307.895678:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676307.895682:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954560, offset 224 00000400:00000200:0.0:1734676307.895686:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.895693:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.895697:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81259:81259:256:4294967295] 192.168.203.46@tcp LPNI seq info [81255:81255:8:4294967295] 00000400:00000200:0.0:1734676307.895705:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.895709:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.895712:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011b00. 00000800:00000200:0.0:1734676307.895715:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.895721:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.895724:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.895737:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cf00. 00000020:00000010:0.0:1734676307.895740:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676307.895743:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d47ec00. 00000800:00000200:0.0:1734676307.895786:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.895789:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011b00. 00000400:00000200:0.0:1734676307.895791:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.895794:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.895797:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:0.0:1734676307.895798:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00010000:00000010:3.1:1734676307.896091:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bffea00. 00000400:00000010:2.0:1734676307.899500:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:2.0:1734676307.899506:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676307.899508:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676307.899519:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864447360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.899530:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864447360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676307.899553:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f81e00. 02000000:00000010:2.0:1734676307.899563:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dbfe200. 02000000:00000010:2.0:1734676307.899567:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6be200. 00000100:00000010:2.0:1734676307.899574:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:2.0:1734676307.899577:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:2.0:1734676307.899579:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64880. 00080000:00000010:2.0:1734676307.899594:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16200. 00010000:00000010:2.0:1734676307.899660:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:2.0:1734676307.899666:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f81d80. 00010000:00000010:2.0:1734676307.899720:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17e00. 00010000:00000010:2.0:1734676307.899725:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.899734:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676307.899739:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676307.899745:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.899755:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16400. 02000000:00000010:2.0:1734676307.899775:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17c00. 00000400:00000010:2.0:1734676307.899780:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676307.899783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.899788:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447488, portal 16 00000400:00000010:2.0:1734676307.899791:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676307.899794:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447488, offset 0 00000400:00000200:2.0:1734676307.899799:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.899809:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.899813:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.899817:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.899820:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.899822:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.899825:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81260:81260:256:4294967295] 192.168.203.46@tcp LPNI seq info [81256:81256:8:4294967295] 00000400:00000200:2.0:1734676307.899833:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.899838:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.899841:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.899845:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.899851:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.899855:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.901502:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.901508:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:0.0:1734676307.901514:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.901519:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.901523:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676307.901525:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676307.901534:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864447488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.904414:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35b00. 00010000:00000010:3.1:1734676307.904423:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d141200. 00010000:00000010:3.1:1734676307.904426:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e35c600. 00010000:00000010:3.1:1734676307.904437:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f20900. 00010000:00000010:3.1:1734676307.904444:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140600. 00000400:00000200:2.0:1734676307.904681:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.904694:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23000 00000400:00000200:2.0:1734676307.904702:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6639 [1] + 224 00000400:00000200:2.0:1734676307.904711:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.904714:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.904723:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864447488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.904741:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.904744:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b400 00000400:00000200:2.0:1734676307.904748:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 1312 00000400:00000200:2.0:1734676307.904800:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.904803:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.904807:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.904812:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000400:00000010:2.0:1734676307.904832:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:2.0:1734676307.904835:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.904837:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.904842:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864447488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.904853:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864447488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.904874:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17c00. 02000000:00000010:2.0:1734676307.904879:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16400. 00000100:00000010:2.0:1734676307.904883:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676307.904887:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676307.904889:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00010000:00000010:2.1:1734676307.904914:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9a00. 00000020:00000010:2.0:1734676307.904936:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16400. 00000020:00000010:2.0:1734676307.904940:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.904945:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.904965:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867954688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.904992:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954688 02000000:00000010:2.0:1734676307.905000:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.905021:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800779edd00. 00010000:00000010:2.0:1734676307.905033:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676307.905054:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676307.905059:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676307.905061:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00000400:00000010:2.0:1734676307.905080:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.905084:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954688, offset 224 00000400:00000200:2.0:1734676307.905088:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.905096:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.905102:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81261:81261:256:4294967295] 192.168.203.46@tcp LPNI seq info [81257:81257:8:4294967295] 00000400:00000200:2.0:1734676307.905109:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.905113:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.905116:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.905121:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.905126:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.905130:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.905142:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.905145:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.905149:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16400. 00080000:00000010:2.0:1734676307.905167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16400. 00010000:00000010:2.0:1734676307.905230:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.905235:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007352ee80. 00010000:00000010:2.0:1734676307.905283:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5100. 00010000:00000010:2.0:1734676307.905285:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.905288:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17c00. 00010000:00000010:2.0:1734676307.905292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00080000:00000010:2.0:1734676307.905299:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16000. 00010000:00000010:2.0:1734676307.905313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676307.905316:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.905345:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17a00. 00010000:00000010:2.0:1734676307.905347:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676307.905352:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676307.905355:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676307.905359:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676307.905369:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17800. 02000000:00000010:2.0:1734676307.905386:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17600. 00000400:00000010:2.0:1734676307.905389:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676307.905392:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676307.905396:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447616, portal 16 00000400:00000010:2.0:1734676307.905398:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.905400:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447616, offset 0 00000400:00000200:2.0:1734676307.905404:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.905408:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.905411:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.905415:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.905418:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.905420:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.905422:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81262:81262:255:4294967295] 192.168.203.46@tcp LPNI seq info [81258:81258:7:4294967295] 00000400:00000200:2.0:1734676307.905429:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.905432:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.905434:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.905437:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.905440:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.905442:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676307.905478:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.905480:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:2.0:1734676307.905482:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.905485:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.905488:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.905489:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:2.0:1734676307.905521:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.905523:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:2.0:1734676307.905524:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.905527:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.905528:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:2.0:1734676307.905529:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.905534:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864447616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.908133:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.908146:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23080 00000400:00000200:0.0:1734676307.908153:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6645 [1] + 224 00000400:00000200:0.0:1734676307.908161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.908164:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.908172:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864447616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.908203:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.908206:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b480 00000400:00000200:0.0:1734676307.908210:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 1640 00000400:00000200:0.0:1734676307.908218:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.908221:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.908225:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.908229:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000400:00000010:3.0:1734676307.908294:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:3.0:1734676307.908298:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:3.0:1734676307.908300:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:3.0:1734676307.908306:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864447616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.908313:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864447616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.908334:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17600. 02000000:00000010:3.0:1734676307.908339:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17800. 00000100:00000010:3.0:1734676307.908342:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:3.0:1734676307.908345:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:3.0:1734676307.908349:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00000020:00000010:3.0:1734676307.908380:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095a78c00. 00000020:00000010:3.0:1734676307.908384:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676307.908389:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.908405:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867954816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.908421:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954816 02000000:00000010:3.0:1734676307.908428:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:3.0:1734676307.908445:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4a00. 00010000:00000010:3.0:1734676307.908459:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64940. 00000100:00000010:3.0:1734676307.908463:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:3.0:1734676307.908467:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676307.908469:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64940. 00000400:00000010:3.0:1734676307.908477:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.908479:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954816, offset 224 00000400:00000200:3.0:1734676307.908483:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.908490:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.908494:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81263:81263:256:4294967295] 192.168.203.46@tcp LPNI seq info [81259:81259:8:4294967295] 00000400:00000200:3.0:1734676307.908502:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.908506:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.908509:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.908512:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.908517:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.908520:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.908530:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac80. 00000020:00000010:3.0:1734676307.908532:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.908536:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095a78c00. 00080000:00000010:3.0:1734676307.908553:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095a78c00. 00010000:00000010:3.0:1734676307.908615:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:3.0:1734676307.908622:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736d4980. 00010000:00000010:3.0:1734676307.908670:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a79e00. 00010000:00000010:3.0:1734676307.908674:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676307.908679:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64940. 00000100:00000010:3.0:1734676307.908681:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:3.0:1734676307.908686:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.908692:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095a78000. 02000000:00000010:3.0:1734676307.908706:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17800. 00000400:00000010:3.0:1734676307.908709:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798df78. 00000400:00000010:3.0:1734676307.908712:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.908715:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447744, portal 16 00000400:00000010:3.0:1734676307.908718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.908719:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447744, offset 0 00000400:00000200:3.0:1734676307.908723:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.908727:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.908731:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.908734:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.908737:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.908739:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.908741:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81264:81264:255:4294967295] 192.168.203.46@tcp LPNI seq info [81260:81260:7:4294967295] 00000400:00000200:3.0:1734676307.908747:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.908751:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.908753:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676307.908756:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.908760:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.908762:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676307.908796:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.908798:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:3.0:1734676307.908800:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.908803:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.908805:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676307.908806:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000800:00000200:3.0:1734676307.908850:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.908852:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:3.0:1734676307.908854:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.908857:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.908858:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676307.908860:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.908864:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864447744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676307.911020:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d87a800. 00010000:00000010:2.1:1734676307.911027:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d100a00. 00010000:00000010:2.1:1734676307.911031:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00700. 00010000:00000010:2.1:1734676307.911033:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d45f800. 00000400:00000200:2.0:1734676307.911904:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.911916:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23100 00000400:00000200:2.0:1734676307.911924:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6651 [1] + 224 00000400:00000200:2.0:1734676307.911939:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.911943:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.911952:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864447744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.911972:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.911977:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b500 00000400:00000200:2.0:1734676307.911980:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4f8d [2] + 1968 00000400:00000010:2.0:1734676307.911984:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd93c8. 00000400:00000200:2.0:1734676307.911987:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0ba5840 00000400:00000010:3.0:1734676307.912086:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798df78. 00000400:00000200:3.0:1734676307.912090:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:3.0:1734676307.912092:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.912097:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864447744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.912233:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.912237:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.912240:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0ba5840 00000400:00000010:2.0:1734676307.912242:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a0ba5840. 00000100:00000200:2.0:1734676307.912247:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1734676307.912288:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864447744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.912345:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17800. 02000000:00000010:3.0:1734676307.912350:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095a78000. 00000100:00000010:3.0:1734676307.912353:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.912356:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676307.912359:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64940. 00000020:00000010:3.0:1734676307.912388:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6be200. 00000020:00000010:3.0:1734676307.912396:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.912400:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.912418:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa1450 x1818938867954944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.912438:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867954944 02000000:00000010:3.0:1734676307.912446:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:3.0:1734676307.912465:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009449ab00. 00010000:00000010:3.0:1734676307.912478:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64940. 00000100:00000010:3.0:1734676307.912483:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d0c0. 00000100:00000010:3.0:1734676307.912488:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d0c0. 00010000:00000010:3.0:1734676307.912490:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64940. 00000400:00000010:3.0:1734676307.912499:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.912502:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867954944, offset 224 00000400:00000200:3.0:1734676307.912507:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.912514:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.912519:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81265:81265:256:4294967295] 192.168.203.46@tcp LPNI seq info [81261:81261:8:4294967295] 00000400:00000200:3.0:1734676307.912526:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.912531:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.912534:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676307.912537:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.912542:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.912546:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.912557:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.912560:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.912564:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6be200. 02000000:00000010:3.0:1734676307.912570:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676307.912574:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676307.912578:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:3.0:1734676307.912581:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:3.0:1734676307.912584:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:3.0:1734676307.912586:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676307.912588:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676307.912591:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:3.0:1734676307.912593:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676307.912595:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676307.912598:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:3.0:1734676307.912601:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000200:3.0:1734676307.912606:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676307.912609:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798df78. 00000400:00000010:3.0:1734676307.912612:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d0c0. 00080000:00000010:3.0:1734676307.912630:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6be200. 00010000:00000010:3.0:1734676307.912693:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676307.912699:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ff77500. 00010000:00000010:3.0:1734676307.912762:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a78000. 00010000:00000010:3.0:1734676307.912767:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676307.912773:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64940. 00000100:00000010:3.0:1734676307.912775:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676307.912780:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.912789:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d140600. 02000000:00000010:3.0:1734676307.912803:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d141200. 00000400:00000010:3.0:1734676307.912806:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676307.912809:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.912811:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864447872, portal 16 00000400:00000010:3.0:1734676307.912814:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.912816:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864447872, offset 0 00000400:00000200:3.0:1734676307.912819:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.912823:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.912826:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.912830:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.912832:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.912834:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.912836:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81266:81266:255:4294967295] 192.168.203.46@tcp LPNI seq info [81262:81262:7:4294967295] 00000400:00000200:3.0:1734676307.912842:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.912846:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.912848:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.912851:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.912855:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.912857:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.912920:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.912923:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:0.0:1734676307.912926:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.912929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.912931:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676307.912933:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 02000000:00000010:0.0:1734676307.912936:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000800:00000200:0.0:1734676307.912971:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.912972:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676307.912974:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.912977:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.912979:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676307.912980:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676307.912984:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864447872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.916238:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073612600. 00010000:00000010:3.1:1734676307.916248:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0b2f00. 00010000:00000010:3.1:1734676307.916251:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17a00. 00000400:00000200:3.0:1734676307.916673:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.916687:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23180 00000400:00000200:3.0:1734676307.916693:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6661 [1] + 224 00000400:00000200:3.0:1734676307.916703:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.916706:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.916715:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864447872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676307.916735:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676307.916738:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b580 00000400:00000200:3.0:1734676307.916742:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 0 00000400:00000200:3.0:1734676307.916752:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.916754:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676307.916758:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676307.916762:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 00000020:00000010:3.0:1734676307.916794:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095958400. 00000020:00000010:3.0:1734676307.916798:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.916802:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.916821:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b100 x1818938867955072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.916840:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955072 02000000:00000010:3.0:1734676307.916847:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676307.916872:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.916878:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676307.916883:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676307.916885:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000010:3.0:1734676307.916895:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.916899:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955072, offset 224 00000400:00000200:3.0:1734676307.916904:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.916911:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.916915:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81267:81267:256:4294967295] 192.168.203.46@tcp LPNI seq info [81263:81263:8:4294967295] 00000400:00000200:3.0:1734676307.916923:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.916927:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.916930:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.916934:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.916938:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.916941:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.916952:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.916955:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.916958:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095958400. 00000800:00000200:3.0:1734676307.917028:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676307.917030:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:3.0:1734676307.917033:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676307.917053:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676307.917056:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.917058:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000400:00000010:0.0:1734676307.919742:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:0.0:1734676307.919752:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676307.919754:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676307.919764:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864447872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676307.919773:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864447872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676307.919799:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f81300. 02000000:00000010:0.0:1734676307.919818:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d141200. 02000000:00000010:0.0:1734676307.919824:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d140600. 00000100:00000010:0.0:1734676307.919828:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:0.0:1734676307.919831:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:0.0:1734676307.919834:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64940. 00080000:00000010:0.0:1734676307.919852:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47ec00. 00010000:00000010:0.0:1734676307.919925:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:0.0:1734676307.919933:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095b37100. 00010000:00000010:0.0:1734676307.919990:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47e800. 00010000:00000010:0.0:1734676307.919995:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cf00. 00010000:00000010:0.0:1734676307.920004:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614500. 00000100:00000010:0.0:1734676307.920010:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.920017:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676307.920027:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47fa00. 02000000:00000010:0.0:1734676307.920084:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47fe00. 00000400:00000010:0.0:1734676307.920089:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676307.920093:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676307.920098:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448000, portal 16 00000400:00000010:0.0:1734676307.920102:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676307.920104:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448000, offset 0 00000400:00000200:0.0:1734676307.920109:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.920118:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.920123:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.920126:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.920129:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.920131:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.920134:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81268:81268:256:4294967295] 192.168.203.46@tcp LPNI seq info [81264:81264:8:4294967295] 00000400:00000200:0.0:1734676307.920142:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.920147:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.920150:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011700. 00000800:00000200:0.0:1734676307.920155:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.920161:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.920164:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.920285:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.920288:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011700. 00000400:00000200:1.0:1734676307.920291:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.920295:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.920297:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:1.0:1734676307.920299:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:1.0:1734676307.920303:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864448000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.921854:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.921866:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23200 00000400:00000200:0.0:1734676307.921873:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa666d [1] + 224 00000400:00000200:0.0:1734676307.921889:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.921892:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.921899:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864448000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.921980:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:1.0:1734676307.921984:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:1.0:1734676307.921985:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:1.0:1734676307.921989:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864448000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.921997:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864448000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.922013:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47fe00. 02000000:00000010:1.0:1734676307.922017:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47fa00. 00000100:00000010:1.0:1734676307.922020:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000010:1.0:1734676307.922025:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00010000:00000010:1.0:1734676307.922028:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614500. 00010000:00000010:3.1:1734676307.923192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e351a00. 00010000:00000010:3.1:1734676307.923203:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ccf0e00. 00010000:00000010:3.1:1734676307.923207:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140400. 00010000:00000010:3.1:1734676307.923209:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d149c00. 00010000:00000010:3.1:1734676307.923214:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b35c00. 00010000:00000010:3.1:1734676307.923220:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17e00. 00010000:00000010:3.1:1734676307.923223:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5100. 00010000:00000010:3.1:1734676307.923226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17c00. 00000400:00000200:0.0:1734676307.924673:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.924687:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b600 00000400:00000200:0.0:1734676307.924694:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 328 00000400:00000200:0.0:1734676307.924750:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.924754:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.924759:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.924764:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:3.0:1734676307.924931:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095958a00. 00000020:00000010:3.0:1734676307.924938:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.924941:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.924961:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867955200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.924980:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955200 02000000:00000010:3.0:1734676307.924987:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676307.925007:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736d4200. 00010000:00000010:3.0:1734676307.925020:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.925025:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676307.925054:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676307.925056:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000010:3.0:1734676307.925065:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.925077:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955200, offset 224 00000400:00000200:3.0:1734676307.925082:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.925088:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.925093:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81269:81269:256:4294967295] 192.168.203.46@tcp LPNI seq info [81265:81265:8:4294967295] 00000400:00000200:3.0:1734676307.925100:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.925104:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.925107:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.925111:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.925116:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.925119:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.925131:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.925133:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.925136:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095958a00. 00000800:00000200:1.0:1734676307.925225:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.925227:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:1.0:1734676307.925230:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.925233:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.925235:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676307.925237:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00080000:00000010:1.0:1734676307.925261:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c0fc400. 00010000:00000010:1.0:1734676307.925315:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cf00. 00010000:00000010:1.0:1734676307.925319:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6d9f80. 00010000:00000010:1.0:1734676307.925368:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db08e00. 00010000:00000010:1.0:1734676307.925372:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59400. 00010000:00000010:1.0:1734676307.925378:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.925381:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.925386:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 02000000:00000010:1.0:1734676307.925393:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d4e3200. 02000000:00000010:1.0:1734676307.925408:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d4e2e00. 00000400:00000010:1.0:1734676307.925412:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad688. 00000400:00000010:1.0:1734676307.925415:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.925419:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448128, portal 16 00000400:00000010:1.0:1734676307.925423:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.925424:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448128, offset 0 00000400:00000200:1.0:1734676307.925429:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.925433:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.925436:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.925439:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.925442:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.925444:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.925446:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81270:81270:256:4294967295] 192.168.203.46@tcp LPNI seq info [81266:81266:8:4294967295] 00000400:00000200:1.0:1734676307.925452:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.925455:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.925457:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6f00. 00000800:00000200:1.0:1734676307.925459:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.925463:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.925465:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.925503:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.925505:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6f00. 00000400:00000200:1.0:1734676307.925507:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.925510:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.925512:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:1.0:1734676307.925513:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.925518:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8e00 x1818938864448128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.926096:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801368f1800. 00010000:00000010:3.1:1734676307.926102:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2000. 00010000:00000010:3.1:1734676307.926105:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a79e00. 00000400:00000200:0.0:1734676307.926578:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.926585:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23280 00000400:00000200:0.0:1734676307.926591:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6679 [1] + 224 00000400:00000200:0.0:1734676307.926599:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.926602:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.926608:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8e00 x1818938864448128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676307.926654:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad688. 00000400:00000200:1.0:1734676307.926658:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676307.926659:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.926664:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8e00 x1818938864448128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.926672:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8e00 x1818938864448128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.926689:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d4e2e00. 02000000:00000010:1.0:1734676307.926694:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d4e3200. 00000100:00000010:1.0:1734676307.926697:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000010:1.0:1734676307.926702:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.926704:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000200:0.0:1734676307.926901:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.926906:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b680 00000400:00000200:0.0:1734676307.926910:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 656 00000400:00000200:0.0:1734676307.926945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.926949:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.926952:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.926956:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676307.927062:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:1.0:1734676307.927075:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676307.927086:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.927099:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867955328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.927574:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955328 02000000:00000010:1.0:1734676307.927581:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.927596:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7e8c80. 00010000:00000010:1.0:1734676307.927606:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.927610:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.927626:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.927629:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.927635:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.927639:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955328, offset 224 00000400:00000200:1.0:1734676307.927644:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676307.927647:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47ea00. 00000400:00000200:1.0:1734676307.927649:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.927654:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81271:81271:256:4294967295] 192.168.203.46@tcp LPNI seq info [81267:81267:8:4294967295] 00000400:00000200:1.0:1734676307.927661:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.927665:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.927668:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6f00. 00000800:00000200:1.0:1734676307.927671:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.927676:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.927679:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.927690:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59300. 00000020:00000010:1.0:1734676307.927694:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00010000:00000010:0.0:1734676307.927694:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59400. 00000020:00000010:1.0:1734676307.927697:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00010000:00000010:0.0:1734676307.927698:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7e8c00. 00000800:00000200:1.0:1734676307.927741:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1734676307.927741:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011c00. 00000800:00000010:1.0:1734676307.927744:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6f00. 00010000:00000010:0.0:1734676307.927744:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5cc80. 00000400:00000200:1.0:1734676307.927746:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1734676307.927747:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fc00. 00000400:00000200:1.0:1734676307.927749:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:0.0:1734676307.927750:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c900. 00000400:00000200:1.0:1734676307.927752:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676307.927753:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00080000:00000010:0.0:1734676307.927757:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f000. 00010000:00000010:0.0:1734676307.927770:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c900. 00010000:00000010:0.0:1734676307.927773:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5cc80. 00010000:00000010:0.0:1734676307.927802:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d47fa00. 00010000:00000010:0.0:1734676307.927804:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cc80. 00010000:00000010:0.0:1734676307.927809:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614440. 00000100:00000010:0.0:1734676307.927812:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469d80. 00000100:00000010:0.0:1734676307.927816:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 02000000:00000010:0.0:1734676307.927822:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d47fe00. 02000000:00000010:0.0:1734676307.927834:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d47f200. 00000400:00000010:0.0:1734676307.927837:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676307.927841:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676307.927845:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448256, portal 16 00000400:00000010:0.0:1734676307.927848:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676307.927849:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448256, offset 0 00000400:00000200:0.0:1734676307.927853:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.927858:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.927861:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.927863:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.927865:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.927867:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.927870:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81272:81272:256:4294967295] 192.168.203.46@tcp LPNI seq info [81268:81268:8:4294967295] 00000400:00000200:0.0:1734676307.927877:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.927880:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.927882:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011300. 00000800:00000200:0.0:1734676307.927885:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.927889:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.927891:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.928390:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.928393:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011300. 00000400:00000200:1.0:1734676307.928396:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.928400:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.928402:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:1.0:1734676307.928403:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000100:00000200:1.0:1734676307.928408:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480380 x1818938864448256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.929127:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.929135:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23300 00000400:00000200:0.0:1734676307.929141:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6685 [1] + 224 00000400:00000200:0.0:1734676307.929147:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.929150:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.929156:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480380 x1818938864448256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.929464:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.929469:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b700 00000400:00000200:0.0:1734676307.929474:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 984 00000400:00000200:0.0:1734676307.929520:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.929523:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.929526:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.929530:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:1.0:1734676307.929613:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:1.0:1734676307.929617:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676307.929619:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676307.929624:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480380 x1818938864448256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.929636:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480380 x1818938864448256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.929653:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d47f200. 02000000:00000010:1.0:1734676307.929657:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d47fe00. 00000100:00000010:1.0:1734676307.929660:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00000100:00000010:1.0:1734676307.929664:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469d80. 00000020:00000010:3.0:1734676307.929665:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095958a00. 00010000:00000010:1.0:1734676307.929667:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614440. 00000020:00000010:3.0:1734676307.929674:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.929678:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676307.929692:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867955456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.929717:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955456 02000000:00000010:3.0:1734676307.929725:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:3.0:1734676307.929741:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edce700. 00010000:00000010:3.0:1734676307.929752:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.929757:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676307.929763:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676307.929765:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000010:3.0:1734676307.929773:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.929776:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955456, offset 224 00080000:00000010:0.0:1734676307.929922:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47fe00. 00000400:00000200:3.0:1734676307.930290:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.930297:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.930302:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81273:81273:256:4294967295] 192.168.203.46@tcp LPNI seq info [81269:81269:8:4294967295] 00000400:00000200:3.0:1734676307.930309:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.930313:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.930316:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.930320:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.930325:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.930328:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676307.930346:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676307.930349:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676307.930352:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095958a00. 00000800:00000200:1.0:1734676307.930485:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.930488:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:1.0:1734676307.930492:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.930496:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.930498:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676307.930500:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:1.0:1734676307.930541:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cc80. 00010000:00000010:1.0:1734676307.930547:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edce680. 00010000:00000010:1.0:1734676307.930593:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4e3200. 00010000:00000010:1.0:1734676307.930597:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59300. 00010000:00000010:1.0:1734676307.930604:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.930607:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.930612:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 02000000:00000010:1.0:1734676307.930621:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ce2e400. 02000000:00000010:1.0:1734676307.930634:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ce2e000. 00000400:00000010:1.0:1734676307.930637:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad688. 00000400:00000010:1.0:1734676307.930640:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.930644:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448384, portal 16 00000400:00000010:1.0:1734676307.930647:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676307.930648:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448384, offset 0 00000400:00000200:1.0:1734676307.930652:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.930898:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.930901:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676307.930929:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676307.930932:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676307.930934:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676307.930936:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81274:81274:256:4294967295] 192.168.203.46@tcp LPNI seq info [81270:81270:8:4294967295] 00000400:00000200:1.0:1734676307.930942:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.930946:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.930952:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6f00. 00000800:00000200:1.0:1734676307.930956:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.930960:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.930962:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.931297:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.931300:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6f00. 00000400:00000200:0.0:1734676307.931303:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.931306:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.931309:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:0.0:1734676307.931311:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000100:00000200:0.0:1734676307.931317:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8e00 x1818938864448384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.931952:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095957400. 00010000:00000010:1.1:1734676307.931969:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095ac1a00. 00010000:00000010:1.1:1734676307.931973:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eebe00. 00010000:00000010:1.1:1734676307.931976:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a78000. 00000400:00000200:0.0:1734676307.933010:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.933020:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23380 00000400:00000200:0.0:1734676307.933028:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6691 [1] + 224 00000400:00000200:0.0:1734676307.933121:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.933149:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.933158:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8e00 x1818938864448384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.933190:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.933194:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b780 00000400:00000200:0.0:1734676307.933198:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 1312 00000400:00000010:1.0:1734676307.933464:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad688. 00000400:00000200:1.0:1734676307.933468:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:1.0:1734676307.933470:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.933475:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8e00 x1818938864448384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676307.933483:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8e00 x1818938864448384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676307.933503:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ce2e000. 02000000:00000010:1.0:1734676307.933507:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ce2e400. 00000100:00000010:1.0:1734676307.933510:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000010:1.0:1734676307.933515:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.933518:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000200:0.0:1734676307.933616:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.933620:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.933625:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.933629:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676307.933684:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097e75400. 00000020:00000010:2.0:1734676307.933689:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.933693:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.933710:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867955584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.933729:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955584 02000000:00000010:2.0:1734676307.933737:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676307.933758:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55f80. 00010000:00000010:2.0:1734676307.933778:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.933783:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.933795:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.933797:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.933805:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676307.933808:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955584, offset 224 00000400:00000200:2.0:1734676307.933812:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.933818:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.933822:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81275:81275:256:4294967295] 192.168.203.46@tcp LPNI seq info [81271:81271:8:4294967295] 00000400:00000200:2.0:1734676307.933829:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.933833:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.933836:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.933839:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.933844:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.933847:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.933855:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.933858:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.933861:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097e75400. 00000800:00000200:1.0:1734676307.933961:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.933964:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676307.933967:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.933970:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.933973:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676307.933974:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00080000:00000010:0.0:1734676307.934026:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d47f200. 00010000:00000010:0.0:1734676307.934118:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59300. 00010000:00000010:0.0:1734676307.934124:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55f00. 00010000:00000010:0.0:1734676307.934178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:0.0:1734676307.934182:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c900. 00010000:00000010:0.0:1734676307.934189:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614400. 00000100:00000010:0.0:1734676307.934192:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676307.934198:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 02000000:00000010:0.0:1734676307.934205:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b49c00. 02000000:00000010:0.0:1734676307.934222:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c335600. 00000400:00000010:0.0:1734676307.934225:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676307.934229:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.934233:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448512, portal 16 00000400:00000010:0.0:1734676307.934236:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676307.934238:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448512, offset 0 00000400:00000200:0.0:1734676307.934241:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.934246:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.934249:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.934252:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.934255:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.934257:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.934260:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81276:81276:256:4294967295] 192.168.203.46@tcp LPNI seq info [81272:81272:8:4294967295] 00000400:00000200:0.0:1734676307.934266:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.934270:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.934272:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011e00. 00000800:00000200:0.0:1734676307.934275:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.934278:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.934280:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.934550:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.934553:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011e00. 00000400:00000200:1.0:1734676307.934556:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.934560:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.934562:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:1.0:1734676307.934564:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:1.0:1734676307.934569:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480380 x1818938864448512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.935885:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.935894:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23400 00000400:00000200:0.0:1734676307.935900:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa669d [1] + 224 00000400:00000200:0.0:1734676307.937266:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.937274:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.937290:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480380 x1818938864448512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.937316:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000010:2.0:1734676307.937323:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:0.0:1734676307.937323:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b800 00000400:00000200:2.0:1734676307.937328:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:2.0:1734676307.937330:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:2.0:1734676307.937336:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480380 x1818938864448512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.937344:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480380 x1818938864448512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.937366:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c335600. 02000000:00000010:2.0:1734676307.937370:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b49c00. 00000100:00000010:2.0:1734676307.937374:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00000100:00000010:2.0:1734676307.937379:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:2.0:1734676307.937383:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614400. 00010000:00000010:1.1:1734676307.937450:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c6b00. 00010000:00000010:1.1:1734676307.937462:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47e800. 00000400:00000200:0.0:1734676307.938282:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 1640 00000400:00000200:0.0:1734676307.938340:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.938345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.938349:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.938354:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676307.938432:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676307.938437:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.938440:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.938457:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867955712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.938489:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955712 02000000:00000010:1.0:1734676307.938496:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.938516:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d166c80. 00010000:00000010:1.0:1734676307.938528:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.938533:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.938538:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.938540:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.938549:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676307.938552:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955712, offset 224 00080000:00000010:2.0:1734676307.938553:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e75400. 00000400:00000200:1.0:1734676307.938557:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.938563:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.938568:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81277:81277:256:4294967295] 192.168.203.46@tcp LPNI seq info [81273:81273:8:4294967295] 00000400:00000200:1.0:1734676307.938576:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.938581:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.938584:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676307.938588:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.938594:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.938597:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.938609:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00010000:00000010:2.0:1734676307.938611:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c900. 00000020:00000010:1.0:1734676307.938613:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.938616:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00010000:00000010:2.0:1734676307.938617:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166b80. 00010000:00000010:2.0:1734676307.938664:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e74200. 00010000:00000010:2.0:1734676307.938669:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676307.938675:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.938678:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.938682:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000800:00000200:0.0:1734676307.938682:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.938685:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:0.0:1734676307.938689:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676307.938691:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b49c00. 00000400:00000200:0.0:1734676307.938692:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.938695:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676307.938697:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 02000000:00000010:2.0:1734676307.938705:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17c00. 00000400:00000010:2.0:1734676307.938709:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676307.938712:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.938716:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448640, portal 16 00000400:00000010:2.0:1734676307.938718:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676307.938720:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448640, offset 0 00000400:00000200:2.0:1734676307.938724:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.938728:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.938730:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.938733:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.938735:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.938737:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.938739:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81278:81278:256:4294967295] 192.168.203.46@tcp LPNI seq info [81274:81274:8:4294967295] 00000400:00000200:2.0:1734676307.938745:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.938749:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.938752:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676307.938754:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.938758:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.938760:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.938864:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.938867:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:1.0:1734676307.938870:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.938874:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.938876:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:1.0:1734676307.938878:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:1.0:1734676307.938882:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864448640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.939730:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.939737:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23480 00000400:00000200:0.0:1734676307.939742:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66a9 [1] + 224 00000400:00000200:0.0:1734676307.939753:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.939755:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.939761:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864448640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.939871:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676307.939874:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676307.939875:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.939880:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864448640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.939887:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864448640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.939901:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17c00. 02000000:00000010:2.0:1734676307.939905:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b49c00. 00000100:00000010:2.0:1734676307.939908:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676307.939911:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.939914:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00010000:00000010:0.1:1734676307.940144:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da8de00. 00010000:00000010:3.1:1734676307.940196:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a1de00. 00010000:00000010:1.1:1734676307.942130:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ad2f00. 00010000:00000010:1.1:1734676307.942144:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db08e00. 00010000:00000010:1.1:1734676307.942148:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011c00. 00010000:00000010:1.1:1734676307.942151:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fc00. 00000400:00000200:0.0:1734676307.942291:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.942301:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b880 00000400:00000200:0.0:1734676307.942308:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa4fe5 [2] + 1968 00000400:00000010:0.0:1734676307.942312:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad580. 00000400:00000200:0.0:1734676307.942316:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012fdfed80 00000400:00000200:0.0:1734676307.942367:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.942372:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.942375:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012fdfed80 00000400:00000010:0.0:1734676307.942377:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012fdfed80. 00000100:00000200:0.0:1734676307.942382:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676307.942454:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676307.942459:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.942463:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.942482:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880088aa0050 x1818938867955840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.942514:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955840 02000000:00000010:1.0:1734676307.942522:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676307.942543:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d166500. 00010000:00000010:1.0:1734676307.942557:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.942562:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb540. 00000100:00000010:1.0:1734676307.942582:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb540. 00010000:00000010:1.0:1734676307.942585:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.942595:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676307.942599:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955840, offset 224 00000400:00000200:1.0:1734676307.942604:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.942611:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.942615:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81279:81279:256:4294967295] 192.168.203.46@tcp LPNI seq info [81275:81275:8:4294967295] 00000400:00000200:1.0:1734676307.942623:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.942627:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.942631:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676307.942635:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.942641:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.942645:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676307.942648:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095958a00. 00000020:00000010:1.0:1734676307.942665:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.942669:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.942672:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 02000000:00000010:1.0:1734676307.942678:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676307.942681:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676307.942686:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:1.0:1734676307.942689:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676307.942693:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676307.942696:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676307.942699:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676307.942702:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676307.942705:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676307.942707:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00010000:00000010:3.0:1734676307.942710:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 02000000:00000010:1.0:1734676307.942710:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676307.942712:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00010000:00000010:3.0:1734676307.942715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166800. 00000100:00000200:1.0:1734676307.942717:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676307.942720:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad688. 00000400:00000010:1.0:1734676307.942723:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959eb540. 00010000:00000010:3.0:1734676307.942771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095959800. 00010000:00000010:3.0:1734676307.942776:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676307.942783:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64d00. 00000100:00000010:3.0:1734676307.942786:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676307.942791:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676307.942800:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095959000. 02000000:00000010:3.0:1734676307.942816:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095958400. 00000400:00000010:3.0:1734676307.942820:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.942823:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676307.942825:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448768, portal 16 00000400:00000010:3.0:1734676307.942829:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676307.942830:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448768, offset 0 00000400:00000200:3.0:1734676307.942834:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.942839:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.942842:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.942845:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.942848:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.942850:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.942853:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81280:81280:255:4294967295] 192.168.203.46@tcp LPNI seq info [81276:81276:7:4294967295] 00000400:00000200:3.0:1734676307.942859:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.942863:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.942865:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.942868:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.942871:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.942874:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.942943:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.942945:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676307.942950:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.942953:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.942956:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676307.942957:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 02000000:00000010:0.0:1734676307.942960:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000800:00000200:0.0:1734676307.943183:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.943186:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676307.943189:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.943192:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.943195:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676307.943196:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676307.943201:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864448768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.945809:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.945821:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23500 00000400:00000200:0.0:1734676307.945829:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66b9 [1] + 224 00000400:00000200:0.0:1734676307.945837:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.945840:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.945848:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864448768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.945884:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.945888:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b900 00000400:00000200:0.0:1734676307.945893:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 0 00000400:00000010:2.0:1734676307.945913:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:2.0:1734676307.945916:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:2.0:1734676307.945918:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676307.945923:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864448768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.945933:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864448768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.945950:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676307.945953:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095958400. 00000400:00000200:0.0:1734676307.945953:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:2.0:1734676307.945957:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095959000. 00000100:00000200:0.0:1734676307.945957:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.945960:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:0.0:1734676307.945961:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000100:00000010:2.0:1734676307.945963:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676307.945966:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64d00. 00000020:00000010:2.0:1734676307.945993:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17c00. 00000020:00000010:2.0:1734676307.945997:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676307.946001:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.946017:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867955968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.946064:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867955968 02000000:00000010:2.0:1734676307.946081:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676307.946099:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313ce700. 00010000:00000010:2.0:1734676307.946113:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.946117:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.946122:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.946125:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.946133:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.946136:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867955968, offset 224 00000400:00000200:2.0:1734676307.946141:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.946147:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.946151:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81281:81281:256:4294967295] 192.168.203.46@tcp LPNI seq info [81277:81277:8:4294967295] 00010000:00000010:0.1:1734676307.946397:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129d40800. 00010000:00000010:0.1:1734676307.946403:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29100. 00010000:00000010:0.1:1734676307.946406:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d47fa00. 00000400:00000200:2.0:1734676307.946523:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.946529:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.946532:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676307.946537:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.946543:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.946546:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.946567:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4c80. 00000020:00000010:2.0:1734676307.946571:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.946575:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17c00. 00080000:00000010:2.0:1734676307.946596:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17c00. 00010000:00000010:2.0:1734676307.946655:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:2.0:1734676307.946660:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313ce680. 00010000:00000010:2.0:1734676307.946713:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5000. 00010000:00000010:2.0:1734676307.946715:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676307.946719:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17e00. 00010000:00000010:2.0:1734676307.946724:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00080000:00000010:2.0:1734676307.946732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17a00. 00010000:00000010:2.0:1734676307.946749:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676307.946752:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676307.946788:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17800. 00010000:00000010:2.0:1734676307.946791:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c80. 00010000:00000010:2.0:1734676307.946796:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.946799:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.946805:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676307.946813:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17600. 02000000:00000010:2.0:1734676307.946828:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b49c00. 00000400:00000010:2.0:1734676307.946832:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000010:2.0:1734676307.946834:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.946839:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864448896, portal 16 00000400:00000010:2.0:1734676307.946842:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676307.946843:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864448896, offset 0 00000400:00000200:2.0:1734676307.946847:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.946852:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.946855:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676307.946858:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676307.946861:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676307.946863:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676307.946865:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81282:81282:255:4294967295] 192.168.203.46@tcp LPNI seq info [81278:81278:7:4294967295] 00000400:00000200:2.0:1734676307.946871:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.946875:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.946878:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676307.946881:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.946885:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.946887:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.946960:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.946964:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676307.946966:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.946970:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.946972:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676307.946974:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:0.0:1734676307.947225:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.947227:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676307.947230:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.947233:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.947236:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676307.947237:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:0.0:1734676307.947243:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864448896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.948337:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.948347:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23580 00000400:00000200:0.0:1734676307.948446:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66c5 [1] + 224 00000400:00000200:0.0:1734676307.948467:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.948471:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.948478:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864448896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.948565:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7948. 00000400:00000200:2.0:1734676307.948569:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676307.948571:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.948576:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864448896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676307.948583:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864448896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.948602:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b49c00. 02000000:00000010:2.0:1734676307.948607:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17600. 00000100:00000010:2.0:1734676307.948611:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676307.948615:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.948618:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000200:0.0:1734676307.948784:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.948790:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517b980 00000400:00000200:0.0:1734676307.948795:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 328 00000400:00000200:0.0:1734676307.948925:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.948929:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.948934:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.948938:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00010000:00000010:3.1:1734676307.949128:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceed00. 00010000:00000010:3.1:1734676307.949133:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:1.1:1734676307.949146:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35300. 00010000:00000010:1.1:1734676307.949150:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e3200. 00010000:00000010:0.1:1734676307.949198:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a09a2100. 00000020:00000010:2.0:1734676307.949202:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00010000:00000010:0.1:1734676307.949203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e74200. 00000020:00000010:2.0:1734676307.949206:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.949209:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.949248:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867956096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.949376:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956096 02000000:00000010:2.0:1734676307.949384:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676307.949408:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dae9300. 00010000:00000010:2.0:1734676307.949421:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.949425:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.949441:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.949443:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.949451:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.949454:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956096, offset 224 00000400:00000200:2.0:1734676307.949458:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.949465:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.949470:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81283:81283:256:4294967295] 192.168.203.46@tcp LPNI seq info [81279:81279:8:4294967295] 00000400:00000200:2.0:1734676307.949478:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.949486:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.949489:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676307.949493:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.949498:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.949501:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.949523:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.949526:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.949530:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00080000:00000010:0.0:1734676307.949586:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c335e00. 00010000:00000010:0.0:1734676307.949643:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c80. 00010000:00000010:0.0:1734676307.949648:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dae9280. 00010000:00000010:0.0:1734676307.949700:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c335a00. 00010000:00000010:0.0:1734676307.949705:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c780. 00010000:00000010:0.0:1734676307.949712:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d6143c0. 00000100:00000010:0.0:1734676307.949715:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676307.949720:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 02000000:00000010:0.0:1734676307.949727:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c334c00. 02000000:00000010:0.0:1734676307.949741:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c334600. 00000400:00000010:0.0:1734676307.949746:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676307.949749:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e000. 00000100:00000200:0.0:1734676307.949753:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449024, portal 16 00000400:00000010:0.0:1734676307.949756:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ee58. 00000100:00000200:0.0:1734676307.949758:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449024, offset 0 00000400:00000200:0.0:1734676307.949761:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676307.949766:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.949769:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676307.949772:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676307.949775:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676307.949776:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676307.949779:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81284:81284:255:4294967295] 192.168.203.46@tcp LPNI seq info [81280:81280:7:4294967295] 00000400:00000200:0.0:1734676307.949785:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.949788:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.949790:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011100. 00000800:00000200:0.0:1734676307.949793:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.949797:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.949799:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.949867:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.949870:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:1.0:1734676307.949873:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.949877:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.949880:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676307.949881:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000800:00000200:1.0:1734676307.949917:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.949920:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011100. 00000400:00000200:1.0:1734676307.949922:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.949924:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.949927:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ee58 00000400:00000010:1.0:1734676307.949928:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ee58. 00000100:00000200:1.0:1734676307.949932:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483800 x1818938864449024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.951417:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.951429:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23600 00000400:00000200:0.0:1734676307.951436:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66d1 [1] + 224 00000400:00000200:0.0:1734676307.951456:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.951459:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.951468:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483800 x1818938864449024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676307.951564:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676307.951568:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e000 00000400:00000010:2.0:1734676307.951570:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e000. 00000400:00000200:0.0:1734676307.951570:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:2.0:1734676307.951575:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483800 x1818938864449024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.951575:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ba00 00000400:00000200:0.0:1734676307.951580:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 656 00000100:00000200:2.0:1734676307.951582:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483800 x1818938864449024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676307.951601:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c334600. 02000000:00000010:2.0:1734676307.951605:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c334c00. 00000100:00000010:2.0:1734676307.951608:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000010:2.0:1734676307.951612:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:2.0:1734676307.951616:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d6143c0. 00000400:00000200:0.0:1734676307.951624:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.951628:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.951632:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.951635:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676307.951662:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.951666:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.951669:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.951683:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867956224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.951739:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956224 02000000:00000010:2.0:1734676307.951748:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.951765:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dae9f80. 00010000:00000010:2.0:1734676307.951777:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.951783:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.951879:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.951883:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.951892:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676307.951896:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956224, offset 224 00000400:00000200:2.0:1734676307.951900:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.951906:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676307.951910:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095959000. 00000400:00000200:2.0:1734676307.951911:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81285:81285:256:4294967295] 192.168.203.46@tcp LPNI seq info [81281:81281:8:4294967295] 00000400:00000200:2.0:1734676307.951917:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.951921:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.951923:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676307.951927:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.951931:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.951934:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.951955:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.951957:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.951961:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00010000:00000010:3.0:1734676307.951962:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c780. 00010000:00000010:3.0:1734676307.951967:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dae9f00. 00010000:00000010:3.0:1734676307.952034:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095958400. 00000800:00000200:0.0:1734676307.952060:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.952063:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676307.952076:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.952079:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676307.952082:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00000400:00000200:0.0:1734676307.952082:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676307.952083:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:3.0:1734676307.952089:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.952092:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.952097:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.952267:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095959600. 02000000:00000010:3.0:1734676307.952284:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d4e3200. 00000400:00000010:3.0:1734676307.952288:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.952291:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.952295:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449152, portal 16 00000400:00000010:3.0:1734676307.952298:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676307.952299:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449152, offset 0 00000400:00000200:3.0:1734676307.952304:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.952308:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.952311:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.952314:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.952317:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.952318:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.952321:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81286:81286:256:4294967295] 192.168.203.46@tcp LPNI seq info [81282:81282:8:4294967295] 00000400:00000200:3.0:1734676307.952327:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.952330:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.952333:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.952336:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.952339:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.952341:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.952423:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.952426:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.952432:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.952435:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.952437:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676307.952439:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676307.952443:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.953539:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.953546:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23680 00000400:00000200:0.0:1734676307.953551:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66dd [1] + 224 00000400:00000200:0.0:1734676307.953556:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.953558:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.953563:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.953582:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.953585:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ba80 00000400:00000200:0.0:1734676307.953588:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 984 00000400:00000200:0.0:1734676307.953617:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.953620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.953623:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.953627:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:2.0:1734676307.953680:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.953684:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.953688:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000400:00000010:3.0:1734676307.953695:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.953698:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.953700:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:2.0:1734676307.953701:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867956352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676307.953703:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.953710:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.953726:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d4e3200. 00000100:00000200:2.0:1734676307.953727:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956352 02000000:00000010:3.0:1734676307.953731:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095959600. 00000100:00000010:3.0:1734676307.953735:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 02000000:00000010:2.0:1734676307.953735:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00000100:00000010:3.0:1734676307.953737:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.953740:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00010000:00000010:2.0:1734676307.953794:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52d900. 00010000:00000010:2.0:1734676307.953808:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.953813:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.953827:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.953830:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.953838:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676307.953841:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956352, offset 224 00000400:00000200:2.0:1734676307.953845:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.953851:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.953855:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81287:81287:256:4294967295] 192.168.203.46@tcp LPNI seq info [81283:81283:8:4294967295] 00000400:00000200:2.0:1734676307.953862:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.953866:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.953869:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676307.953873:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.953878:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.953881:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.953900:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.953903:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.953906:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00080000:00000010:3.0:1734676307.953942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4e3200. 00010000:00000010:3.0:1734676307.953992:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.953997:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52d880. 00010000:00000010:3.0:1734676307.954083:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:3.0:1734676307.954088:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.954094:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.954096:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.954100:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.954105:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095959600. 02000000:00000010:3.0:1734676307.954117:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0a1de00. 00000400:00000010:3.0:1734676307.954120:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.954122:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.954125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449280, portal 16 00000400:00000010:3.0:1734676307.954128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676307.954129:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449280, offset 0 00000400:00000200:3.0:1734676307.954133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.954136:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.954139:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.954142:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.954145:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.954146:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.954148:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81288:81288:255:4294967295] 192.168.203.46@tcp LPNI seq info [81284:81284:7:4294967295] 00000400:00000200:3.0:1734676307.954154:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.954157:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.954160:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.954162:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.954162:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.954165:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000800:00000200:3.0:1734676307.954166:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.954168:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1734676307.954168:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.954171:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.954174:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676307.954175:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:1.0:1734676307.954358:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.954361:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676307.954363:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.954366:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.954369:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676307.954370:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676307.954374:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676307.955229:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d64a800. 00010000:00000010:3.1:1734676307.955238:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0d00. 00010000:00000010:3.1:1734676307.955242:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095959800. 00010000:00000010:3.1:1734676307.955245:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5000. 00010000:00000010:3.1:1734676307.955248:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17e00. 00010000:00000010:0.1:1734676307.955348:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7600. 00010000:00000010:0.1:1734676307.955353:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7200. 00000400:00000200:0.0:1734676307.955435:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.955443:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23700 00000400:00000200:0.0:1734676307.955449:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66e9 [1] + 224 00000400:00000200:0.0:1734676307.955464:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.955468:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.955474:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.955516:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.955521:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.955522:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.955527:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.955540:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.955558:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0a1de00. 02000000:00000010:3.0:1734676307.955563:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095959600. 00000100:00000010:3.0:1734676307.955565:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.955568:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.955570:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676307.955745:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.955751:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bb00 00000400:00000200:0.0:1734676307.955755:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 1312 00000400:00000200:0.0:1734676307.955793:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.955797:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.955800:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.955803:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676307.955846:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.955850:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.955853:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.955866:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867956480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.955888:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956480 02000000:00000010:2.0:1734676307.955895:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a127dc00. 00010000:00000010:2.0:1734676307.955909:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d22f80. 00010000:00000010:2.0:1734676307.955918:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.955922:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.955934:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.955936:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.955964:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00080000:00000010:3.0:1734676307.955984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0a1de00. 00010000:00000010:3.0:1734676307.956029:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.956034:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d22f00. 00000100:00000200:2.0:1734676307.956114:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956480, offset 224 00000400:00000200:2.0:1734676307.956121:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.956127:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.956131:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81289:81289:256:4294967295] 192.168.203.46@tcp LPNI seq info [81285:81285:8:4294967295] 00000400:00000200:2.0:1734676307.956138:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.956142:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.956145:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676307.956149:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.956154:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.956157:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.956175:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.956178:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.956181:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00000800:00000200:1.0:1734676307.956221:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.956224:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:1.0:1734676307.956227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.956230:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.956231:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676307.956233:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000004:00000010:3.0:1734676307.956311:0:23972:0:(mdt_handler.c:6777:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff880095b08910. 00000004:00000010:3.0:1734676307.956318:0:23972:0:(mdd_object.c:257:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012eb64bb8. 00000004:00000010:3.0:1734676307.956323:0:23972:0:(lod_dev.c:197:lod_object_alloc()) slab-alloced 'lod_obj': 200 at ffff880097c20bb8. 00080000:00000010:3.0:1734676307.956329:0:23972:0:(osd_handler.c:425:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095959600. 00000001:00000010:3.0:1734676307.956341:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798db00. 00000001:00000010:3.0:1734676307.956352:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798db00. 00080000:00000010:3.0:1734676307.956360:0:23972:0:(osd_handler.c:1691:osd_object_free()) kfreed 'obj': 272 at ffff880095959600. 00000004:00000010:3.0:1734676307.956365:0:23972:0:(lod_object.c:9666:lod_object_free()) slab-freed '(lo)': 200 at ffff880097c20bb8. 00000004:00000010:3.0:1734676307.956369:0:23972:0:(mdd_object.c:321:mdd_object_free()) slab-freed '(mdd)': 120 at ffff88012eb64bb8. 00000004:00000010:3.0:1734676307.956372:0:23972:0:(mdt_handler.c:6851:mdt_object_free()) slab-freed 'mo': 464 at ffff880095b08910. 00010000:00000010:3.0:1734676307.956391:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93c00. 00010000:00000010:3.0:1734676307.956393:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.956396:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095959600. 00010000:00000010:3.0:1734676307.956400:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00080000:00000010:3.0:1734676307.956408:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095959800. 00010000:00000010:3.0:1734676307.956427:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676307.956430:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.956466:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a78000. 00010000:00000010:3.0:1734676307.956468:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.956474:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.956477:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.956481:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.956488:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095a79e00. 02000000:00000010:3.0:1734676307.956502:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a4ca8a00. 00000400:00000010:3.0:1734676307.956505:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.956509:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.956512:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449408, portal 16 00000400:00000010:3.0:1734676307.956515:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676307.956516:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449408, offset 0 00000400:00000200:3.0:1734676307.956521:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.956525:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.956534:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.956537:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.956539:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.956541:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.956543:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81290:81290:256:4294967295] 192.168.203.46@tcp LPNI seq info [81286:81286:8:4294967295] 00000400:00000200:3.0:1734676307.956549:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.956553:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.956555:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676307.956558:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.956562:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.956565:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.956630:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.956633:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676307.956636:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.956639:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.956641:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676307.956643:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676307.956647:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.957768:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.957778:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23780 00000400:00000200:0.0:1734676307.957785:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa66f5 [1] + 224 00000400:00000200:0.0:1734676307.957799:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.957802:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.957809:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.957890:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.957894:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.957895:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.957899:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.957976:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.957982:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bb80 00000400:00000200:0.0:1734676307.957986:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 1640 00000100:00000200:3.0:1734676307.958010:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.958028:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a4ca8a00. 00000400:00000200:0.0:1734676307.958028:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.958031:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676307.958034:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095a79e00. 00000100:00000200:0.0:1734676307.958034:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.958059:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000100:00000010:3.0:1734676307.958065:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.958078:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.958082:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000020:00000010:2.0:1734676307.958110:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.958114:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.958118:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.958132:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867956608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.958149:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956608 02000000:00000010:2.0:1734676307.958155:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a127e000. 00010000:00000010:2.0:1734676307.958170:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf60180. 00010000:00000010:2.0:1734676307.958181:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.958186:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.958199:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.958202:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.958210:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676307.958213:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956608, offset 224 00000400:00000200:2.0:1734676307.958218:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.958221:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a4ca8a00. 00000400:00000200:2.0:1734676307.958224:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.958229:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81291:81291:256:4294967295] 192.168.203.46@tcp LPNI seq info [81287:81287:8:4294967295] 00000400:00000200:2.0:1734676307.958235:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.958239:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.958243:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676307.958246:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.958250:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.958253:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.958272:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:2.0:1734676307.958274:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00010000:00000010:3.0:1734676307.958276:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf60200. 00000020:00000010:2.0:1734676307.958277:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.958280:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00000800:00000200:0.0:1734676307.958317:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.958320:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676307.958323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.958327:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.958329:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676307.958331:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00010000:00000010:3.0:1734676307.958357:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095a79e00. 00010000:00000010:3.0:1734676307.958361:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.958367:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.958370:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.958373:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.958379:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009dad7800. 02000000:00000010:3.0:1734676307.958390:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dad7e00. 00000400:00000010:3.0:1734676307.958393:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.958395:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.958398:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449536, portal 16 00000400:00000010:3.0:1734676307.958401:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676307.958402:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449536, offset 0 00000400:00000200:3.0:1734676307.958406:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.958409:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.958412:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.958414:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.958416:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.958418:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.958420:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81292:81292:256:4294967295] 192.168.203.46@tcp LPNI seq info [81288:81288:8:4294967295] 00000400:00000200:3.0:1734676307.958426:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.958429:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.958431:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676307.958434:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.958438:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.958440:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.958470:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.958472:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676307.958475:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.958478:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.958480:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676307.958481:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676307.958485:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.959909:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.960012:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23800 00000400:00000200:0.0:1734676307.960019:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6701 [1] + 224 00000400:00000200:0.0:1734676307.960241:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.960244:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.960250:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.960269:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.960273:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bc00 00000400:00000200:0.0:1734676307.960278:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa503d [2] + 1968 00000400:00000010:0.0:1734676307.960281:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd92c0. 00000400:00000200:0.0:1734676307.960284:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd600 00010000:00000010:3.1:1734676307.960304:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301b0000. 00010000:00000010:3.1:1734676307.960314:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17800. 00000400:00000010:3.0:1734676307.960326:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.960329:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.960330:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.960335:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.960342:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.960361:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dad7e00. 02000000:00000010:3.0:1734676307.960365:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009dad7800. 00000100:00000010:3.0:1734676307.960368:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.960370:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.960373:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00010000:00000010:1.1:1734676307.960413:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33eb00. 00010000:00000010:1.1:1734676307.960419:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335a00. 00000400:00000200:0.0:1734676307.960445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.960449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.960452:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd600 00000400:00000010:0.0:1734676307.960453:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd600. 00000100:00000200:0.0:1734676307.960458:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676307.960570:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.960575:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.960579:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.960594:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506c50 x1818938867956736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.960653:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956736 02000000:00000010:2.0:1734676307.960663:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c19c00. 00010000:00000010:2.0:1734676307.960680:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d81f180. 00010000:00000010:2.0:1734676307.960692:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.960696:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0780. 00000100:00000010:2.0:1734676307.960710:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0780. 00010000:00000010:2.0:1734676307.960712:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.960719:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676307.960722:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956736, offset 224 00000400:00000200:2.0:1734676307.960727:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.960732:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.960736:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81293:81293:256:4294967295] 192.168.203.46@tcp LPNI seq info [81289:81289:8:4294967295] 00000400:00000200:2.0:1734676307.960745:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.960749:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.960752:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676307.960755:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.960760:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.960763:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.960781:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.960784:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.960788:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 02000000:00000010:2.0:1734676307.960793:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a127e000. 00000100:00000010:2.0:1734676307.960797:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676307.960800:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a127dc00. 00000100:00000010:2.0:1734676307.960803:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676307.960806:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676307.960809:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676307.960813:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676307.960815:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676307.960817:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:2.0:1734676307.960819:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676307.960821:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:2.0:1734676307.960824:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000800:00000200:0.0:1734676307.960827:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.960829:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000100:00000200:2.0:1734676307.960830:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676307.960833:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7948. 00000400:00000200:0.0:1734676307.960833:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734676307.960836:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0780. 00000400:00000200:0.0:1734676307.960836:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.960839:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676307.960840:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 02000000:00000010:0.0:1734676307.960843:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130c19c00. 00080000:00000010:3.0:1734676307.960889:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dad7800. 00010000:00000010:3.0:1734676307.960938:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.960943:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db95b80. 00010000:00000010:3.0:1734676307.960999:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dad7e00. 00010000:00000010:3.0:1734676307.961003:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.961009:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.961012:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.961016:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.961025:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cc000. 02000000:00000010:3.0:1734676307.961057:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cce00. 00000400:00000010:3.0:1734676307.961060:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.961062:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.961065:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449664, portal 16 00000400:00000010:3.0:1734676307.961080:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676307.961082:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449664, offset 0 00000400:00000200:3.0:1734676307.961087:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.961091:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.961094:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.961097:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.961099:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.961101:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.961103:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81294:81294:256:4294967295] 192.168.203.46@tcp LPNI seq info [81290:81290:8:4294967295] 00000400:00000200:3.0:1734676307.961109:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.961112:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.961115:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.961118:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.961122:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.961124:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.961213:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.961215:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:0.0:1734676307.961218:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.961222:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.961224:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676307.961225:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676307.961229:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.961947:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.961955:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23880 00000400:00000200:0.0:1734676307.961960:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6711 [1] + 224 00000400:00000200:0.0:1734676307.962273:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.962278:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.962284:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.962380:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.962383:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.962385:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.962390:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.962398:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.962415:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cce00. 02000000:00000010:3.0:1734676307.962420:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cc000. 00000100:00000010:3.0:1734676307.962423:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.962426:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.962429:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676307.962531:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.962538:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bc80 00000400:00000200:0.0:1734676307.962543:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 0 00000400:00000200:0.0:1734676307.962582:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.962586:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.962590:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.962594:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:2.0:1734676307.962755:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.962759:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.962763:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.962777:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867956864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.962804:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956864 02000000:00000010:2.0:1734676307.962812:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c19c00. 00010000:00000010:2.0:1734676307.962831:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08d700. 00010000:00000010:2.0:1734676307.962843:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.962848:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676307.962863:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676307.962866:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.962873:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676307.962876:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956864, offset 224 00000400:00000200:2.0:1734676307.962880:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.962887:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.962891:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81295:81295:256:4294967295] 192.168.203.46@tcp LPNI seq info [81291:81291:8:4294967295] 00000400:00000200:2.0:1734676307.962898:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.962902:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.962905:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676307.962909:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.962913:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.962917:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.962926:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.962929:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.962938:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00080000:00000010:3.0:1734676307.962957:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cc000. 00010000:00000010:3.0:1734676307.963004:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000800:00000200:0.0:1734676307.963011:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1734676307.963014:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d08d680. 00000800:00000010:0.0:1734676307.963014:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:0.0:1734676307.963017:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.963020:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.963023:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676307.963024:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00010000:00000010:3.0:1734676307.963104:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cce00. 00010000:00000010:3.0:1734676307.963109:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.963116:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.963119:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.963122:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.963130:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd400. 02000000:00000010:3.0:1734676307.963142:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cdc00. 00000400:00000010:3.0:1734676307.963145:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.963147:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.963151:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449792, portal 16 00000400:00000010:3.0:1734676307.963154:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676307.963156:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449792, offset 0 00000400:00000200:3.0:1734676307.963160:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.963166:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.963170:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.963173:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.963175:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.963176:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.963178:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81296:81296:256:4294967295] 192.168.203.46@tcp LPNI seq info [81292:81292:8:4294967295] 00000400:00000200:3.0:1734676307.963184:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.963188:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.963190:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676307.963193:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.963196:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.963199:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.963271:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.963274:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:1.0:1734676307.963277:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.963281:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.963283:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676307.963284:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:1.0:1734676307.963288:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.963362:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df0000. 00010000:00000010:0.1:1734676307.963367:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136800. 00010000:00000010:0.1:1734676307.963371:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cdd1800. 00000400:00000200:0.0:1734676307.966018:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.966032:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23900 00000400:00000200:0.0:1734676307.966084:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa671d [1] + 224 00000400:00000200:0.0:1734676307.966107:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.966111:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.966120:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676307.966290:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4e00. 00010000:00000010:1.1:1734676307.966296:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095958400. 00010000:00000010:1.1:1734676307.966300:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08800. 00010000:00000010:1.1:1734676307.966303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e2e00. 00010000:00000010:1.1:1734676307.966310:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93c00. 00010000:00000010:1.1:1734676307.966313:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095959600. 00010000:00000010:1.1:1734676307.966316:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e500. 00010000:00000010:1.1:1734676307.966320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a78000. 00000400:00000010:3.0:1734676307.966333:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.966338:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.966340:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.966346:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.966354:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.966376:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cdc00. 02000000:00000010:3.0:1734676307.966382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd400. 00000100:00000010:3.0:1734676307.966386:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.966389:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.966392:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676307.966405:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.966412:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bd00 00000400:00000200:0.0:1734676307.966420:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 328 00000400:00000200:0.0:1734676307.966466:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.966470:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.966474:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.966478:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676307.966537:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676307.966542:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.966546:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.966564:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867956992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.966591:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867956992 02000000:00000010:1.0:1734676307.966599:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.966619:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88ba00. 00010000:00000010:1.0:1734676307.966635:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.966641:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.966656:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:1.0:1734676307.966658:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.966667:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676307.966671:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867956992, offset 224 00000400:00000200:1.0:1734676307.966676:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.966683:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd400. 00000400:00000200:1.0:1734676307.966683:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.966688:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81297:81297:256:4294967295] 192.168.203.46@tcp LPNI seq info [81293:81293:8:4294967295] 00000400:00000200:1.0:1734676307.966695:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.966699:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.966703:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676307.966707:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.966712:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.966716:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.966728:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.966732:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.966734:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 00010000:00000010:3.0:1734676307.966745:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.966750:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88b980. 00000800:00000200:1.0:1734676307.966786:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.966788:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:1.0:1734676307.966791:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676307.966806:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cdc00. 00010000:00000010:3.0:1734676307.966811:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.966817:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.966820:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.966824:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.966831:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cda00. 02000000:00000010:3.0:1734676307.966846:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cca00. 00000400:00000010:3.0:1734676307.966850:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.966853:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.966857:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864449920, portal 16 00000400:00000010:3.0:1734676307.966860:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676307.966862:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864449920, offset 0 00000400:00000200:3.0:1734676307.966866:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.966870:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.966872:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.966875:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.966877:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.966879:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.966881:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81298:81298:255:4294967295] 192.168.203.46@tcp LPNI seq info [81294:81294:7:4294967295] 00000400:00000200:3.0:1734676307.966887:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.966891:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.966893:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676307.966896:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.966899:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.966901:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1734676307.966918:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.966921:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:1.0:1734676307.966923:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000800:00000200:1.0:1734676307.966948:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.966949:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676307.966951:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.966954:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.966956:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676307.966957:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676307.966962:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864449920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.969387:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d2a600. 00010000:00000010:0.1:1734676307.969396:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d098a00. 00010000:00000010:0.1:1734676307.969410:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d46600. 00010000:00000010:0.1:1734676307.969416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5b5200. 00000400:00000200:2.0:1734676307.969824:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.969837:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23980 00000400:00000200:2.0:1734676307.969845:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6729 [1] + 224 00000400:00000200:2.0:1734676307.969855:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.969858:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.969868:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864449920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.969900:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.969905:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bd80 00000400:00000200:2.0:1734676307.969914:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 656 00000400:00000200:2.0:1734676307.970260:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.970264:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.970268:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.970273:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 00000400:00000010:3.0:1734676307.970331:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.970336:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.970338:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.970344:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864449920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676307.970348:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000100:00000200:3.0:1734676307.970350:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864449920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.970373:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cca00. 02000000:00000010:3.0:1734676307.970379:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cda00. 00000100:00000010:3.0:1734676307.970382:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.970385:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.970388:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000020:00000010:1.0:1734676307.970426:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.970431:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.970450:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3800 x1818938867957120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.970481:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957120 02000000:00000010:1.0:1734676307.970488:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676307.970508:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880072bc1800. 00010000:00000010:1.0:1734676307.970522:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.970527:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.970542:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:1.0:1734676307.970544:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.970553:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676307.970557:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957120, offset 224 00000400:00000200:1.0:1734676307.970562:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.970566:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cda00. 00000400:00000200:1.0:1734676307.970568:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.970573:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81299:81299:256:4294967295] 192.168.203.46@tcp LPNI seq info [81295:81295:8:4294967295] 00000400:00000200:1.0:1734676307.970580:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.970584:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.970587:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676307.970592:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.970597:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.970601:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676307.970621:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:1.0:1734676307.970621:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.970625:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00010000:00000010:3.0:1734676307.970626:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880072bc1780. 00000020:00000010:1.0:1734676307.970627:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00010000:00000010:3.0:1734676307.970680:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93700. 00010000:00000010:3.0:1734676307.970682:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.970685:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cca00. 00010000:00000010:3.0:1734676307.970689:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00080000:00000010:3.0:1734676307.970697:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd200. 00010000:00000010:3.0:1734676307.970716:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676307.970718:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02af80. 00000800:00000200:0.0:1734676307.970740:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.970743:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:0.0:1734676307.970747:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.970750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.970752:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676307.970753:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00010000:00000010:3.0:1734676307.970754:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd800. 00010000:00000010:3.0:1734676307.970757:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.970761:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.970764:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.970768:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.970789:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cc800. 02000000:00000010:3.0:1734676307.970807:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cde00. 00000400:00000010:3.0:1734676307.970811:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.970814:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.970819:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450048, portal 16 00000400:00000010:3.0:1734676307.970821:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676307.970823:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450048, offset 0 00000400:00000200:3.0:1734676307.970827:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.970831:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.970834:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.970837:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.970840:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.970841:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.970843:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81300:81300:256:4294967295] 192.168.203.46@tcp LPNI seq info [81296:81296:8:4294967295] 00000400:00000200:3.0:1734676307.970849:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.970852:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.970854:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676307.970857:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.970860:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.970862:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.971000:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.971002:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:1.0:1734676307.971005:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.971008:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.971010:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676307.971012:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676307.971016:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.972595:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6d800. 00010000:00000010:1.1:1734676307.972682:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d77de00. 00010000:00000010:1.1:1734676307.972688:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a79e00. 00010000:00000010:1.1:1734676307.972691:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8c700. 00010000:00000010:1.1:1734676307.972693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dad7e00. 00010000:00000010:0.1:1734676307.976289:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3800. 00000400:00000200:2.0:1734676307.976348:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.976361:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23a00 00000400:00000200:2.0:1734676307.976368:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6735 [1] + 224 00000400:00000200:2.0:1734676307.976377:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.976380:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.976389:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676307.976417:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676307.976420:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517be00 00000400:00000200:2.0:1734676307.976424:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 984 00000400:00000200:2.0:1734676307.976479:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.976482:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676307.976486:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676307.976490:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000020:00000010:0.0:1734676307.976553:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c334c00. 00000020:00000010:0.0:1734676307.976557:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676307.976561:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676307.976583:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1f80 x1818938867957248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676307.976605:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000100:00000200:0.0:1734676307.976608:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957248 00000400:00000200:3.0:1734676307.976611:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.976613:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 02000000:00000010:0.0:1734676307.976617:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00000100:00000200:3.0:1734676307.976619:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.976627:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.976645:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0900. 00010000:00000010:0.0:1734676307.976645:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614380. 00000100:00000010:0.0:1734676307.976651:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 02000000:00000010:3.0:1734676307.976654:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cde00. 00000100:00000010:0.0:1734676307.976655:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:0.0:1734676307.976657:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614380. 02000000:00000010:3.0:1734676307.976658:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cc800. 00000100:00000010:3.0:1734676307.976662:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.976665:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.976667:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000010:0.0:1734676307.976667:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676307.976670:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957248, offset 224 00000400:00000200:0.0:1734676307.976675:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676307.976678:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cc800. 00000400:00000200:0.0:1734676307.976681:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676307.976686:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81301:81301:256:4294967295] 192.168.203.46@tcp LPNI seq info [81297:81297:8:4294967295] 00000400:00000200:0.0:1734676307.976693:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676307.976697:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676307.976700:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011700. 00000800:00000200:0.0:1734676307.976703:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676307.976709:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676307.976712:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676307.976724:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5cb80. 00000020:00000010:0.0:1734676307.976726:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00010000:00000010:3.0:1734676307.976728:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00000020:00000010:0.0:1734676307.976729:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c334c00. 00010000:00000010:3.0:1734676307.976734:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0880. 00000800:00000200:0.0:1734676307.976762:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.976764:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011700. 00000400:00000200:0.0:1734676307.976766:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.976769:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.976771:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:0.0:1734676307.976773:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00010000:00000010:3.0:1734676307.976788:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cde00. 00010000:00000010:3.0:1734676307.976793:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.976798:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.976801:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.976805:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.976812:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd600. 02000000:00000010:3.0:1734676307.976833:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cc400. 00000400:00000010:3.0:1734676307.976835:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.976838:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.976842:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450176, portal 16 00000400:00000010:3.0:1734676307.976845:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676307.976847:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450176, offset 0 00000400:00000200:3.0:1734676307.976851:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.976855:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.976859:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.976862:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.976865:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.976867:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.976869:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81302:81302:256:4294967295] 192.168.203.46@tcp LPNI seq info [81298:81298:8:4294967295] 00000400:00000200:3.0:1734676307.976876:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.976879:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.976885:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676307.976889:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.976891:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.976893:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.976939:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.976942:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:1.0:1734676307.976945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.976948:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.976950:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676307.976951:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:1.0:1734676307.976956:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.978972:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.978986:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23a80 00000400:00000200:0.0:1734676307.978994:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6741 [1] + 224 00000400:00000200:0.0:1734676307.979003:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.979006:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.979015:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.979098:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.979103:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517be80 00000400:00000200:0.0:1734676307.979108:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 1312 00000400:00000010:3.0:1734676307.979163:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.979167:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.979169:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.979174:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.979325:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.979348:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cc400. 02000000:00000010:3.0:1734676307.979355:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd600. 00000100:00000010:3.0:1734676307.979359:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.979361:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.979365:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676307.979450:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.979454:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.979459:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.979463:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:1.0:1734676307.979544:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676307.979549:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.979553:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.979570:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867957376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.979586:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957376 02000000:00000010:1.0:1734676307.979594:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676307.979614:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0e80. 00010000:00000010:1.0:1734676307.979641:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.979647:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.979651:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:1.0:1734676307.979653:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.979662:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.979665:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957376, offset 224 00000400:00000200:1.0:1734676307.979669:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.979676:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.979681:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81303:81303:256:4294967295] 192.168.203.46@tcp LPNI seq info [81299:81299:8:4294967295] 00000400:00000200:1.0:1734676307.979687:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.979691:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.979695:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676307.979698:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.979704:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.979707:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.979719:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.979722:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.979726:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 00000800:00000200:1.0:1734676307.979774:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.979777:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:1.0:1734676307.979779:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.979782:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.979784:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676307.979786:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00080000:00000010:3.0:1734676307.979868:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd600. 00010000:00000010:3.0:1734676307.979925:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.979930:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0e00. 00010000:00000010:3.0:1734676307.979986:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cc400. 00010000:00000010:3.0:1734676307.979990:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.979997:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.980000:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.980004:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.980011:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736ccc00. 02000000:00000010:3.0:1734676307.980026:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cd000. 00000400:00000010:3.0:1734676307.980029:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.980032:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.980064:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450304, portal 16 00000400:00000010:3.0:1734676307.980075:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676307.980078:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450304, offset 0 00000400:00000200:3.0:1734676307.980082:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.980086:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.980090:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.980092:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.980095:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.980097:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.980099:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81304:81304:256:4294967295] 192.168.203.46@tcp LPNI seq info [81300:81300:8:4294967295] 00000400:00000200:3.0:1734676307.980105:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.980108:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.980111:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676307.980114:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.980117:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.980119:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.980320:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.980322:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:1.0:1734676307.980326:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.980329:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.980331:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676307.980332:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676307.980337:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676307.981772:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.981785:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23b00 00000400:00000200:0.0:1734676307.981792:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa674d [1] + 224 00000400:00000200:0.0:1734676307.981809:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.981813:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.981821:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.981958:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.981962:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.981964:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.981969:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.981976:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.981998:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cd000. 02000000:00000010:3.0:1734676307.982006:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736ccc00. 00000100:00000010:3.0:1734676307.982011:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.982014:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.982018:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00010000:00000010:1.1:1734676307.982172:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012f3bb700. 00010000:00000010:1.1:1734676307.982177:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cce00. 00010000:00000010:1.1:1734676307.982180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958eec00. 00010000:00000010:1.1:1734676307.982186:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cdc00. 00010000:00000010:1.1:1734676307.982188:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93700. 00010000:00000010:1.1:1734676307.982190:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cca00. 00000400:00000200:0.0:1734676307.983166:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.983176:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bf00 00000400:00000200:0.0:1734676307.983182:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 1640 00000400:00000200:0.0:1734676307.983235:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.983239:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.983244:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676307.983249:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676307.983945:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095b49c00. 00000020:00000010:2.0:1734676307.983952:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.983956:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676307.983978:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867957504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676307.984012:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957504 02000000:00000010:2.0:1734676307.984019:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676307.984078:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013009af00. 00010000:00000010:2.0:1734676307.984102:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676307.984109:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676307.984127:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676307.984130:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000010:2.0:1734676307.984140:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676307.984144:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957504, offset 224 00000400:00000200:2.0:1734676307.984149:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676307.984156:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676307.984161:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81305:81305:256:4294967295] 192.168.203.46@tcp LPNI seq info [81301:81301:8:4294967295] 00000400:00000200:2.0:1734676307.984168:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676307.984172:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676307.984175:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676307.984179:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676307.984184:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676307.984187:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676307.984197:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4100. 00000020:00000010:2.0:1734676307.984200:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676307.984204:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095b49c00. 00000800:00000200:1.0:1734676307.984299:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.984301:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:1.0:1734676307.984304:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.984308:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.984310:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676307.984312:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00080000:00000010:3.0:1734676307.984407:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736ccc00. 00010000:00000010:3.0:1734676307.984471:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.984478:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013009a080. 00010000:00000010:3.0:1734676307.984537:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd000. 00010000:00000010:3.0:1734676307.984542:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.984549:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64e80. 00000100:00000010:3.0:1734676307.984552:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.984557:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.984565:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cc200. 02000000:00000010:3.0:1734676307.984582:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cca00. 00000400:00000010:3.0:1734676307.984586:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.984590:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.984593:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450432, portal 16 00000400:00000010:3.0:1734676307.984597:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676307.984598:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450432, offset 0 00000400:00000200:3.0:1734676307.984602:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.984607:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.984610:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.984613:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.984616:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.984617:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.984620:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81306:81306:256:4294967295] 192.168.203.46@tcp LPNI seq info [81302:81302:8:4294967295] 00000400:00000200:3.0:1734676307.984626:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.984628:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.984631:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676307.984634:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.984637:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.984640:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676307.984715:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.984717:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676307.984720:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.984723:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.984725:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676307.984727:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676307.984731:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676307.985301:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5200. 00000400:00000200:0.0:1734676307.986960:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.986975:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23b80 00000400:00000200:0.0:1734676307.987353:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6759 [1] + 224 00000400:00000200:0.0:1734676307.987365:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.987369:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676307.987379:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676307.987505:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.987509:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.987511:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.987516:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.987523:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676307.987547:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cca00. 02000000:00000010:3.0:1734676307.987553:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cc200. 00000100:00000010:3.0:1734676307.987556:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.987559:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.987563:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64e80. 00000400:00000200:0.0:1734676307.987874:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676307.987879:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517bf80 00000400:00000200:0.0:1734676307.987883:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa509d [2] + 1968 00000400:00000010:0.0:1734676307.987886:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7e18. 00000400:00000200:0.0:1734676307.987888:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d3c0 00000400:00000200:0.0:1734676307.987912:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.987915:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.987917:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d3c0 00000400:00000010:0.0:1734676307.987918:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d3c0. 00000100:00000200:0.0:1734676307.987922:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676307.988105:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676307.988111:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.988115:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.988136:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504850 x1818938867957632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.988368:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957632 02000000:00000010:1.0:1734676307.988379:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676307.988403:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0bdf600. 00010000:00000010:1.0:1734676307.988432:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.988438:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb9c0. 00000100:00000010:1.0:1734676307.990081:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb9c0. 00010000:00000010:1.0:1734676307.990088:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.990101:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676307.990105:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957632, offset 224 00000400:00000200:1.0:1734676307.990112:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.990120:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.990125:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81307:81307:256:4294967295] 192.168.203.46@tcp LPNI seq info [81303:81303:8:4294967295] 00000400:00000200:1.0:1734676307.990133:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.990138:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.990141:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676307.990146:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.990152:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.990155:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.990178:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.990182:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.990185:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 02000000:00000010:1.0:1734676307.990192:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:1.0:1734676307.990197:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676307.990201:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676307.990202:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676307.990208:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:1.0:1734676307.990210:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:1.0:1734676307.990214:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676307.990215:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 02000000:00000010:1.0:1734676307.990219:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676307.990221:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676307.990223:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130c19c00. 00000100:00000010:1.0:1734676307.990225:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000200:1.0:1734676307.990232:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676307.990237:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad478. 00000400:00000010:1.0:1734676307.990240:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959eb9c0. 00000800:00000200:0.0:1734676307.990332:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676307.990335:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676307.990338:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676307.990342:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676307.990345:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676307.990346:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 02000000:00000010:0.0:1734676307.990349:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00010000:00000010:1.1:1734676307.992452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d5a00. 00010000:00000010:1.1:1734676307.992464:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7600. 00010000:00000010:1.1:1734676307.992468:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6a00. 00010000:00000010:1.1:1734676307.992471:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd800. 00010000:00000010:1.1:1734676307.992474:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6b00. 00010000:00000010:1.1:1734676307.992476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cde00. 00080000:00000010:3.0:1734676307.992639:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cdc00. 00010000:00000010:3.0:1734676307.992703:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.992710:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0bdf580. 00010000:00000010:3.0:1734676307.992775:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cca00. 00010000:00000010:3.0:1734676307.992780:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.992788:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676307.992794:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.992801:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.992811:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cce00. 02000000:00000010:3.0:1734676307.992832:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cde00. 00000400:00000010:3.0:1734676307.992837:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.992843:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.992847:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450560, portal 16 00000400:00000010:3.0:1734676307.992850:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676307.992853:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450560, offset 0 00000400:00000200:3.0:1734676307.992859:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.992868:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.992872:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.992875:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.992878:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.992880:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.992882:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81308:81308:256:4294967295] 192.168.203.46@tcp LPNI seq info [81304:81304:8:4294967295] 00000400:00000200:3.0:1734676307.992889:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.992894:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.992897:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676307.992902:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.992907:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.992911:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676307.993171:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676307.993174:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676307.993177:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.993181:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676307.993184:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676307.993186:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676307.993192:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.995948:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.995964:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23c00 00000400:00000200:1.0:1734676307.995972:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6769 [1] + 224 00000400:00000200:1.0:1734676307.995982:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.995986:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.995995:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676307.996029:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676307.996033:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c000 00000400:00000200:1.0:1734676307.996061:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 0 00000400:00000200:1.0:1734676307.996081:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676307.996084:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676307.996088:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676307.996093:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 00000020:00000010:1.0:1734676307.996131:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676307.996136:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.996139:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676307.996157:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba8e00 x1818938867957760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:398/0 lens 328/0 e 0 to 0 dl 1734676318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676307.996176:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957760 02000000:00000010:1.0:1734676307.996184:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676307.996211:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676307.996217:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676307.996222:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676307.996225:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676307.996235:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676307.996239:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957760, offset 224 00000400:00000200:1.0:1734676307.996243:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676307.996249:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676307.996254:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81309:81309:256:4294967295] 192.168.203.46@tcp LPNI seq info [81305:81305:8:4294967295] 00000400:00000200:1.0:1734676307.996262:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676307.996266:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676307.996269:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676307.996272:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676307.996278:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676307.996281:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676307.996292:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676307.996296:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676307.996299:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 00000400:00000010:3.0:1734676307.996503:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676307.996508:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676307.996509:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.996515:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676307.996523:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676307.996540:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d38e00. 02000000:00000010:3.0:1734676307.996550:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cde00. 02000000:00000010:3.0:1734676307.996554:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cce00. 00000100:00000010:3.0:1734676307.996560:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676307.996562:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676307.996565:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00080000:00000010:3.0:1734676307.996576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cce00. 00010000:00000010:3.0:1734676307.996629:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.996634:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d38600. 00010000:00000010:3.0:1734676307.996696:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93100. 00010000:00000010:3.0:1734676307.996698:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.996701:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cde00. 00010000:00000010:3.0:1734676307.996706:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00080000:00000010:3.0:1734676307.996714:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd800. 00010000:00000010:3.0:1734676307.996732:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676307.996735:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.996771:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cc200. 00010000:00000010:3.0:1734676307.996774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676307.996779:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676307.996782:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676307.996787:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676307.996795:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095b49c00. 02000000:00000010:3.0:1734676307.996811:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521200. 00000400:00000010:3.0:1734676307.996814:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676307.996817:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676307.996821:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450688, portal 16 00000400:00000010:3.0:1734676307.996824:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676307.996826:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450688, offset 0 00000400:00000200:3.0:1734676307.996830:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676307.996835:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676307.996839:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676307.996842:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676307.996845:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676307.996847:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676307.996849:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81310:81310:255:4294967295] 192.168.203.46@tcp LPNI seq info [81306:81306:7:4294967295] 00000400:00000200:3.0:1734676307.996856:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676307.996860:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676307.996862:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676307.996865:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676307.996869:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676307.996872:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676307.996933:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012feca200. 00000800:00000200:2.0:1734676307.997671:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.997675:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:2.0:1734676307.997679:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.997684:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.997688:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:2.0:1734676307.997690:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000800:00000200:2.0:1734676307.997736:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676307.997738:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:2.0:1734676307.997741:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676307.997743:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676307.997745:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676307.997747:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676307.997753:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864450688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.000101:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.000115:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23c80 00000400:00000200:1.0:1734676308.000122:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6775 [1] + 224 00000400:00000200:1.0:1734676308.000131:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.000134:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.000144:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864450688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.000550:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676308.000554:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:3.0:1734676308.000556:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.000560:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864450688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.000568:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864450688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676323 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.000589:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521200. 02000000:00000010:3.0:1734676308.000592:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095b49c00. 00000100:00000010:3.0:1734676308.000596:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.000599:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.000602:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00000400:00000200:1.0:1734676308.000630:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.000636:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c080 00000400:00000200:1.0:1734676308.000640:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 328 00000400:00000200:1.0:1734676308.000709:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.000713:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.000716:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.000720:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 00000020:00000010:3.0:1734676308.000854:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521200. 00000020:00000010:3.0:1734676308.000858:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.000862:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.000877:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9180 x1818938867957888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.000901:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867957888 02000000:00000010:3.0:1734676308.000907:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:3.0:1734676308.000926:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880071503080. 00010000:00000010:3.0:1734676308.000937:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676308.000941:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.000954:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.000956:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00000400:00000010:3.0:1734676308.000963:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.000966:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867957888, offset 224 00000400:00000200:3.0:1734676308.000970:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.000975:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.000980:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81311:81311:256:4294967295] 192.168.203.46@tcp LPNI seq info [81307:81307:8:4294967295] 00000400:00000200:3.0:1734676308.000987:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.000991:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.000993:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676308.000997:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.001002:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.001005:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.001016:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.001018:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.001022:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521200. 00080000:00000010:2.0:1734676308.001203:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9800. 00010000:00000010:2.0:1734676308.001255:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:2.0:1734676308.001261:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880071503000. 00000001:00000010:2.0:1734676308.001301:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c71b8. 00000001:00000010:2.0:1734676308.001304:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c71b8. 00000001:00000010:2.0:1734676308.001306:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c71b8. 00000001:00000010:2.0:1734676308.001308:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a63b9b00. 00010000:00000010:2.0:1734676308.001327:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8800. 00010000:00000010:2.0:1734676308.001331:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.001336:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676308.001339:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.001344:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676308.001351:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c8400. 00000800:00000200:1.0:1734676308.001459:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.001462:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:1.0:1734676308.001465:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.001468:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.001471:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676308.001472:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 02000000:00000010:2.0:1734676308.001721:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c9200. 00000400:00000010:2.0:1734676308.001725:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676308.001729:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.001733:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450816, portal 16 00000400:00000010:2.0:1734676308.001736:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676308.001738:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450816, offset 0 00000400:00000200:2.0:1734676308.001742:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.001746:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.001750:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.001753:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.001755:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.001757:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.001759:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81312:81312:256:4294967295] 192.168.203.46@tcp LPNI seq info [81308:81308:8:4294967295] 00000400:00000200:2.0:1734676308.001765:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.001768:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.001771:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676308.001774:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.001777:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.001779:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.001856:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.001858:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:3.0:1734676308.001862:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.001864:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.001866:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:3.0:1734676308.001868:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:3.0:1734676308.001873:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864450816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.002216:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486000. 00010000:00000010:1.1:1734676308.002222:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc400. 00010000:00000010:3.1:1734676308.005856:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf0b000. 00010000:00000010:3.1:1734676308.005868:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc200. 00000400:00000200:0.0:1734676308.006365:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.006380:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23d00 00000400:00000200:0.0:1734676308.006389:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6781 [1] + 224 00000400:00000200:0.0:1734676308.006408:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.006413:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.006422:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864450816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.006511:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676308.006516:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:2.0:1734676308.006519:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000400:00000200:0.0:1734676308.006521:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:2.0:1734676308.006525:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864450816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.006528:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c100 00000100:00000200:2.0:1734676308.006533:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864450816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.006533:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 656 02000000:00000010:2.0:1734676308.006554:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c9200. 02000000:00000010:2.0:1734676308.006559:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c8400. 00000100:00000010:2.0:1734676308.006562:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:2.0:1734676308.006567:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.006570:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000400:00000200:0.0:1734676308.006582:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.006586:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.006590:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.006594:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:1.0:1734676308.007387:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.007394:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.007398:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.007419:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867958016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.007453:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958016 02000000:00000010:1.0:1734676308.007461:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.007481:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48fb00. 00010000:00000010:1.0:1734676308.007498:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676308.007504:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676308.007516:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676308.007518:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676308.007528:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676308.007532:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958016, offset 224 00000400:00000200:1.0:1734676308.007537:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.007544:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.007550:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81313:81313:256:4294967295] 192.168.203.46@tcp LPNI seq info [81309:81309:8:4294967295] 00080000:00000010:2.0:1734676308.007553:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8400. 00000400:00000200:1.0:1734676308.007557:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.007561:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.007565:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676308.007569:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.007576:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.007579:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.007592:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.007596:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.007599:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00010000:00000010:2.0:1734676308.007615:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.007620:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48fa80. 00010000:00000010:2.0:1734676308.007681:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c9200. 00010000:00000010:2.0:1734676308.007686:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.007692:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676308.007696:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.007700:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 02000000:00000010:2.0:1734676308.007707:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9400. 02000000:00000010:2.0:1734676308.007722:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8a00. 00000400:00000010:2.0:1734676308.007725:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676308.007729:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.007732:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864450944, portal 16 00000400:00000010:2.0:1734676308.007735:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676308.007737:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864450944, offset 0 00000400:00000200:2.0:1734676308.007742:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.007746:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.007750:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.007753:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.007756:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.007758:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.007760:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81314:81314:255:4294967295] 192.168.203.46@tcp LPNI seq info [81310:81310:7:4294967295] 00000400:00000200:2.0:1734676308.007766:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.007770:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.007773:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.007776:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.007780:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.007782:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.008175:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.008178:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:3.0:1734676308.008182:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.008186:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.008189:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:3.0:1734676308.008190:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000800:00000200:3.0:1734676308.008226:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.008228:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:3.0:1734676308.008231:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.008233:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.008234:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:3.0:1734676308.008236:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:3.0:1734676308.008241:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864450944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.008763:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23a00. 00010000:00000010:1.1:1734676308.008769:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd000. 00010000:00000010:1.1:1734676308.008773:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f6600. 00010000:00000010:1.1:1734676308.008785:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737f8b00. 00010000:00000010:1.1:1734676308.008792:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cca00. 00010000:00000010:1.1:1734676308.008795:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93100. 00010000:00000010:1.1:1734676308.008797:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cde00. 00010000:00000010:1.1:1734676308.008801:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959e9a00. 00000400:00000200:0.0:1734676308.009196:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.009205:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23d80 00000400:00000200:0.0:1734676308.009210:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa678d [1] + 224 00000400:00000200:0.0:1734676308.009221:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.009223:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.009230:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864450944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.009291:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.009295:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c180 00000400:00000200:0.0:1734676308.009299:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 984 00000400:00000010:2.0:1734676308.009310:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:2.0:1734676308.009314:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:2.0:1734676308.009315:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.009321:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864450944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.009329:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864450944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.009330:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.009333:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.009337:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.009340:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 02000000:00000010:2.0:1734676308.009346:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8a00. 02000000:00000010:2.0:1734676308.009349:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9400. 00000100:00000010:2.0:1734676308.009353:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:2.0:1734676308.009357:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.009359:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00000020:00000010:3.0:1734676308.009440:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:3.0:1734676308.009446:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.009449:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.009463:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867958144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.009488:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958144 02000000:00000010:3.0:1734676308.009494:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676308.009510:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0ac700. 00010000:00000010:3.0:1734676308.009534:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676308.009539:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.009550:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.009552:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00000400:00000010:3.0:1734676308.009559:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.009563:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958144, offset 224 00000400:00000200:3.0:1734676308.009567:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.009575:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676308.009578:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9400. 00000400:00000200:3.0:1734676308.009579:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81315:81315:256:4294967295] 192.168.203.46@tcp LPNI seq info [81311:81311:8:4294967295] 00000400:00000200:3.0:1734676308.009586:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.009590:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.009593:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676308.009597:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:2.0:1734676308.009622:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.009626:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0ac100. 00000800:00000200:3.0:1734676308.009672:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.009675:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.009680:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:2.0:1734676308.009684:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.009691:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadec00. 00000100:00000010:2.0:1734676308.009693:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000020:00000010:3.0:1734676308.009696:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000100:00000010:2.0:1734676308.009697:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 00000020:00000010:3.0:1734676308.009699:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.009702:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 02000000:00000010:2.0:1734676308.009703:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9a00. 02000000:00000010:2.0:1734676308.009715:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8e00. 00000400:00000010:2.0:1734676308.009718:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676308.009721:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.009724:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451072, portal 16 00000400:00000010:2.0:1734676308.009727:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676308.009729:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451072, offset 0 00000400:00000200:2.0:1734676308.009733:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.009737:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.009740:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.009742:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.009745:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.009746:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.009749:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81316:81316:255:4294967295] 192.168.203.46@tcp LPNI seq info [81312:81312:7:4294967295] 00000400:00000200:2.0:1734676308.009755:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.009759:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.009761:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.009765:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.009768:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.009771:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.010016:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.010020:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676308.010022:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.010026:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.010029:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.010030:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000800:00000200:0.0:1734676308.010501:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.010503:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.010508:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.010511:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.010514:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676308.010515:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676308.010521:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1c00 x1818938864451072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.010988:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.010995:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23e00 00000400:00000200:0.0:1734676308.011000:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6799 [1] + 224 00000400:00000200:0.0:1734676308.011010:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.011013:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.011019:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1c00 x1818938864451072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.011097:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:3.0:1734676308.011101:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:3.0:1734676308.011102:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:3.0:1734676308.011107:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1c00 x1818938864451072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.011114:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1c00 x1818938864451072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.011129:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8e00. 02000000:00000010:3.0:1734676308.011133:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9a00. 00000100:00000010:3.0:1734676308.011135:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 00000100:00000010:3.0:1734676308.011138:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:3.0:1734676308.011141:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadec00. 00010000:00000010:1.1:1734676308.011240:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4e0200. 00010000:00000010:3.1:1734676308.011443:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d23b00. 00010000:00000010:3.1:1734676308.011454:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8800. 00000400:00000200:2.0:1734676308.012333:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.012342:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c200 00000400:00000200:2.0:1734676308.012348:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 1312 00000400:00000200:2.0:1734676308.012395:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.012399:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.012404:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.012408:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 00000020:00000010:1.0:1734676308.012534:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.012540:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.012543:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.012559:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3b80 x1818938867958272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.012587:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958272 02000000:00000010:1.0:1734676308.012595:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.012614:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008bf5e780. 00010000:00000010:1.0:1734676308.012632:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7f00. 00000100:00000010:1.0:1734676308.012638:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676308.012643:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676308.012645:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7f00. 00000400:00000010:1.0:1734676308.012653:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676308.012657:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958272, offset 224 00000400:00000200:1.0:1734676308.012661:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.012667:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.012672:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81317:81317:256:4294967295] 192.168.203.46@tcp LPNI seq info [81313:81313:8:4294967295] 00000400:00000200:1.0:1734676308.012678:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.012685:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.012689:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.012692:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.012697:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.012700:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.012709:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.012712:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.012714:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00000800:00000200:1.0:1734676308.012759:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.012761:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:1.0:1734676308.012763:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.012766:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.012768:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:1.0:1734676308.012770:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00080000:00000010:2.0:1734676308.012929:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8e00. 00010000:00000010:2.0:1734676308.012981:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.012986:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008bf5e700. 00010000:00000010:2.0:1734676308.013061:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c9c00. 00010000:00000010:2.0:1734676308.013065:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.013084:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eaded80. 00000100:00000010:2.0:1734676308.013088:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.013093:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676308.013100:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c8000. 02000000:00000010:2.0:1734676308.013114:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8200. 00000400:00000010:2.0:1734676308.013118:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.013122:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.013125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451200, portal 16 00000400:00000010:2.0:1734676308.013128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676308.013130:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451200, offset 0 00000400:00000200:2.0:1734676308.013134:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.013138:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.013141:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.013144:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.013147:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.013149:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.013151:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81318:81318:256:4294967295] 192.168.203.46@tcp LPNI seq info [81314:81314:8:4294967295] 00000400:00000200:2.0:1734676308.013157:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.013161:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.013163:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.013165:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.013169:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.013171:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.013709:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.013712:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676308.013716:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.013719:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.013722:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676308.013723:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676308.013729:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2300 x1818938864451200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.015715:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.015729:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23e80 00000400:00000200:0.0:1734676308.015736:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67a5 [1] + 224 00000400:00000200:0.0:1734676308.015749:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.015759:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.015768:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864451200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.015954:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676308.015959:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:2.0:1734676308.015961:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.015967:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2300 x1818938864451200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.015974:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2300 x1818938864451200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.015999:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8200. 02000000:00000010:2.0:1734676308.016004:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c8000. 00000100:00000010:2.0:1734676308.016007:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000010:2.0:1734676308.016010:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.016014:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eaded80. 00000400:00000200:0.0:1734676308.016250:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.016256:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c280 00000400:00000200:0.0:1734676308.016261:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 1640 00000400:00000200:0.0:1734676308.016305:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.016309:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.016313:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.016316:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00010000:00000010:1.1:1734676308.017170:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d1200. 00000020:00000010:3.0:1734676308.017231:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:3.0:1734676308.017236:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.017241:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.017261:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867958400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.017279:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958400 02000000:00000010:3.0:1734676308.017288:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676308.017309:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d8f7280. 00010000:00000010:3.0:1734676308.017322:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676308.017328:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.017334:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.017336:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00000400:00000010:3.0:1734676308.017346:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.017350:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958400, offset 224 00000400:00000200:3.0:1734676308.017354:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.017361:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.017366:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81319:81319:256:4294967295] 192.168.203.46@tcp LPNI seq info [81315:81315:8:4294967295] 00000400:00000200:3.0:1734676308.017373:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.017377:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.017381:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676308.017385:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.017390:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.017393:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.017405:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.017407:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.017411:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00080000:00000010:2.0:1734676308.019151:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8000. 00010000:00000010:2.0:1734676308.019215:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.019221:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d8f7100. 00010000:00000010:2.0:1734676308.019269:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5100. 00010000:00000010:2.0:1734676308.019271:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.019274:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8200. 00010000:00000010:2.0:1734676308.019290:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00080000:00000010:2.0:1734676308.019301:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9a00. 00010000:00000010:2.0:1734676308.019318:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.019321:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.019357:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8800. 00010000:00000010:2.0:1734676308.019359:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4100. 00010000:00000010:2.0:1734676308.019365:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eaded80. 00000100:00000010:2.0:1734676308.019371:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.019377:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 02000000:00000010:2.0:1734676308.019388:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7200. 00000800:00000200:0.0:1734676308.019389:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.019392:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676308.019397:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.019404:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.019407:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 02000000:00000010:2.0:1734676308.019409:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7600. 00000400:00000010:0.0:1734676308.019410:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000010:2.0:1734676308.019414:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.019418:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.019422:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451328, portal 16 00000400:00000010:2.0:1734676308.019425:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676308.019427:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451328, offset 0 00000400:00000200:2.0:1734676308.019433:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.019440:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.019444:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.019447:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.019450:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.019451:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.019454:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81320:81320:256:4294967295] 192.168.203.46@tcp LPNI seq info [81316:81316:8:4294967295] 00000400:00000200:2.0:1734676308.019461:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.019465:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.019468:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.019472:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.019476:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.019480:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.019893:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.019899:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.019903:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.019906:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.019909:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676308.019910:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676308.019917:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2300 x1818938864451328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.022507:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d088e00. 00010000:00000010:3.1:1734676308.022545:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d09b500. 00010000:00000010:3.1:1734676308.022550:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c9200. 00000400:00000200:0.0:1734676308.023519:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.023534:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23f00 00000400:00000200:0.0:1734676308.023542:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67b1 [1] + 224 00000400:00000200:0.0:1734676308.023559:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.023563:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.023573:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2300 x1818938864451328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.023633:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:3.0:1734676308.023638:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676308.023640:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:3.0:1734676308.023646:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2300 x1818938864451328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.023654:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2300 x1818938864451328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.023675:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7600. 02000000:00000010:3.0:1734676308.023680:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7200. 00000100:00000010:3.0:1734676308.023683:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000010:3.0:1734676308.023686:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:3.0:1734676308.023690:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eaded80. 00000400:00000200:0.0:1734676308.023881:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.023887:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c300 00000400:00000200:0.0:1734676308.023892:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa50ed [2] + 1968 00000400:00000010:0.0:1734676308.023895:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9ec8. 00000400:00000200:0.0:1734676308.023898:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd6c0 00000400:00000200:0.0:1734676308.024463:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.024469:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.024472:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd6c0 00000400:00000010:0.0:1734676308.024474:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd6c0. 00000100:00000200:0.0:1734676308.024479:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.024564:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cca00. 00000020:00000010:1.0:1734676308.024569:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.024572:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.024591:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096505450 x1818938867958528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.024620:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958528 02000000:00000010:1.0:1734676308.024628:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.024648:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880099790e00. 00010000:00000010:1.0:1734676308.024696:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7cc0. 00000100:00000010:1.0:1734676308.024702:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959eb480. 00000100:00000010:1.0:1734676308.024717:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959eb480. 00010000:00000010:1.0:1734676308.024719:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7cc0. 00000400:00000010:1.0:1734676308.024730:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676308.024733:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958528, offset 224 00000400:00000200:1.0:1734676308.024738:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.024740:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520200. 00000400:00000200:1.0:1734676308.024744:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.024749:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81321:81321:256:4294967295] 192.168.203.46@tcp LPNI seq info [81317:81317:8:4294967295] 00000400:00000200:1.0:1734676308.024756:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.024760:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.024763:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6400. 00000800:00000200:1.0:1734676308.024767:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.024771:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.024774:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.024796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4100. 00010000:00000010:3.0:1734676308.024802:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880099790d80. 00010000:00000010:3.0:1734676308.024856:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520a00. 00010000:00000010:3.0:1734676308.024861:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.024867:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676308.024870:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.024875:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.024883:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521600. 02000000:00000010:3.0:1734676308.024898:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520000. 00000400:00000010:3.0:1734676308.024901:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676308.024904:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.024908:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451456, portal 16 00000400:00000010:3.0:1734676308.024911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.024912:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451456, offset 0 00000400:00000200:3.0:1734676308.024916:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.024920:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.024923:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.024926:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.024933:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.024935:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.024937:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81322:81322:255:4294967295] 192.168.203.46@tcp LPNI seq info [81318:81318:7:4294967295] 00000400:00000200:3.0:1734676308.024942:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.024946:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.024948:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676308.024950:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.024953:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.024956:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.025182:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.025187:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.025190:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cca00. 02000000:00000010:1.0:1734676308.025197:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676308.025200:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676308.025205:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676308.025207:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 02000000:00000010:1.0:1734676308.025209:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676308.025211:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676308.025214:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676308.025216:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:1.0:1734676308.025218:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676308.025219:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676308.025222:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676308.025224:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000200:1.0:1734676308.025229:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.025232:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad898. 00000400:00000010:1.0:1734676308.025235:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959eb480. 00000800:00000200:0.0:1734676308.025306:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.025308:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6400. 00000400:00000200:0.0:1734676308.025312:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.025315:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.025318:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676308.025320:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 02000000:00000010:0.0:1734676308.025323:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000800:00000200:0.0:1734676308.025960:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.025963:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:0.0:1734676308.025967:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.025970:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.025973:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.025974:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.025980:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864451456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.026537:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.026545:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e23f80 00000400:00000200:1.0:1734676308.026552:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67bd [1] + 224 00000400:00000200:1.0:1734676308.026566:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.026569:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.026575:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864451456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.027657:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.027665:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c380 00000400:00000200:1.0:1734676308.027671:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 0 00000400:00000200:1.0:1734676308.027865:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.027869:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.027875:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.027880:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8e00. 00000020:00000010:1.0:1734676308.027915:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cca00. 00000020:00000010:1.0:1734676308.027920:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.027924:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.027943:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba8e00 x1818938867958656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.027962:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958656 02000000:00000010:1.0:1734676308.027969:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.027996:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7cc0. 00000100:00000010:1.0:1734676308.028002:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.028006:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.028009:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7cc0. 00000400:00000010:1.0:1734676308.028019:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.028023:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958656, offset 224 00000400:00000200:1.0:1734676308.028033:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.028055:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.028061:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81323:81323:256:4294967295] 192.168.203.46@tcp LPNI seq info [81319:81319:8:4294967295] 00000400:00000200:1.0:1734676308.028081:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.028086:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.028089:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6100. 00000800:00000200:1.0:1734676308.028093:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.028099:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.028102:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.028114:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.028118:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.028122:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cca00. 00000800:00000200:1.0:1734676308.028156:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.028158:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6100. 00000400:00000200:1.0:1734676308.028160:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.028163:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.028166:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676308.028168:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00010000:00000010:3.1:1734676308.028582:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d550c00. 00010000:00000010:3.1:1734676308.028593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:3.1:1734676308.028597:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7600. 00010000:00000010:3.1:1734676308.028599:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c9c00. 00010000:00000010:3.1:1734676308.028603:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5100. 00010000:00000010:3.1:1734676308.028606:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8200. 00000400:00000010:3.0:1734676308.028626:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676308.028630:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.028631:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.028637:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864451456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.028644:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864451456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.028717:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d92000. 02000000:00000010:3.0:1734676308.028727:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520000. 02000000:00000010:3.0:1734676308.028730:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521600. 00000100:00000010:3.0:1734676308.028734:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.028736:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.028739:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00080000:00000010:3.0:1734676308.028752:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521600. 00010000:00000010:3.0:1734676308.028806:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.028810:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d143200. 00010000:00000010:3.0:1734676308.028869:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520000. 00010000:00000010:3.0:1734676308.028873:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.028878:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64c40. 00000100:00000010:3.0:1734676308.028881:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.028884:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.029464:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520400. 02000000:00000010:3.0:1734676308.029484:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521800. 00000400:00000010:3.0:1734676308.029488:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676308.029492:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.029496:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451584, portal 16 00000400:00000010:3.0:1734676308.029499:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.029501:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451584, offset 0 00000400:00000200:3.0:1734676308.029507:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.029514:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.029518:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.029521:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.029524:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.029526:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.029528:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81324:81324:256:4294967295] 192.168.203.46@tcp LPNI seq info [81320:81320:8:4294967295] 00000400:00000200:3.0:1734676308.029535:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.029539:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.029542:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676308.029546:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.029552:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.029555:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.029647:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.029650:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676308.029653:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.029658:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.029661:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:1.0:1734676308.029662:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:1.0:1734676308.029668:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864451584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.031561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d431000. 00010000:00000010:1.1:1734676308.031574:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7200. 00010000:00000010:1.1:1734676308.031577:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8800. 00000400:00000200:0.0:1734676308.031836:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.031850:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24000 00000400:00000200:0.0:1734676308.031858:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67cd [1] + 224 00000400:00000200:0.0:1734676308.031868:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.031872:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.031882:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864451584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.032184:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:3.0:1734676308.032189:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.032191:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000400:00000200:0.0:1734676308.032194:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676308.032196:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864451584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.032200:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c400 00000100:00000200:3.0:1734676308.032204:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864451584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.032204:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 328 00000400:00000200:0.0:1734676308.032216:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.032219:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.032223:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676308.032227:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521800. 00000100:00000010:0.0:1734676308.032228:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:3.0:1734676308.032232:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520400. 00000100:00000010:3.0:1734676308.032236:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.032239:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:3.0:1734676308.032241:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64c40. 00000020:00000010:2.0:1734676308.032270:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6e00. 00000020:00000010:2.0:1734676308.032275:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676308.032279:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.032299:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867958784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.032332:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958784 02000000:00000010:2.0:1734676308.032341:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.032370:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e1d5900. 00010000:00000010:2.0:1734676308.032381:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cff80. 00000100:00000010:2.0:1734676308.032386:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.032400:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.032403:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cff80. 00000400:00000010:2.0:1734676308.032411:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.032415:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958784, offset 224 00000400:00000200:2.0:1734676308.032420:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.032427:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.032432:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81325:81325:256:4294967295] 192.168.203.46@tcp LPNI seq info [81321:81321:8:4294967295] 00000400:00000200:2.0:1734676308.032439:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.032443:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.032447:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.032450:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.032456:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.032459:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.032478:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676308.032481:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.032484:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6e00. 00000800:00000200:1.0:1734676308.032540:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.032543:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:1.0:1734676308.032547:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.032550:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.032553:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676308.032554:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:0.0:1734676308.032611:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d45f800. 00010000:00000010:0.0:1734676308.032677:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:0.0:1734676308.032683:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e1d5880. 00010000:00000010:0.0:1734676308.032735:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c335a00. 00010000:00000010:0.0:1734676308.032740:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5cb80. 00010000:00000010:0.0:1734676308.032746:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614080. 00000100:00000010:0.0:1734676308.032750:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676308.032755:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676308.032763:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c334c00. 02000000:00000010:0.0:1734676308.032777:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c335600. 00000400:00000010:0.0:1734676308.032781:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676308.032783:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ebb0. 00000100:00000200:0.0:1734676308.032787:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451712, portal 16 00000400:00000010:0.0:1734676308.032790:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ecc0. 00000100:00000200:0.0:1734676308.032791:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451712, offset 0 00000400:00000200:0.0:1734676308.032795:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.032799:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.032802:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.032805:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.032808:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.032810:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.032812:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81326:81326:256:4294967295] 192.168.203.46@tcp LPNI seq info [81322:81322:8:4294967295] 00000400:00000200:0.0:1734676308.032817:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.032821:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.032823:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011900. 00000800:00000200:0.0:1734676308.032825:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.032829:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.032832:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.032890:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.032893:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011900. 00000400:00000200:1.0:1734676308.032895:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.032898:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.032901:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ecc0 00000400:00000010:1.0:1734676308.032903:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ecc0. 00000100:00000200:1.0:1734676308.032908:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864451712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.033979:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.033987:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24080 00000400:00000200:0.0:1734676308.033993:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67d9 [1] + 224 00000400:00000200:0.0:1734676308.034003:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.034006:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.034012:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864451712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.034184:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:2.0:1734676308.034188:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ebb0 00000400:00000010:2.0:1734676308.034190:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ebb0. 00000100:00000200:2.0:1734676308.034195:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864451712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.034201:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864451712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.034217:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c335600. 02000000:00000010:2.0:1734676308.034221:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c334c00. 00000100:00000010:2.0:1734676308.034223:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000010:2.0:1734676308.034229:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676308.034232:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614080. 00000400:00000200:0.0:1734676308.034740:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.034747:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c480 00000400:00000200:0.0:1734676308.034752:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 656 00000400:00000200:0.0:1734676308.034791:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.034798:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.034802:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.034806:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:2.0:1734676308.034897:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6e00. 00000020:00000010:2.0:1734676308.034901:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676308.034905:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.034922:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867958912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.035294:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867958912 02000000:00000010:2.0:1734676308.035303:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676308.035322:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d08e180. 00010000:00000010:2.0:1734676308.035334:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cff80. 00000100:00000010:2.0:1734676308.035339:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.035358:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.035361:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cff80. 00000400:00000010:2.0:1734676308.035370:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.035373:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867958912, offset 224 00000400:00000200:2.0:1734676308.035378:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.035385:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.035391:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81327:81327:256:4294967295] 192.168.203.46@tcp LPNI seq info [81323:81323:8:4294967295] 00000400:00000200:2.0:1734676308.035397:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.035401:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.035406:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.035410:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.035416:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.035419:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.035431:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4e00. 00000020:00000010:2.0:1734676308.035434:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.035437:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6e00. 00080000:00000010:3.0:1734676308.035498:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520400. 00010000:00000010:3.0:1734676308.035554:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5cb80. 00010000:00000010:3.0:1734676308.035560:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d08ea80. 00010000:00000010:3.0:1734676308.035609:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521800. 00010000:00000010:3.0:1734676308.035613:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.035620:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64600. 00000100:00000010:3.0:1734676308.035623:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d9c0. 00000100:00000010:3.0:1734676308.035628:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.035636:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:3.0:1734676308.035652:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521a00. 00000400:00000010:3.0:1734676308.035655:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676308.035658:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.035662:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451840, portal 16 00000400:00000010:3.0:1734676308.035665:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.035667:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451840, offset 0 00000400:00000200:3.0:1734676308.035672:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.035676:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.035680:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.035683:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.035685:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.035687:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.035689:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81328:81328:255:4294967295] 192.168.203.46@tcp LPNI seq info [81324:81324:7:4294967295] 00000400:00000200:3.0:1734676308.035695:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.035698:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.035701:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.035703:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.035707:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.035709:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.036120:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.036124:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676308.036128:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.036131:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.036134:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676308.036135:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000800:00000200:0.0:1734676308.036173:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.036175:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.036178:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.036180:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.036182:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676308.036183:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:0.0:1734676308.036189:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864451840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.037424:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.037436:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24100 00000400:00000200:0.0:1734676308.037442:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67e5 [1] + 224 00000400:00000200:0.0:1734676308.037456:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.037459:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.037466:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864451840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.037698:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798db00. 00000400:00000200:2.0:1734676308.037702:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:2.0:1734676308.037703:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:2.0:1734676308.037708:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864451840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.037715:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864451840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.037733:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521a00. 02000000:00000010:2.0:1734676308.037737:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000100:00000010:2.0:1734676308.037740:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:2.0:1734676308.037743:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d9c0. 00010000:00000010:2.0:1734676308.037746:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64600. 00010000:00000010:1.1:1734676308.037852:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f6f200. 00000400:00000200:0.0:1734676308.038161:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.038168:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c500 00000400:00000200:0.0:1734676308.038173:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 984 00000400:00000200:0.0:1734676308.038222:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.038226:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.038230:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.038234:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676308.038301:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc400. 00000020:00000010:1.0:1734676308.038306:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.038311:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.038330:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867959040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.038952:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959040 02000000:00000010:1.0:1734676308.038962:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.038984:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d4a9380. 00010000:00000010:1.0:1734676308.038997:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676308.039001:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.039376:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.039380:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00080000:00000010:2.0:1734676308.039387:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf6e00. 00000400:00000010:1.0:1734676308.039391:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.039395:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959040, offset 224 00000400:00000200:1.0:1734676308.039401:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.039409:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.039413:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81329:81329:256:4294967295] 192.168.203.46@tcp LPNI seq info [81325:81325:8:4294967295] 00000400:00000200:1.0:1734676308.039421:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.039425:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.039428:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6100. 00000800:00000200:1.0:1734676308.039432:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.039437:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.039440:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.039448:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:2.0:1734676308.039454:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d4a9300. 00000020:00000010:1.0:1734676308.039464:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.039472:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.039475:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc400. 00010000:00000010:2.0:1734676308.039503:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5c00. 00010000:00000010:2.0:1734676308.039506:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.039510:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6600. 00010000:00000010:2.0:1734676308.039513:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.039521:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7a00. 00000800:00000200:0.0:1734676308.039532:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.039535:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6100. 00010000:00000010:2.0:1734676308.039537:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00000400:00000200:0.0:1734676308.039538:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676308.039540:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4e00. 00000400:00000200:0.0:1734676308.039541:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.039543:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676308.039545:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00010000:00000010:2.0:1734676308.039573:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf7e00. 00010000:00000010:2.0:1734676308.039576:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.039581:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cff80. 00000100:00000010:2.0:1734676308.039584:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.039589:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676308.039598:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7400. 02000000:00000010:2.0:1734676308.039614:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf6c00. 00000400:00000010:2.0:1734676308.039618:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676308.039621:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.039625:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864451968, portal 16 00000400:00000010:2.0:1734676308.039629:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676308.039630:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864451968, offset 0 00000400:00000200:2.0:1734676308.039634:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.039639:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.039643:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.039647:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.039650:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.039652:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.039654:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81330:81330:256:4294967295] 192.168.203.46@tcp LPNI seq info [81326:81326:8:4294967295] 00000400:00000200:2.0:1734676308.039660:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.039664:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.039666:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.039668:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.039672:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.039675:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.039759:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.039761:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676308.039764:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.039767:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.039769:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676308.039771:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676308.039776:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864451968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.041286:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.041298:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24180 00000400:00000200:0.0:1734676308.041306:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67f1 [1] + 224 00000400:00000200:0.0:1734676308.041321:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.041325:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.041333:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864451968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.041397:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:2.0:1734676308.041400:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676308.041402:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.041407:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864451968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.041413:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864451968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.041433:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf6c00. 02000000:00000010:2.0:1734676308.041436:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7400. 00000100:00000010:2.0:1734676308.041439:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:2.0:1734676308.041443:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.041513:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cff80. 00000400:00000200:0.0:1734676308.041960:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.041966:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c580 00000400:00000200:0.0:1734676308.041972:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 1312 00000400:00000200:0.0:1734676308.042014:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.042017:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.042020:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.042023:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676308.042088:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc400. 00000020:00000010:1.0:1734676308.042093:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.042097:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.042120:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867959168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.042157:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959168 02000000:00000010:1.0:1734676308.042166:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676308.042185:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097df8280. 00010000:00000010:1.0:1734676308.042198:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676308.042203:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.042209:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.042211:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000010:1.0:1734676308.042219:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676308.042223:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959168, offset 224 00000400:00000200:1.0:1734676308.042228:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.042235:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.042239:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81331:81331:256:4294967295] 192.168.203.46@tcp LPNI seq info [81327:81327:8:4294967295] 00000400:00000200:1.0:1734676308.042246:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.042250:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.042253:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.042257:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.042262:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.042266:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.042288:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.042292:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.042295:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc400. 00010000:00000010:1.1:1734676308.042308:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6600. 00010000:00000010:1.1:1734676308.042312:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959c7700. 00010000:00000010:1.1:1734676308.042315:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520a00. 00080000:00000010:2.0:1734676308.042376:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7400. 00000800:00000200:0.0:1734676308.042407:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.042410:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:0.0:1734676308.042414:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.042417:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.042419:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676308.042421:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00010000:00000010:2.0:1734676308.042429:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.042434:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097df8700. 00010000:00000010:2.0:1734676308.042845:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6c00. 00010000:00000010:2.0:1734676308.042850:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.042856:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cff80. 00000100:00000010:2.0:1734676308.042859:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.042863:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676308.042871:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf6800. 02000000:00000010:2.0:1734676308.042886:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7000. 00000400:00000010:2.0:1734676308.042889:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676308.042892:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.042896:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452096, portal 16 00000400:00000010:2.0:1734676308.042899:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676308.042901:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452096, offset 0 00000400:00000200:2.0:1734676308.042905:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.042909:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.042912:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.042916:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.042919:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.042921:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.042923:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81332:81332:256:4294967295] 192.168.203.46@tcp LPNI seq info [81328:81328:8:4294967295] 00000400:00000200:2.0:1734676308.042929:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.042932:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.042934:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.042937:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.042941:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.042943:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.043031:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.043034:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:0.0:1734676308.043054:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.043057:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.043059:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676308.043061:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676308.043076:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864452096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.043917:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.043925:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24200 00000400:00000200:0.0:1734676308.043930:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa67fd [1] + 224 00000400:00000200:0.0:1734676308.043940:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.043943:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.043948:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864452096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.043999:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:3.0:1734676308.044003:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:3.0:1734676308.044004:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:3.0:1734676308.044009:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864452096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.044016:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864452096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.044032:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7000. 02000000:00000010:3.0:1734676308.044052:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf6800. 00000100:00000010:3.0:1734676308.044055:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 00000100:00000010:3.0:1734676308.044059:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:3.0:1734676308.044062:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cff80. 00000400:00000200:0.0:1734676308.044941:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.044948:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c600 00000400:00000200:0.0:1734676308.044954:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 1640 00000400:00000200:0.0:1734676308.044990:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.044993:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.044997:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.045000:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676308.045085:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521e00. 00000020:00000010:3.0:1734676308.045090:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a480. 00000020:00000010:3.0:1734676308.045093:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.045111:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867959296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00080000:00000010:2.0:1734676308.045230:0:25843:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045236:0:25843:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045257:0:25843:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045261:0:25843:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045267:0:25843:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045271:0:25843:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045277:0:25843:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.045281:0:25843:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00000100:00000200:3.0:1734676308.045928:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959296 02000000:00000010:3.0:1734676308.045938:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:3.0:1734676308.045960:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b808e00. 00010000:00000010:3.0:1734676308.045974:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64ec0. 00000100:00000010:3.0:1734676308.045980:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.045988:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.045990:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64ec0. 00000400:00000010:3.0:1734676308.045998:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.046002:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959296, offset 224 00000400:00000200:3.0:1734676308.046007:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.046014:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.046019:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81333:81333:256:4294967295] 192.168.203.46@tcp LPNI seq info [81329:81329:8:4294967295] 00000400:00000200:3.0:1734676308.046026:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.046031:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.046033:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.046055:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.046061:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.046064:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.046565:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a480. 00000800:00000200:1.0:1734676308.046634:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.046638:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676308.046641:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.046645:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.046648:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676308.046650:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000020:00000010:3.0:1734676308.046661:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.046665:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521e00. 00080000:00000010:2.0:1734676308.046892:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf6000. 00010000:00000010:2.0:1734676308.046955:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.046960:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b808d80. 00010000:00000010:2.0:1734676308.047017:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6a00. 00010000:00000010:2.0:1734676308.047021:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.047027:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cfd40. 00000100:00000010:2.0:1734676308.047031:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0180. 00000100:00000010:2.0:1734676308.047053:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676308.047061:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7800. 02000000:00000010:2.0:1734676308.047090:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf6800. 00000400:00000010:2.0:1734676308.047094:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c78f0. 00000400:00000010:2.0:1734676308.047097:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.047101:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452224, portal 16 00000400:00000010:2.0:1734676308.047105:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.047107:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452224, offset 0 00000400:00000200:2.0:1734676308.047111:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.047117:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.047121:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.047124:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.047127:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.047129:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.047131:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81334:81334:256:4294967295] 192.168.203.46@tcp LPNI seq info [81330:81330:8:4294967295] 00000400:00000200:2.0:1734676308.047137:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.047141:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.047143:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.047146:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.047151:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.047153:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.047241:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.047243:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:3.0:1734676308.047249:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.047252:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.047254:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:3.0:1734676308.047255:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:3.0:1734676308.047261:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864452224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.048342:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4400. 00010000:00000010:3.1:1734676308.048347:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520000. 00000400:00000200:1.0:1734676308.049324:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.049336:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24280 00000400:00000200:1.0:1734676308.049343:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6809 [1] + 224 00000400:00000200:1.0:1734676308.049357:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.049361:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.049368:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864452224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.049408:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c78f0. 00000400:00000200:2.0:1734676308.049411:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:2.0:1734676308.049413:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.049417:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864452224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.049423:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864452224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.049440:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf6800. 02000000:00000010:2.0:1734676308.049443:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7800. 00000100:00000010:2.0:1734676308.049446:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:2.0:1734676308.049449:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0180. 00010000:00000010:2.0:1734676308.049451:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cfd40. 00000400:00000200:1.0:1734676308.049668:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.049674:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c680 00000400:00000200:1.0:1734676308.049678:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5145 [2] + 1968 00000400:00000010:1.0:1734676308.049681:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c77e8. 00000400:00000200:1.0:1734676308.049683:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d08d540 00000400:00000200:1.0:1734676308.049724:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.049727:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.049730:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d08d540 00000400:00000010:1.0:1734676308.049732:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d08d540. 00000100:00000200:1.0:1734676308.049736:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676308.049810:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf7800. 00000020:00000010:2.0:1734676308.049814:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.049818:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.049836:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506850 x1818938867959424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.049852:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959424 02000000:00000010:2.0:1734676308.049859:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676308.049877:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff1df80. 00010000:00000010:2.0:1734676308.049889:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cfd40. 00000100:00000010:2.0:1734676308.049893:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0180. 00000100:00000010:2.0:1734676308.049899:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0180. 00010000:00000010:2.0:1734676308.049901:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cfd40. 00000400:00000010:2.0:1734676308.049908:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.049912:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959424, offset 224 00000400:00000200:2.0:1734676308.049917:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.049923:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.049927:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81335:81335:256:4294967295] 192.168.203.46@tcp LPNI seq info [81331:81331:8:4294967295] 00000400:00000200:2.0:1734676308.049934:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.049938:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.049941:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.049945:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.049950:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.049953:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.049964:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.049967:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.049970:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf7800. 02000000:00000010:2.0:1734676308.049975:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:2.0:1734676308.049978:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:2.0:1734676308.049981:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:2.0:1734676308.049983:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676308.049986:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:2.0:1734676308.049988:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676308.049990:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:2.0:1734676308.049993:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676308.049996:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676308.049998:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:2.0:1734676308.049999:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676308.050001:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8e00. 00000100:00000200:2.0:1734676308.050008:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676308.050011:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c78f0. 00000400:00000010:2.0:1734676308.050014:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0180. 00080000:00000010:2.0:1734676308.050030:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7800. 00010000:00000010:2.0:1734676308.050107:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.050112:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff1df00. 00010000:00000010:2.0:1734676308.050164:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6800. 00010000:00000010:2.0:1734676308.050169:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4e00. 00010000:00000010:2.0:1734676308.050174:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cfd40. 00000100:00000010:2.0:1734676308.050177:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0480. 00000100:00000010:2.0:1734676308.050182:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 00000800:00000200:3.0:1734676308.050187:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.050190:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 02000000:00000010:2.0:1734676308.050190:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7000. 00000400:00000200:3.0:1734676308.050193:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.050197:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.050199:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:3.0:1734676308.050201:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 02000000:00000010:3.0:1734676308.050204:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 02000000:00000010:2.0:1734676308.050209:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7200. 00000400:00000010:2.0:1734676308.050212:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7898. 00000400:00000010:2.0:1734676308.050215:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676308.050217:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452352, portal 16 00000400:00000010:2.0:1734676308.050220:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676308.050221:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452352, offset 0 00000400:00000200:2.0:1734676308.050225:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.050229:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.050233:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.050236:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.050238:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.050240:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.050242:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81336:81336:256:4294967295] 192.168.203.46@tcp LPNI seq info [81332:81332:8:4294967295] 00000400:00000200:2.0:1734676308.050247:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.050251:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.050254:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.050256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.050260:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.050262:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.050494:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.050496:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:1.0:1734676308.050499:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.050503:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.050505:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676308.050506:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676308.050511:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864452352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:2.0:1734676308.051133:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051138:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051195:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051200:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051207:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051211:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051217:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.051220:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00000400:00000200:1.0:1734676308.051302:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.051308:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24300 00000400:00000200:1.0:1734676308.051313:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6819 [1] + 224 00000400:00000200:1.0:1734676308.051319:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.051322:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.051327:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864452352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.051362:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.051366:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c700 00000400:00000200:1.0:1734676308.051371:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 0 00000400:00000200:1.0:1734676308.051407:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.051411:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.051414:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.051418:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 00000400:00000010:3.0:1734676308.051485:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7898. 00000400:00000200:3.0:1734676308.051488:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:3.0:1734676308.051489:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676308.051494:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864452352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.051501:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864452352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.051517:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7200. 02000000:00000010:3.0:1734676308.051521:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7000. 00000100:00000010:3.0:1734676308.051524:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:3.0:1734676308.051528:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0480. 00010000:00000010:3.0:1734676308.051530:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cfd40. 00000020:00000010:0.0:1734676308.051663:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17600. 00000020:00000010:0.0:1734676308.051667:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c800. 00000020:00000010:0.0:1734676308.051671:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.051685:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9180 x1818938867959552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.051710:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959552 02000000:00000010:0.0:1734676308.051716:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:0.0:1734676308.051731:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d823200. 00010000:00000010:0.0:1734676308.051741:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614180. 00000100:00000010:0.0:1734676308.051745:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676308.051750:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676308.051752:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614180. 00000400:00000010:0.0:1734676308.051760:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e990. 00000100:00000200:0.0:1734676308.051763:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959552, offset 224 00000400:00000200:0.0:1734676308.051767:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.051772:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.051777:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81337:81337:256:4294967295] 192.168.203.46@tcp LPNI seq info [81333:81333:8:4294967295] 00000400:00000200:0.0:1734676308.051783:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.051787:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.051789:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011a00. 00000800:00000200:0.0:1734676308.051793:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.051798:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.051801:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.051809:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c800. 00000020:00000010:0.0:1734676308.051812:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.051814:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17600. 00080000:00000010:3.0:1734676308.051830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520600. 00010000:00000010:3.0:1734676308.051883:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4e00. 00010000:00000010:3.0:1734676308.051888:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d823a00. 00010000:00000010:3.0:1734676308.051940:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:3.0:1734676308.051945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.051951:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64640. 00000100:00000010:3.0:1734676308.051954:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.051958:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.051966:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521400. 02000000:00000010:3.0:1734676308.051979:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521e00. 00000400:00000010:3.0:1734676308.051982:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.051985:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.051989:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452480, portal 16 00000400:00000010:3.0:1734676308.051992:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.051994:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452480, offset 0 00000400:00000200:3.0:1734676308.051999:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.052003:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.052005:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.052008:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.052010:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.052012:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.052014:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81338:81338:255:4294967295] 192.168.203.46@tcp LPNI seq info [81334:81334:7:4294967295] 00000400:00000200:3.0:1734676308.052020:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.052023:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.052026:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.052028:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.052032:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.052034:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.052096:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.052099:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011a00. 00000400:00000200:3.0:1734676308.052101:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.052104:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.052106:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e990 00000400:00000010:3.0:1734676308.052108:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e990. 00000800:00000200:3.0:1734676308.052140:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.052142:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:3.0:1734676308.052144:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.052146:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.052148:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676308.052149:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.052153:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864452480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.052976:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cdfa00. 00010000:00000010:0.1:1734676308.052986:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e55c00. 00010000:00000010:0.1:1734676308.052997:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800826c5c00. 00010000:00000010:0.1:1734676308.053000:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521800. 00010000:00000010:0.1:1734676308.053002:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5c00. 00010000:00000010:0.1:1734676308.053005:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6600. 00010000:00000010:1.1:1734676308.053241:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d791500. 00010000:00000010:1.1:1734676308.053246:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335a00. 00000400:00000200:0.0:1734676308.053906:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.053916:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24380 00000400:00000200:0.0:1734676308.053922:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6825 [1] + 224 00000400:00000200:0.0:1734676308.053930:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.053933:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.053940:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864452480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.053965:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.053968:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c780 00000400:00000200:0.0:1734676308.053972:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 328 00000400:00000200:0.0:1734676308.054022:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.054025:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.054029:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.054033:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000400:00000010:3.0:1734676308.054564:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.054568:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.054570:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.054575:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864452480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.054582:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864452480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.054602:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521e00. 02000000:00000010:3.0:1734676308.054606:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521400. 00000100:00000010:3.0:1734676308.054608:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.054610:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.054613:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64640. 00000020:00000010:1.0:1734676308.054684:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.054689:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.054692:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.054710:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867959680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.054729:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959680 02000000:00000010:1.0:1734676308.054736:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676308.054755:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f61700. 00010000:00000010:1.0:1734676308.054767:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676308.054772:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.054777:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.054779:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000010:1.0:1734676308.054787:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676308.054791:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959680, offset 224 00000400:00000200:1.0:1734676308.054796:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.054803:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.054808:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81339:81339:256:4294967295] 192.168.203.46@tcp LPNI seq info [81335:81335:8:4294967295] 00000400:00000200:1.0:1734676308.054816:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.054820:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.054823:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676308.054828:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.054833:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.054836:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.055142:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521400. 00010000:00000010:3.0:1734676308.055196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.055202:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f61680. 00000020:00000010:1.0:1734676308.055245:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.055250:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.055253:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00010000:00000010:3.0:1734676308.055257:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93700. 00010000:00000010:3.0:1734676308.055260:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.055263:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521e00. 00010000:00000010:3.0:1734676308.055267:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00080000:00000010:3.0:1734676308.055274:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520a00. 00010000:00000010:3.0:1734676308.055292:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.055294:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.055329:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520e00. 00010000:00000010:3.0:1734676308.055332:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.055337:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64640. 00000100:00000010:3.0:1734676308.055339:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.055343:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.055351:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521a00. 02000000:00000010:3.0:1734676308.055366:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520800. 00000400:00000010:3.0:1734676308.055370:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.055373:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.055377:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452608, portal 16 00000400:00000010:3.0:1734676308.055380:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.055382:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452608, offset 0 00000400:00000200:3.0:1734676308.055386:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.055390:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.055394:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.055397:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.055400:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.055401:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.055404:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81340:81340:255:4294967295] 192.168.203.46@tcp LPNI seq info [81336:81336:7:4294967295] 00000400:00000200:3.0:1734676308.055410:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.055412:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.055415:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676308.055419:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.055964:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.055968:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676308.055970:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000800:00000200:3.0:1734676308.056016:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.056019:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.056023:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.056028:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.056031:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.056946:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.056950:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:3.0:1734676308.056954:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.056958:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.056961:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676308.056963:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.056969:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864452608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.057537:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089db5c00. 00010000:00000010:3.1:1734676308.057546:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4d9200. 00000400:00000200:1.0:1734676308.061031:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.061063:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24400 00000400:00000200:1.0:1734676308.061082:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6831 [1] + 224 00000400:00000200:1.0:1734676308.061095:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.061099:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.061107:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864452608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.061141:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.061145:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c800 00000400:00000200:1.0:1734676308.061150:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 656 00000400:00000200:1.0:1734676308.061206:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.061209:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.061213:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.061218:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 00000400:00000010:3.0:1734676308.061363:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.061368:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.061371:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.061376:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864452608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.061383:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864452608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.061405:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520800. 00000020:00000010:1.0:1734676308.061449:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cca00. 00000020:00000010:1.0:1734676308.061454:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.061458:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.061476:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9f80 x1818938867959808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.061503:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959808 02000000:00000010:1.0:1734676308.061510:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 02000000:00000010:3.0:1734676308.061515:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521a00. 00000100:00000010:3.0:1734676308.061519:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.061522:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.061525:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64640. 00010000:00000010:1.0:1734676308.061532:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ff3a00. 00010000:00000010:1.0:1734676308.061544:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676308.061549:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.061561:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.061563:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00080000:00000010:3.0:1734676308.061571:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521a00. 00000400:00000010:1.0:1734676308.061572:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676308.061575:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959808, offset 224 00000400:00000200:1.0:1734676308.061580:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.061586:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.061591:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81341:81341:256:4294967295] 192.168.203.46@tcp LPNI seq info [81337:81337:8:4294967295] 00000400:00000200:1.0:1734676308.061600:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.061604:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.061607:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.061611:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.061616:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.061620:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.061625:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.061630:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ff3980. 00000020:00000010:1.0:1734676308.061632:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.061636:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.061639:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cca00. 00000800:00000200:1.0:1734676308.061674:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.061677:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:1.0:1734676308.061679:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.061682:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676308.061685:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520800. 00000400:00000200:1.0:1734676308.061685:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:1.0:1734676308.061686:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00010000:00000010:3.0:1734676308.061689:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.061696:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64640. 00000100:00000010:3.0:1734676308.061698:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.061702:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.061709:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521200. 02000000:00000010:3.0:1734676308.061723:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520000. 00000400:00000010:3.0:1734676308.061726:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.061729:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.061734:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452736, portal 16 00000400:00000010:3.0:1734676308.061750:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.061751:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452736, offset 0 00000400:00000200:3.0:1734676308.061755:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.061760:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.061764:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.061767:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.061770:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.061772:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.061775:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81342:81342:256:4294967295] 192.168.203.46@tcp LPNI seq info [81338:81338:8:4294967295] 00000400:00000200:3.0:1734676308.061781:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.061785:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.061787:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.061790:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.061794:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.061797:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.061826:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.061828:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:3.0:1734676308.061831:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.061834:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.061836:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:3.0:1734676308.061837:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.061842:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864452736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.063281:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafd700. 00010000:00000010:0.1:1734676308.063291:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7e00. 00010000:00000010:1.1:1734676308.063335:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edeaa00. 00010000:00000010:1.1:1734676308.063355:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d99c400. 00010000:00000010:1.1:1734676308.063358:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6800. 00000400:00000200:1.0:1734676308.063384:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.063394:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24480 00000400:00000200:1.0:1734676308.063401:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa683d [1] + 224 00010000:00000010:0.1:1734676308.063408:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072bc0600. 00010000:00000010:0.1:1734676308.063412:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6c00. 00010000:00000010:0.1:1734676308.063416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c7200. 00010000:00000010:0.1:1734676308.063418:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4d7500. 00010000:00000010:0.1:1734676308.063422:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6a00. 00000400:00000200:1.0:1734676308.063431:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.063434:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.063442:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864452736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.063493:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.063497:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.063499:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.063505:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864452736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.063512:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864452736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.063532:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520000. 02000000:00000010:3.0:1734676308.063537:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521200. 00000100:00000010:3.0:1734676308.063540:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.063543:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.063545:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64640. 00000400:00000200:1.0:1734676308.065496:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.065510:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c880 00000400:00000200:1.0:1734676308.065518:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 984 00000400:00000200:1.0:1734676308.065663:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.065668:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.065674:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.065682:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab480. 00000020:00000010:1.0:1734676308.065720:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cd000. 00000020:00000010:1.0:1734676308.065725:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.065729:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.065749:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab480 x1818938867959936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.065769:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867959936 02000000:00000010:1.0:1734676308.065776:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.065797:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edc0280. 00010000:00000010:1.0:1734676308.065810:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7fc0. 00000100:00000010:1.0:1734676308.065815:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.065822:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.065824:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7fc0. 00000400:00000010:1.0:1734676308.065833:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00080000:00000010:3.0:1734676308.065838:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c334600. 00000100:00000200:1.0:1734676308.065838:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867959936, offset 224 00000400:00000200:1.0:1734676308.065842:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.065851:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.065855:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81343:81343:256:4294967295] 192.168.203.46@tcp LPNI seq info [81339:81339:8:4294967295] 00000400:00000200:1.0:1734676308.065863:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.065868:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.065871:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.065875:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.065880:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.065883:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.065900:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.065904:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.065908:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cd000. 00000800:00000200:3.0:1734676308.066033:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.066054:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:3.0:1734676308.066193:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.066197:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.066200:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:3.0:1734676308.066202:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 00010000:00000010:3.0:1734676308.066249:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.066254:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da06a00. 00010000:00000010:3.0:1734676308.066320:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c335600. 00010000:00000010:3.0:1734676308.066326:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.066333:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.066337:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.066348:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.066357:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c335a00. 02000000:00000010:3.0:1734676308.066375:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8800. 00000400:00000010:3.0:1734676308.066380:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.066383:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.066387:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452864, portal 16 00000400:00000010:3.0:1734676308.066390:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.066392:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452864, offset 0 00000400:00000200:3.0:1734676308.066396:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.066400:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.066403:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.066407:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.066409:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.066411:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.066413:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81344:81344:256:4294967295] 192.168.203.46@tcp LPNI seq info [81340:81340:8:4294967295] 00000400:00000200:3.0:1734676308.066418:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.066422:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.066424:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676308.066427:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.066431:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.066433:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.066479:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.066483:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:0.0:1734676308.066485:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.066489:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.066491:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676308.066492:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676308.066497:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864452864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.069057:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da13200. 00010000:00000010:3.1:1734676308.069084:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b7600. 00000400:00000200:1.0:1734676308.069435:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.069450:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24500 00000400:00000200:1.0:1734676308.069458:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6849 [1] + 224 00000400:00000200:1.0:1734676308.069468:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.069472:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.069482:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864452864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.069516:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.069521:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c900 00000400:00000010:3.0:1734676308.069542:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.069547:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.069549:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.069555:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864452864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.069560:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 1312 00000100:00000200:3.0:1734676308.069563:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864452864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.069590:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676308.069592:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8800. 00000400:00000200:1.0:1734676308.069594:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676308.069598:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c335a00. 00000100:00000200:1.0:1734676308.069598:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.069602:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:1.0:1734676308.069603:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0babb80. 00000100:00000010:3.0:1734676308.069605:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.069608:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000020:00000010:1.0:1734676308.069639:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.069644:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.069648:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.069834:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0babb80 x1818938867960064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.069867:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960064 02000000:00000010:1.0:1734676308.069877:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.069900:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013136de00. 00010000:00000010:1.0:1734676308.069913:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7c00. 00000100:00000010:1.0:1734676308.069918:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.069924:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.069926:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7c00. 00000400:00000010:1.0:1734676308.069935:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676308.069939:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960064, offset 224 00000400:00000200:1.0:1734676308.069944:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.069950:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.069956:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81345:81345:256:4294967295] 192.168.203.46@tcp LPNI seq info [81341:81341:8:4294967295] 00000400:00000200:1.0:1734676308.069964:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.069969:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.069972:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676308.069977:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.069982:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.069986:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.069999:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.070003:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.070006:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00000800:00000200:1.0:1734676308.070085:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.070088:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:1.0:1734676308.070091:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.070094:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.070096:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:1.0:1734676308.070098:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00080000:00000010:3.0:1734676308.070159:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8800. 00010000:00000010:3.0:1734676308.070213:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.070218:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013136dd80. 00010000:00000010:3.0:1734676308.070272:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8200. 00010000:00000010:3.0:1734676308.070277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.070283:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.070285:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.070289:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.070296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9c00. 02000000:00000010:3.0:1734676308.070311:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8a00. 00000400:00000010:3.0:1734676308.070314:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.070317:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.070321:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864452992, portal 16 00000400:00000010:3.0:1734676308.070324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.070326:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864452992, offset 0 00000400:00000200:3.0:1734676308.070330:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.070335:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.070338:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.070341:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.070343:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.070345:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.070347:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81346:81346:256:4294967295] 192.168.203.46@tcp LPNI seq info [81342:81342:8:4294967295] 00000400:00000200:3.0:1734676308.070354:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.070357:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.070360:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676308.070363:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.070367:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.070369:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.070504:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.070506:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676308.070509:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.070512:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.070515:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676308.070517:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676308.070521:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864452992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.071204:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097f18200. 00010000:00000010:1.1:1734676308.071211:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:1.1:1734676308.071214:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93700. 00010000:00000010:1.1:1734676308.071217:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521e00. 00010000:00000010:1.1:1734676308.071224:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013127f400. 00010000:00000010:1.1:1734676308.071230:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520e00. 00000400:00000200:1.0:1734676308.072420:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.072432:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24580 00000400:00000200:1.0:1734676308.072440:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6855 [1] + 224 00000400:00000200:1.0:1734676308.072449:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.072452:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.072460:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864452992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.072489:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.072494:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517c980 00000400:00000200:1.0:1734676308.072498:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 1640 00000400:00000010:3.0:1734676308.072772:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.072776:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.072777:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.072783:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864452992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.072790:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864452992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.072811:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8a00. 02000000:00000010:3.0:1734676308.072816:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9c00. 00000100:00000010:3.0:1734676308.072819:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.072822:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.072825:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000200:1.0:1734676308.072849:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.072852:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.072857:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.072860:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9500. 00000020:00000010:3.0:1734676308.072944:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c9c00. 00000020:00000010:3.0:1734676308.072952:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a300. 00000020:00000010:3.0:1734676308.072955:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.072973:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9500 x1818938867960192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.073002:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960192 02000000:00000010:3.0:1734676308.073010:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676308.073031:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3000. 00010000:00000010:3.0:1734676308.073058:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.073063:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.073079:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.073081:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000010:3.0:1734676308.073089:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.073093:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960192, offset 224 00000400:00000200:3.0:1734676308.073097:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.073104:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.073109:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81347:81347:256:4294967295] 192.168.203.46@tcp LPNI seq info [81343:81343:8:4294967295] 00000400:00000200:3.0:1734676308.073117:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.073121:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.073125:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676308.073128:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.073134:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.073137:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.073149:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a300. 00000020:00000010:3.0:1734676308.073151:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.073155:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c9c00. 00080000:00000010:3.0:1734676308.073171:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9c00. 00010000:00000010:3.0:1734676308.073221:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.073226:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d778280. 00000800:00000200:0.0:1734676308.073341:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.073345:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676308.073348:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.073351:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.073353:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676308.073354:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00010000:00000010:3.0:1734676308.073477:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:3.0:1734676308.073482:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.073488:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.073491:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.073496:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.073503:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9200. 02000000:00000010:3.0:1734676308.073518:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880095b49c00. 00000400:00000010:3.0:1734676308.073522:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.073525:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.073528:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453120, portal 16 00000400:00000010:3.0:1734676308.073531:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.073533:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453120, offset 0 00000400:00000200:3.0:1734676308.073537:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.073541:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.073544:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.073547:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.073549:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.073552:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.073554:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81348:81348:256:4294967295] 192.168.203.46@tcp LPNI seq info [81344:81344:8:4294967295] 00000400:00000200:3.0:1734676308.073560:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.073563:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.073565:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93200. 00000800:00000200:3.0:1734676308.073568:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.073571:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.073573:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.074165:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.074168:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93200. 00000400:00000200:0.0:1734676308.074171:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.074175:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.074177:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676308.074179:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676308.074184:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864453120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.077374:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0c800. 00010000:00000010:3.1:1734676308.077383:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48bc00. 00000400:00000200:0.0:1734676308.078437:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.078451:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24600 00000400:00000200:0.0:1734676308.078458:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6861 [1] + 224 00000400:00000200:0.0:1734676308.078471:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.078516:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.078525:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864453120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.078560:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.078565:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ca00 00000400:00000200:0.0:1734676308.078570:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51a5 [2] + 1968 00000400:00000010:0.0:1734676308.078574:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9c08. 00000400:00000200:0.0:1734676308.078577:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcdcc0 00000400:00000010:3.0:1734676308.078581:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.078584:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676308.078585:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.078591:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864453120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.078598:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864453120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.078606:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.078609:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.078612:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcdcc0 00000400:00000010:0.0:1734676308.078614:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcdcc0. 00000100:00000200:0.0:1734676308.078618:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676308.078620:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880095b49c00. 02000000:00000010:3.0:1734676308.078623:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9200. 00000100:00000010:3.0:1734676308.078628:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.078631:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.078634:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000020:00000010:2.0:1734676308.078687:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.078692:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.078695:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.078712:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096504050 x1818938867960320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.078740:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960320 02000000:00000010:2.0:1734676308.078748:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.078945:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800735a3c80. 00010000:00000010:2.0:1734676308.078964:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.078969:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0480. 00000100:00000010:2.0:1734676308.078975:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0480. 00010000:00000010:2.0:1734676308.078978:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.078989:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.078992:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960320, offset 224 00000400:00000200:2.0:1734676308.078998:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.078999:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095b49c00. 00000400:00000200:2.0:1734676308.079006:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.079012:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81349:81349:256:4294967295] 192.168.203.46@tcp LPNI seq info [81345:81345:8:4294967295] 00000400:00000200:2.0:1734676308.079019:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.079029:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.079032:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.079053:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.079058:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.079061:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.079083:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.079089:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800735a3c00. 00010000:00000010:3.0:1734676308.079149:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93700. 00010000:00000010:3.0:1734676308.079151:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.079155:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c9200. 00010000:00000010:3.0:1734676308.079158:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00080000:00000010:3.0:1734676308.079167:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe9a00. 00010000:00000010:3.0:1734676308.079182:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.079184:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.079215:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe8000. 00010000:00000010:3.0:1734676308.079218:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.079222:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.079224:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.079229:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.079235:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe9400. 02000000:00000010:3.0:1734676308.079250:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe9000. 00000400:00000010:3.0:1734676308.079252:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.079255:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.079258:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453248, portal 16 00000400:00000010:3.0:1734676308.079261:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.079262:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453248, offset 0 00000400:00000200:3.0:1734676308.079266:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.079270:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.079273:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.079276:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.079278:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.079280:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.079282:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81350:81350:255:4294967295] 192.168.203.46@tcp LPNI seq info [81346:81346:7:4294967295] 00000400:00000200:3.0:1734676308.079287:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.079290:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.079292:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676308.079295:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.079298:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.079300:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.080749:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.080759:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.080764:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 02000000:00000010:2.0:1734676308.080773:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:2.0:1734676308.080777:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9500. 02000000:00000010:2.0:1734676308.080783:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:2.0:1734676308.080785:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0babb80. 02000000:00000010:2.0:1734676308.080791:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:2.0:1734676308.080792:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab480. 02000000:00000010:2.0:1734676308.080795:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:2.0:1734676308.080796:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 02000000:00000010:2.0:1734676308.080800:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:2.0:1734676308.080806:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676308.080810:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:2.0:1734676308.080812:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000200:2.0:1734676308.080822:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676308.080827:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7268. 00000400:00000010:2.0:1734676308.080832:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0480. 00000800:00000200:0.0:1734676308.080840:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.080843:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.080848:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.080853:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.080856:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676308.080858:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 02000000:00000010:0.0:1734676308.080861:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000800:00000200:0.0:1734676308.081094:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.081097:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676308.081101:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.081105:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.081107:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.081108:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676308.081115:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864453248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.082518:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.082533:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24680 00000400:00000200:0.0:1734676308.082541:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa686d [1] + 224 00000400:00000200:0.0:1734676308.082560:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.082564:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.082574:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864453248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.082666:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.082670:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676308.082671:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.082676:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864453248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.082682:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864453248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.082703:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe9000. 02000000:00000010:3.0:1734676308.082707:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe9400. 00000100:00000010:3.0:1734676308.082711:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.082714:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.082717:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000200:0.0:1734676308.082805:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.082811:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ca80 00000400:00000200:0.0:1734676308.082815:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 0 00000400:00000200:0.0:1734676308.082856:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.082860:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.082864:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.082868:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676308.082964:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.082970:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.082974:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.082991:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867960448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.083028:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960448 02000000:00000010:2.0:1734676308.083076:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.083098:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d794d00. 00010000:00000010:2.0:1734676308.083114:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.083120:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.083125:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.083128:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.083137:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676308.083140:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960448, offset 224 00080000:00000010:0.0:1734676308.083144:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c334c00. 00000400:00000200:2.0:1734676308.083145:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.083152:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.083157:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81351:81351:256:4294967295] 192.168.203.46@tcp LPNI seq info [81347:81347:8:4294967295] 00000400:00000200:2.0:1734676308.083165:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.083170:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.083174:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.083178:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.083183:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.083186:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.083210:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00010000:00000010:0.0:1734676308.083211:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00000020:00000010:2.0:1734676308.083213:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.083217:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00010000:00000010:0.0:1734676308.083217:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d794c80. 00010000:00000010:0.0:1734676308.083270:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c335a00. 00010000:00000010:0.0:1734676308.083274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c800. 00010000:00000010:0.0:1734676308.083280:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614c00. 00000100:00000010:0.0:1734676308.083284:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676308.083288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:0.0:1734676308.083296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:0.0:1734676308.083311:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521e00. 00000400:00000010:0.0:1734676308.083315:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676308.083317:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ea18. 00000100:00000200:0.0:1734676308.083321:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453376, portal 16 00000400:00000010:0.0:1734676308.083324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eee0. 00000100:00000200:0.0:1734676308.083325:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453376, offset 0 00000400:00000200:0.0:1734676308.083329:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.083333:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.083337:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.083341:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.083344:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.083346:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.083348:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81352:81352:255:4294967295] 192.168.203.46@tcp LPNI seq info [81348:81348:7:4294967295] 00000400:00000200:0.0:1734676308.083354:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.083357:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.083360:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011a00. 00000800:00000200:0.0:1734676308.083363:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.083367:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.083369:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676308.083952:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d092b00. 00010000:00000010:1.1:1734676308.083958:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520800. 00010000:00000010:1.1:1734676308.083962:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012fde5700. 00010000:00000010:1.1:1734676308.083968:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335600. 00000800:00000200:1.0:1734676308.083995:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.083997:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:1.0:1734676308.084000:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.084004:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.084006:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:1.0:1734676308.084008:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000800:00000200:1.0:1734676308.084083:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.084085:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011a00. 00000400:00000200:1.0:1734676308.084087:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.084090:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.084092:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eee0 00000400:00000010:1.0:1734676308.084093:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eee0. 00000100:00000200:1.0:1734676308.084099:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482a00 x1818938864453376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.085493:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.085502:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24700 00000400:00000200:0.0:1734676308.085508:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa687d [1] + 224 00000400:00000200:0.0:1734676308.085520:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.085522:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.085528:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482a00 x1818938864453376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.085584:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676308.085588:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ea18 00000400:00000010:2.0:1734676308.085590:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ea18. 00000100:00000200:2.0:1734676308.085595:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482a00 x1818938864453376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.085602:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482a00 x1818938864453376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.085624:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521e00. 02000000:00000010:2.0:1734676308.085630:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000100:00000010:2.0:1734676308.085633:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000010:2.0:1734676308.085638:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00010000:00000010:2.0:1734676308.085642:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614c00. 00010000:00000010:2.1:1734676308.086165:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bff6200. 00000400:00000200:0.0:1734676308.087082:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.087093:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cb00 00000400:00000200:0.0:1734676308.087099:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 328 00000400:00000200:0.0:1734676308.087154:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.087158:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.087163:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.087168:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676308.087253:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.087259:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.087263:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.087283:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867960576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.087302:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960576 02000000:00000010:2.0:1734676308.087310:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.087332:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0a17980. 00010000:00000010:2.0:1734676308.087346:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.087352:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.087371:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.087375:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.087384:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.087389:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960576, offset 224 00000400:00000200:2.0:1734676308.087393:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.087425:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.087430:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81353:81353:256:4294967295] 192.168.203.46@tcp LPNI seq info [81349:81349:8:4294967295] 00000400:00000200:2.0:1734676308.087437:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.087441:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.087444:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00080000:00000010:3.0:1734676308.087446:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe9400. 00000800:00000200:2.0:1734676308.087448:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.087453:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.087456:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.087476:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.087479:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.087482:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00010000:00000010:3.0:1734676308.087505:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c800. 00010000:00000010:3.0:1734676308.087511:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0a17900. 00010000:00000010:3.0:1734676308.087566:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe9000. 00010000:00000010:3.0:1734676308.087571:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.087578:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.087581:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.087587:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.087595:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8c00. 02000000:00000010:3.0:1734676308.087611:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe9600. 00000400:00000010:3.0:1734676308.087616:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00000400:00000010:3.0:1734676308.087619:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.087623:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453504, portal 16 00000400:00000010:3.0:1734676308.087625:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.087627:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453504, offset 0 00000400:00000200:3.0:1734676308.087631:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.087636:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.087639:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.087643:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.087645:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.087647:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.087650:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81354:81354:255:4294967295] 192.168.203.46@tcp LPNI seq info [81350:81350:7:4294967295] 00000800:00000200:1.0:1734676308.087654:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1734676308.087655:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.087658:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.087658:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000800:00000010:3.0:1734676308.087661:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000400:00000200:1.0:1734676308.087661:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1734676308.087664:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:1.0:1734676308.087664:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.087666:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000800:00000200:3.0:1734676308.087667:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000010:1.0:1734676308.087668:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000800:00000200:3.0:1734676308.087670:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676308.087674:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.087678:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8400. 02000000:00000010:3.0:1734676308.087684:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe8e00. 00000400:00000010:3.0:1734676308.087686:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.087689:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.087691:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453632, portal 16 00000400:00000010:3.0:1734676308.087693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.087695:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453632, offset 0 00000800:00000200:1.0:1734676308.087696:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.087697:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:3.0:1734676308.087698:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.087700:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.087701:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.087703:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.087703:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.087704:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000200:3.0:1734676308.087705:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000010:1.0:1734676308.087705:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000400:00000200:3.0:1734676308.087707:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.087708:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000100:00000200:1.0:1734676308.087710:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864453504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676308.087711:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81355:81355:255:4294967295] 192.168.203.46@tcp LPNI seq info [81351:81351:7:4294967295] 00000400:00000200:3.0:1734676308.087827:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.087833:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.087835:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676308.087838:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.087841:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.087843:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.087904:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.087906:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:0.0:1734676308.087908:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.087910:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.087912:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676308.087912:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676308.087916:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864453632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.089194:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.089206:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24780 00000400:00000200:0.0:1734676308.089213:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6889 [1] + 224 00000400:00000200:0.0:1734676308.089230:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.089233:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.089243:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864453504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.089287:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d210. 00000400:00000200:3.0:1734676308.089291:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:3.0:1734676308.089293:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.089297:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864453504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.089305:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864453504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.089661:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.089667:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24800 00000400:00000200:0.0:1734676308.089671:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6891 [1] + 224 00000400:00000200:0.0:1734676308.089677:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.089680:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.089684:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864453632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.089709:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.089714:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cb80 00000400:00000200:0.0:1734676308.089718:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 656 00000400:00000200:0.0:1734676308.089726:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.089729:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.089733:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.089738:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:3.0:1734676308.089820:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.089823:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.089825:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.089829:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864453632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.089835:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864453632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.089848:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe9600. 02000000:00000010:3.0:1734676308.089852:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8c00. 00000100:00000010:3.0:1734676308.089856:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.089858:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe8e00. 02000000:00000010:3.0:1734676308.089860:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8400. 00000100:00000010:3.0:1734676308.089861:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.089864:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.089867:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000020:00000010:2.0:1734676308.090060:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.090074:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.090078:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.090096:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867960704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.090114:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960704 02000000:00000010:2.0:1734676308.090122:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a127dc00. 00010000:00000010:2.0:1734676308.090142:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d17d880. 00000400:00000010:2.0:1734676308.090157:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676308.090161:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960704, offset 224 00000400:00000200:2.0:1734676308.090166:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.090172:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.090177:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81356:81356:256:4294967295] 192.168.203.46@tcp LPNI seq info [81352:81352:8:4294967295] 00000400:00000200:2.0:1734676308.090184:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.090189:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.090191:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.090195:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.090200:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.090203:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.090451:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.090455:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.090458:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00000800:00000200:1.0:1734676308.090542:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.090545:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:1.0:1734676308.090548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.090552:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.090555:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676308.090556:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000400:00000200:0.0:1734676308.090941:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.090948:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cc00 00000400:00000200:0.0:1734676308.090954:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 984 00000400:00000200:0.0:1734676308.090966:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.090969:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.090972:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.090976:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676308.091117:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.091120:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.091122:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.091133:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867960832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.091146:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960832 02000000:00000010:2.0:1734676308.091151:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a127e000. 00010000:00000010:2.0:1734676308.091163:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d17d800. 00010000:00000010:2.0:1734676308.091174:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.091178:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.091392:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.091397:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.091404:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.091407:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960832, offset 224 00000400:00000200:2.0:1734676308.091412:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.091417:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.091421:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81357:81357:256:4294967295] 192.168.203.46@tcp LPNI seq info [81353:81353:8:4294967295] 00000400:00000200:2.0:1734676308.091427:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.091431:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.091434:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.091437:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.091441:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.091444:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.091487:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.091491:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.091493:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00000800:00000200:0.0:1734676308.091553:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.091555:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.091558:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.091561:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.091563:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676308.091565:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00080000:00000010:3.0:1734676308.091624:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe8400. 00010000:00000010:3.0:1734676308.091681:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.091687:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d17d780. 00010000:00000010:3.0:1734676308.091745:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe8e00. 00010000:00000010:3.0:1734676308.091750:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.091756:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.091759:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.091764:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.091771:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8c00. 02000000:00000010:3.0:1734676308.091786:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe9600. 00000400:00000010:3.0:1734676308.091791:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.091794:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.091798:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453760, portal 16 00000400:00000010:3.0:1734676308.091801:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.091803:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453760, offset 0 00000400:00000200:3.0:1734676308.091807:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.091811:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.091814:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.091817:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.091819:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.091821:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.091823:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81358:81358:256:4294967295] 192.168.203.46@tcp LPNI seq info [81354:81354:8:4294967295] 00000400:00000200:3.0:1734676308.091829:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.091832:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.091834:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676308.091837:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.091840:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.091843:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.092063:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.092075:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676308.092078:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.092082:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.092084:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676308.092085:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676308.092090:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864453760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.092330:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a2800. 00010000:00000010:0.1:1734676308.092335:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d776c00. 00010000:00000010:1.1:1734676308.092377:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d999a00. 00010000:00000010:1.1:1734676308.092381:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac900. 00010000:00000010:1.1:1734676308.092384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8200. 00010000:00000010:1.1:1734676308.092387:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012daac500. 00010000:00000010:1.1:1734676308.092393:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:1.1:1734676308.092396:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93700. 00010000:00000010:1.1:1734676308.092399:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c9200. 00000400:00000200:0.0:1734676308.093523:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.093534:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24880 00000400:00000200:0.0:1734676308.093541:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68a1 [1] + 224 00000400:00000200:0.0:1734676308.093555:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.093558:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.093565:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864453760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.093666:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.093670:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.093671:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.093676:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864453760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.093683:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864453760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.093704:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe9600. 02000000:00000010:3.0:1734676308.093708:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8c00. 00000100:00000010:3.0:1734676308.093711:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.093714:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.093717:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000200:0.0:1734676308.094206:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.094212:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cc80 00000400:00000200:0.0:1734676308.094218:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 1312 00000400:00000200:0.0:1734676308.094346:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.094350:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.094354:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.094358:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:2.0:1734676308.094439:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.094444:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.094448:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.094463:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867960960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.094479:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867960960 02000000:00000010:2.0:1734676308.094487:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d53f400. 00010000:00000010:2.0:1734676308.094504:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfed900. 00010000:00000010:2.0:1734676308.094517:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.094523:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.094665:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.094669:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.094678:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676308.094682:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867960960, offset 224 00000400:00000200:2.0:1734676308.094687:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.094693:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.094698:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81359:81359:256:4294967295] 192.168.203.46@tcp LPNI seq info [81355:81355:8:4294967295] 00000400:00000200:2.0:1734676308.094707:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.094711:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.094714:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676308.094718:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.094723:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.094726:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.094791:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe8c00. 00010000:00000010:3.0:1734676308.094855:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.094861:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfede80. 00010000:00000010:3.0:1734676308.094911:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe9600. 00010000:00000010:3.0:1734676308.094915:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.094922:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.094925:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.094930:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.094938:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8800. 02000000:00000010:3.0:1734676308.094952:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe8200. 00000400:00000010:3.0:1734676308.094956:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.094959:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.094963:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864453888, portal 16 00000400:00000010:3.0:1734676308.094967:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.094968:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864453888, offset 0 00000400:00000200:3.0:1734676308.094972:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.094976:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.094980:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.094984:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.094986:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.094988:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.094990:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81360:81360:255:4294967295] 192.168.203.46@tcp LPNI seq info [81356:81356:7:4294967295] 00000400:00000200:3.0:1734676308.094996:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.094999:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.095001:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.095004:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.095007:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.095009:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.095031:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.095035:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.095083:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00000800:00000200:1.0:1734676308.095535:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.095539:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:1.0:1734676308.095543:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.095547:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.095550:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:1.0:1734676308.095551:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000800:00000200:1.0:1734676308.095598:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.095600:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676308.095603:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.095606:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.095608:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676308.095609:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676308.095614:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864453888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.098288:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79af00. 00010000:00000010:0.1:1734676308.098299:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8000. 00000400:00000200:2.0:1734676308.098360:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.098373:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24900 00000400:00000200:2.0:1734676308.098380:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68ad [1] + 224 00000400:00000200:2.0:1734676308.098389:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.098392:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.098400:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864453888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.098431:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.098436:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cd00 00000400:00000200:2.0:1734676308.098440:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 1640 00000400:00000200:2.0:1734676308.098453:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.098456:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:3.0:1734676308.098460:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.098465:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.098466:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676308.098470:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1734676308.098471:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864453888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:2.0:1734676308.098475:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00000100:00000200:3.0:1734676308.098478:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864453888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.098504:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe8200. 02000000:00000010:3.0:1734676308.098508:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8800. 00000100:00000010:3.0:1734676308.098510:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.098512:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.098515:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000020:00000010:0.0:1734676308.098561:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520c00. 00000020:00000010:0.0:1734676308.098567:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676308.098571:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.098590:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867961088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.098620:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961088 02000000:00000010:0.0:1734676308.098628:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:0.0:1734676308.098653:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e34b00. 00010000:00000010:0.0:1734676308.098668:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d614d00. 00000100:00000010:0.0:1734676308.098673:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676308.098677:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:0.0:1734676308.098680:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d614d00. 00000400:00000010:0.0:1734676308.098691:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676308.098695:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961088, offset 224 00000400:00000200:0.0:1734676308.098700:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.098708:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.098713:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81361:81361:256:4294967295] 192.168.203.46@tcp LPNI seq info [81357:81357:8:4294967295] 00000400:00000200:0.0:1734676308.098720:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.098725:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.098728:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011f00. 00000800:00000200:0.0:1734676308.098732:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.098737:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.098741:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.098836:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe8800. 00010000:00000010:3.0:1734676308.098898:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.098904:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e34a80. 00010000:00000010:3.0:1734676308.098962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe8200. 00010000:00000010:3.0:1734676308.098967:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.098974:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.098977:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.098982:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.098991:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe9200. 02000000:00000010:3.0:1734676308.099009:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe9800. 00000400:00000010:3.0:1734676308.099013:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.099015:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.099019:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454016, portal 16 00000400:00000010:3.0:1734676308.099022:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.099024:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454016, offset 0 00000400:00000200:3.0:1734676308.099027:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.099032:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.099035:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.099075:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.099078:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.099080:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.099083:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81362:81362:255:4294967295] 192.168.203.46@tcp LPNI seq info [81358:81358:7:4294967295] 00000020:00000010:0.0:1734676308.099083:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c580. 00000020:00000010:0.0:1734676308.099086:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000400:00000200:3.0:1734676308.099089:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000020:00000010:0.0:1734676308.099089:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520c00. 00000800:00000200:3.0:1734676308.099093:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.099095:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.099099:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.099102:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.099104:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.099119:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.099121:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011f00. 00000400:00000200:0.0:1734676308.099123:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.099126:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.099129:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676308.099130:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000800:00000200:0.0:1734676308.099174:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.099176:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.099179:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.099182:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.099184:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676308.099185:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676308.099190:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.100108:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.100115:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24980 00000400:00000200:0.0:1734676308.100120:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68b9 [1] + 224 00000400:00000200:0.0:1734676308.100131:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.100133:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.100137:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.100178:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.100181:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.100182:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.100187:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.100193:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.100209:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe9800. 02000000:00000010:3.0:1734676308.100213:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe9200. 00000100:00000010:3.0:1734676308.100215:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.100218:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.100221:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000200:0.0:1734676308.100418:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.100428:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cd80 00000400:00000200:0.0:1734676308.100433:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa51fd [2] + 1968 00000400:00000010:0.0:1734676308.100436:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad370. 00000400:00000200:0.0:1734676308.100439:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4c90b40 00000400:00000200:0.0:1734676308.100479:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.100482:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.100484:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4c90b40 00000400:00000010:0.0:1734676308.100486:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4c90b40. 00000100:00000200:0.0:1734676308.100490:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676308.100575:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.100580:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.100583:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.100599:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507050 x1818938867961216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.101166:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961216 02000000:00000010:2.0:1734676308.101176:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa4c00. 00010000:00000010:2.0:1734676308.101196:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136ad5a00. 00010000:00000010:2.0:1734676308.101209:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.101213:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0b40. 00000100:00000010:2.0:1734676308.101219:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0b40. 00010000:00000010:2.0:1734676308.101222:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.101231:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.101234:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961216, offset 224 00000400:00000200:2.0:1734676308.101239:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.101245:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.101251:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81363:81363:256:4294967295] 192.168.203.46@tcp LPNI seq info [81359:81359:8:4294967295] 00000400:00000200:2.0:1734676308.101258:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.101263:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.101266:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.101270:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.101275:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.101278:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.101296:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.101299:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.101303:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 02000000:00000010:2.0:1734676308.101310:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:2.0:1734676308.101312:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676308.101316:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d53f400. 00000100:00000010:2.0:1734676308.101319:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:2.0:1734676308.101323:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a127e000. 00000100:00000010:2.0:1734676308.101326:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:2.0:1734676308.101329:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a127dc00. 00000100:00000010:2.0:1734676308.101332:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676308.101337:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676308.101340:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676308.101343:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676308.101346:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:2.0:1734676308.101350:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676308.101354:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7f20. 00000400:00000010:2.0:1734676308.101357:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0b40. 00000800:00000200:0.0:1734676308.101453:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.101456:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676308.101460:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.101464:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.101466:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676308.101471:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 02000000:00000010:0.0:1734676308.101475:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa4c00. 00080000:00000010:3.0:1734676308.101512:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe9200. 00010000:00000010:3.0:1734676308.101568:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.101574:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009669ac80. 00010000:00000010:3.0:1734676308.101637:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe9800. 00010000:00000010:3.0:1734676308.101642:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.101649:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.101652:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.101657:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.101665:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe9c00. 02000000:00000010:3.0:1734676308.101680:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe8600. 00000400:00000010:3.0:1734676308.101684:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.101687:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.101690:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454144, portal 16 00000400:00000010:3.0:1734676308.101693:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.101695:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454144, offset 0 00000400:00000200:3.0:1734676308.101711:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.101717:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.101720:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.101723:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.101726:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.101728:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.101731:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81364:81364:256:4294967295] 192.168.203.46@tcp LPNI seq info [81360:81360:8:4294967295] 00000400:00000200:3.0:1734676308.101855:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.101859:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.101863:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676308.101866:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.101870:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.101872:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.101947:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.101950:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676308.101953:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.101956:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.101958:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676308.101959:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676308.101965:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.103838:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.103851:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24a00 00000400:00000200:0.0:1734676308.103859:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68c9 [1] + 224 00000400:00000200:0.0:1734676308.103872:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.103875:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.103884:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.103922:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.103926:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ce00 00000400:00000200:0.0:1734676308.103930:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 0 00000400:00000200:0.0:1734676308.103981:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.103985:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.103989:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.103994:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:1.0:1734676308.104100:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cca00. 00000020:00000010:1.0:1734676308.104105:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.104109:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.104128:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867961344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676308.104141:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.104145:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.104148:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:1.0:1734676308.104149:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961344 00000100:00000200:3.0:1734676308.104153:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.104161:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.104163:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 02000000:00000010:3.0:1734676308.104181:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe8600. 00010000:00000010:1.0:1734676308.104185:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801313bde80. 02000000:00000010:3.0:1734676308.104186:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe9c00. 00000100:00000010:3.0:1734676308.104189:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.104192:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.104194:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00010000:00000010:1.0:1734676308.104203:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.104209:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.104246:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.104248:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00080000:00000010:3.0:1734676308.104255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe9c00. 00000400:00000010:1.0:1734676308.104256:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676308.104259:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961344, offset 224 00000400:00000200:1.0:1734676308.104262:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.104268:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:0.1:1734676308.104268:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800834f6600. 00000400:00000200:1.0:1734676308.104271:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81365:81365:256:4294967295] 192.168.203.46@tcp LPNI seq info [81361:81361:8:4294967295] 00000400:00000200:1.0:1734676308.104276:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:0.1:1734676308.104278:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6324000. 00000800:00000200:1.0:1734676308.104279:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.104281:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676308.104284:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:0.1:1734676308.104285:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136a45600. 00000800:00000200:1.0:1734676308.104290:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.104292:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1734676308.104297:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417b00. 00010000:00000010:0.1:1734676308.104301:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335a00. 00010000:00000010:0.1:1734676308.104303:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d77b600. 00000020:00000010:1.0:1734676308.104305:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00010000:00000010:0.1:1734676308.104306:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9000. 00000020:00000010:1.0:1734676308.104308:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00010000:00000010:3.0:1734676308.104309:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00000020:00000010:1.0:1734676308.104311:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cca00. 00010000:00000010:3.0:1734676308.104315:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801313bde00. 00000800:00000200:0.0:1734676308.104350:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.104353:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676308.104357:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.104360:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.104362:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:0.0:1734676308.104363:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00010000:00000010:3.0:1734676308.104369:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe8600. 00010000:00000010:3.0:1734676308.104374:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.104380:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.104384:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.104388:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.104396:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8a00. 02000000:00000010:3.0:1734676308.104409:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097fe9000. 00000400:00000010:3.0:1734676308.104412:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.104415:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.104419:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454272, portal 16 00000400:00000010:3.0:1734676308.104422:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.104423:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454272, offset 0 00000400:00000200:3.0:1734676308.104427:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.104431:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.104435:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.104438:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.104440:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.104442:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.104444:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81366:81366:256:4294967295] 192.168.203.46@tcp LPNI seq info [81362:81362:8:4294967295] 00000400:00000200:3.0:1734676308.104450:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.104453:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.104456:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676308.104458:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.104462:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.104464:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.104526:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.104528:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676308.104531:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.104534:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.104536:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676308.104538:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676308.104542:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.109148:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.109161:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24a80 00000400:00000200:0.0:1734676308.109168:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68d5 [1] + 224 00000400:00000200:0.0:1734676308.109175:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.109178:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.109185:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.109209:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.109212:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ce80 00000400:00000200:0.0:1734676308.109216:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 328 00000400:00000200:0.0:1734676308.109227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.109229:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.109233:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.109239:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000400:00000010:3.0:1734676308.109252:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.109256:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.109258:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.109264:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.109270:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.109292:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097fe9000. 02000000:00000010:3.0:1734676308.109297:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8a00. 00000100:00000010:3.0:1734676308.109300:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.109303:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.109306:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000020:00000010:1.0:1734676308.109425:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cca00. 00000020:00000010:1.0:1734676308.109431:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.109434:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.109455:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867961472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.109486:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961472 02000000:00000010:1.0:1734676308.109494:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.109516:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097feb980. 00010000:00000010:1.0:1734676308.109529:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.109535:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.109551:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.109553:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.109563:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676308.109566:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961472, offset 224 00000400:00000200:1.0:1734676308.109572:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.109579:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.109585:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81367:81367:256:4294967295] 192.168.203.46@tcp LPNI seq info [81363:81363:8:4294967295] 00000400:00000200:1.0:1734676308.109592:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.109596:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.109600:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.109604:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.109609:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.109612:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.109634:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.109637:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.109640:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cca00. 00080000:00000010:3.0:1734676308.109736:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097fe8a00. 00000800:00000200:0.0:1734676308.109779:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.109782:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676308.109786:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.109790:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.109792:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:0.0:1734676308.109794:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00010000:00000010:3.0:1734676308.109798:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.109803:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097feb900. 00010000:00000010:3.0:1734676308.109858:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097fe9000. 00010000:00000010:3.0:1734676308.109863:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.109869:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.109872:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.109876:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.109883:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097fe8000. 02000000:00000010:3.0:1734676308.109900:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a0093c00. 00000400:00000010:3.0:1734676308.109903:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.109905:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.109909:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454400, portal 16 00000400:00000010:3.0:1734676308.109912:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.109913:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454400, offset 0 00000400:00000200:3.0:1734676308.109917:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.109921:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.109924:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.109927:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.109929:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.109931:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.109933:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81368:81368:256:4294967295] 192.168.203.46@tcp LPNI seq info [81364:81364:8:4294967295] 00000400:00000200:3.0:1734676308.109938:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.109942:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.109944:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.109947:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.109950:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.109953:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.110151:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.110153:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.110156:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.110159:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.110161:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676308.110162:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676308.110167:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.113684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b5b200. 00010000:00000010:0.1:1734676308.113694:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958a1600. 00010000:00000010:0.1:1734676308.113702:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d417d00. 00010000:00000010:0.1:1734676308.113706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8e00. 00010000:00000010:0.1:1734676308.113709:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a48f00. 00010000:00000010:0.1:1734676308.113719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9600. 00010000:00000010:0.1:1734676308.113722:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e00b700. 00010000:00000010:0.1:1734676308.113724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8200. 00010000:00000010:1.1:1734676308.113786:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fecfc00. 00010000:00000010:0.1:1734676308.116861:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d161000. 00000400:00000200:0.0:1734676308.118089:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.118105:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24b00 00000400:00000200:0.0:1734676308.118113:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68e1 [1] + 224 00000400:00000200:0.0:1734676308.118122:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.118126:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.118135:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.118170:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.118175:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cf00 00000400:00000200:0.0:1734676308.118180:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 656 00000400:00000200:0.0:1734676308.118238:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.118242:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.118246:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.118250:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676308.118320:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.118325:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.118329:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000400:00000010:3.0:1734676308.118338:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.118343:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.118345:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676308.118349:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867961600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.118350:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.118357:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.118378:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a0093c00. 02000000:00000010:3.0:1734676308.118382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097fe8000. 00000100:00000200:2.0:1734676308.118382:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961600 00000100:00000010:3.0:1734676308.118385:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.118388:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 02000000:00000010:2.0:1734676308.118389:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa6800. 00010000:00000010:3.0:1734676308.118391:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00010000:00000010:2.0:1734676308.118418:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5b900. 00010000:00000010:2.0:1734676308.118524:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade680. 00000100:00000010:2.0:1734676308.118531:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.118545:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.118548:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade680. 00000400:00000010:2.0:1734676308.118557:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676308.118562:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961600, offset 224 00000400:00000200:2.0:1734676308.118567:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.118575:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.118584:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81369:81369:256:4294967295] 192.168.203.46@tcp LPNI seq info [81365:81365:8:4294967295] 00000400:00000200:2.0:1734676308.118593:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.118597:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.118601:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676308.118605:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.118611:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.118614:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.118628:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.118631:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.118635:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00080000:00000010:3.0:1734676308.118661:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a0093c00. 00010000:00000010:3.0:1734676308.118714:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00000800:00000200:1.0:1734676308.118715:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.118718:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00010000:00000010:3.0:1734676308.118719:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5b880. 00000400:00000200:1.0:1734676308.118721:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.118724:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.118727:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676308.118728:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00010000:00000010:3.0:1734676308.118768:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0092800. 00010000:00000010:3.0:1734676308.118772:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.118779:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.118781:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.118785:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.118793:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d8b6200. 02000000:00000010:3.0:1734676308.118807:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d8b7e00. 00000400:00000010:3.0:1734676308.118810:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.118812:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.118816:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454528, portal 16 00000400:00000010:3.0:1734676308.118819:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.118820:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454528, offset 0 00000400:00000200:3.0:1734676308.118824:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.118828:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.118832:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.118835:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.118838:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.118839:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.118842:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81370:81370:256:4294967295] 192.168.203.46@tcp LPNI seq info [81366:81366:8:4294967295] 00000400:00000200:3.0:1734676308.118847:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.118851:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.118853:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.118855:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.118858:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.118860:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.118927:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.118930:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676308.118932:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.118935:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.118937:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676308.118938:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:1.0:1734676308.118943:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.119201:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d772a00. 00010000:00000010:0.1:1734676308.119239:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0a0b00. 00010000:00000010:0.1:1734676308.119249:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9800. 00010000:00000010:0.1:1734676308.119252:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea2f00. 00010000:00000010:0.1:1734676308.119254:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe8600. 00010000:00000010:0.1:1734676308.122595:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16be00. 00000400:00000200:0.0:1734676308.123361:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.123377:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24b80 00000400:00000200:0.0:1734676308.123385:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68ed [1] + 224 00000400:00000200:0.0:1734676308.123395:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.123399:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.123409:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.123441:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.123445:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517cf80 00000400:00000200:0.0:1734676308.123449:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 984 00000400:00000200:0.0:1734676308.123474:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.123477:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.123480:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.123485:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676308.123634:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.123639:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.123643:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.123659:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867961728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.123688:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961728 02000000:00000010:2.0:1734676308.123695:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa5c00. 00010000:00000010:2.0:1734676308.123719:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eade7c0. 00000100:00000010:2.0:1734676308.123724:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.123728:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.123731:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eade7c0. 00000400:00000010:2.0:1734676308.123740:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676308.123744:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961728, offset 224 00000400:00000200:2.0:1734676308.123748:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.123755:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.123759:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81371:81371:256:4294967295] 192.168.203.46@tcp LPNI seq info [81367:81367:8:4294967295] 00000400:00000200:2.0:1734676308.123766:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.123771:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.123773:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.123777:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.123782:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.123784:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.123795:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.123797:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.123800:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00000800:00000200:1.0:1734676308.123853:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.123856:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:1.0:1734676308.123860:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.123863:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.123866:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:1.0:1734676308.123867:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000400:00000010:3.0:1734676308.123918:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.123921:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.123923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.123928:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.123937:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.123954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5d19f80. 02000000:00000010:3.0:1734676308.123964:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d8b7e00. 02000000:00000010:3.0:1734676308.123968:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d8b6200. 00000100:00000010:3.0:1734676308.123971:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.123973:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.123975:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00080000:00000010:3.0:1734676308.123988:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b6200. 00010000:00000010:3.0:1734676308.124064:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.124081:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5d19f00. 00010000:00000010:3.0:1734676308.124144:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b7e00. 00010000:00000010:3.0:1734676308.124148:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.124155:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.124157:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.124162:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.124169:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d8b6800. 02000000:00000010:3.0:1734676308.124187:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d8b7000. 00000400:00000010:3.0:1734676308.124190:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.124193:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.124197:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454656, portal 16 00000400:00000010:3.0:1734676308.124200:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.124202:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454656, offset 0 00000400:00000200:3.0:1734676308.124206:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.124210:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.124213:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.124216:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.124219:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.124221:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.124224:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81372:81372:256:4294967295] 192.168.203.46@tcp LPNI seq info [81368:81368:8:4294967295] 00000400:00000200:3.0:1734676308.124230:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.124234:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.124236:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.124239:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.124243:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.124246:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.124611:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.124614:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676308.124617:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.124620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.124623:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676308.124624:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:1.0:1734676308.124629:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.125956:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.125964:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24c00 00000400:00000200:2.0:1734676308.125971:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa68f9 [1] + 224 00000400:00000200:2.0:1734676308.125981:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.125983:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.125990:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.126058:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.126062:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.126064:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.126078:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.126085:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.126104:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d8b7000. 02000000:00000010:3.0:1734676308.126109:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d8b6800. 00000100:00000010:3.0:1734676308.126112:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.126115:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.126117:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000400:00000200:2.0:1734676308.128897:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.128911:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d000 00000400:00000200:2.0:1734676308.128919:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 1312 00000400:00000200:2.0:1734676308.128983:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.128987:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.128992:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.128997:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 00010000:00000010:0.1:1734676308.129200:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da8a900. 00010000:00000010:0.1:1734676308.129207:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fe9000. 00000020:00000010:1.0:1734676308.129217:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cd000. 00000020:00000010:1.0:1734676308.129223:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.129226:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.129248:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2680 x1818938867961856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.129267:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961856 02000000:00000010:1.0:1734676308.129275:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.129294:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fedc580. 00010000:00000010:1.0:1734676308.129305:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.129310:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.129328:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.129331:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.129340:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676308.129345:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961856, offset 224 00000400:00000200:1.0:1734676308.129350:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.129356:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.129357:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b6800. 00000400:00000200:1.0:1734676308.129362:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81373:81373:256:4294967295] 192.168.203.46@tcp LPNI seq info [81369:81369:8:4294967295] 00000400:00000200:1.0:1734676308.129369:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.129374:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.129377:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.129381:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.129386:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.129389:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.129401:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.129404:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.129407:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cd000. 00010000:00000010:3.0:1734676308.129410:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.129416:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fedc500. 00000800:00000200:1.0:1734676308.129445:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.129448:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:1.0:1734676308.129450:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.129453:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.129456:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:1.0:1734676308.129458:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00010000:00000010:3.0:1734676308.129474:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93c00. 00010000:00000010:3.0:1734676308.129477:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.129480:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b7000. 00010000:00000010:3.0:1734676308.129484:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00080000:00000010:3.0:1734676308.129492:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b7400. 00010000:00000010:3.0:1734676308.129510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.129512:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.129546:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b6000. 00010000:00000010:3.0:1734676308.129551:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.129559:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.129563:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.129569:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.129580:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d8b6600. 02000000:00000010:3.0:1734676308.129601:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d8b7a00. 00000400:00000010:3.0:1734676308.129608:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.129612:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.129618:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454784, portal 16 00000400:00000010:3.0:1734676308.129622:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.129624:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454784, offset 0 00000400:00000200:3.0:1734676308.129630:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.129638:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.129642:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.129646:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.129649:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.129652:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.129656:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81374:81374:256:4294967295] 192.168.203.46@tcp LPNI seq info [81370:81370:8:4294967295] 00000400:00000200:3.0:1734676308.129663:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.129668:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.129671:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93900. 00000800:00000200:3.0:1734676308.129675:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.129681:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.129684:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.129728:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.129731:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93900. 00000400:00000200:2.0:1734676308.129734:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.129737:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.129739:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:2.0:1734676308.129740:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:2.0:1734676308.129746:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.132203:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.132217:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24c80 00000400:00000200:2.0:1734676308.132224:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6905 [1] + 224 00000400:00000200:2.0:1734676308.132233:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.132236:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.132244:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.132264:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.132268:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d080 00000400:00000200:2.0:1734676308.132272:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 1640 00000400:00000200:2.0:1734676308.132320:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.132324:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.132329:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.132334:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00000020:00000010:2.0:1734676308.132367:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf6a00. 00000020:00000010:2.0:1734676308.132372:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.132375:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.132395:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0380 x1818938867961984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.132413:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867961984 02000000:00000010:2.0:1734676308.132421:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.132445:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadeb80. 00000400:00000010:3.0:1734676308.132448:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000100:00000010:2.0:1734676308.132449:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000400:00000200:3.0:1734676308.132452:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.132454:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000010:2.0:1734676308.132454:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.132457:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadeb80. 00000100:00000200:3.0:1734676308.132459:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.132465:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:3.0:1734676308.132466:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.132469:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867961984, offset 224 00000400:00000200:2.0:1734676308.132473:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.132479:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:3.0:1734676308.132482:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a7780. 00000400:00000200:2.0:1734676308.132484:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81375:81375:256:4294967295] 192.168.203.46@tcp LPNI seq info [81371:81371:8:4294967295] 02000000:00000010:3.0:1734676308.132490:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d8b7a00. 00000400:00000200:2.0:1734676308.132491:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 02000000:00000010:3.0:1734676308.132495:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d8b6600. 00000800:00000200:2.0:1734676308.132496:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000100:00000010:3.0:1734676308.132498:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000800:00000010:2.0:1734676308.132498:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000100:00000010:3.0:1734676308.132500:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00000800:00000200:2.0:1734676308.132501:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:3.0:1734676308.132503:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00000800:00000200:2.0:1734676308.132506:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.132509:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.132515:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d8b6600. 00000020:00000010:2.0:1734676308.132522:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4800. 00000020:00000010:2.0:1734676308.132525:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.132528:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf6a00. 00010000:00000010:3.0:1734676308.132560:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.132564:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0a7700. 00000800:00000200:2.0:1734676308.132571:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.132573:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000400:00000200:2.0:1734676308.132575:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.132578:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.132580:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676308.132581:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00010000:00000010:3.0:1734676308.132612:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d8b7a00. 00010000:00000010:3.0:1734676308.132616:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.132622:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d64480. 00000100:00000010:3.0:1734676308.132624:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.132628:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.132634:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d8b6c00. 02000000:00000010:3.0:1734676308.132648:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d8b7800. 00000400:00000010:3.0:1734676308.132651:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.132653:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.132657:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864454912, portal 16 00000400:00000010:3.0:1734676308.132659:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.132661:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864454912, offset 0 00000400:00000200:3.0:1734676308.132665:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.132668:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.132673:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.132675:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.132678:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.132680:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.132682:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81376:81376:256:4294967295] 192.168.203.46@tcp LPNI seq info [81372:81372:8:4294967295] 00000400:00000200:3.0:1734676308.132687:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.132691:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.132693:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93400. 00000800:00000200:3.0:1734676308.132696:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.132699:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.132701:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.132846:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.132849:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93400. 00000400:00000200:2.0:1734676308.132851:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.132855:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.132857:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:2.0:1734676308.132858:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:2.0:1734676308.132863:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864454912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.135277:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.135290:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24d00 00000400:00000200:2.0:1734676308.135297:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6911 [1] + 224 00000400:00000200:2.0:1734676308.135315:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.135319:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.135328:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864454912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.135660:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.135664:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:3.0:1734676308.135666:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.135671:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864454912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.135678:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864454912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.135699:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d8b7800. 02000000:00000010:3.0:1734676308.135705:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d8b6c00. 00000100:00000010:3.0:1734676308.135709:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.135712:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.135715:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d64480. 00010000:00000010:0.1:1734676308.139715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736c1800. 00010000:00000010:0.1:1734676308.139723:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edefc00. 00010000:00000010:0.1:1734676308.139726:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0092800. 00000400:00000200:2.0:1734676308.139833:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.139847:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d100 00000400:00000200:2.0:1734676308.139853:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa524d [2] + 1968 00000400:00000010:2.0:1734676308.139857:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9268. 00000400:00000200:2.0:1734676308.139861:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcda80 00000400:00000200:2.0:1734676308.139916:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.139920:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.139924:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcda80 00000400:00000010:2.0:1734676308.139926:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcda80. 00000100:00000200:2.0:1734676308.139931:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.140895:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.140901:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.140905:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.140924:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507c50 x1818938867962112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.141116:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962112 02000000:00000010:1.0:1734676308.141125:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.141149:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c400c00. 00010000:00000010:1.0:1734676308.141163:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.141169:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800959ebf00. 00000100:00000010:1.0:1734676308.141190:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800959ebf00. 00010000:00000010:1.0:1734676308.141193:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.141203:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676308.141208:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962112, offset 224 00000400:00000200:1.0:1734676308.141214:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.141222:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.141228:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81377:81377:256:4294967295] 192.168.203.46@tcp LPNI seq info [81373:81373:8:4294967295] 00000400:00000200:1.0:1734676308.141236:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.141241:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.141244:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.141248:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.141254:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.141257:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1734676308.141645:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520c00. 00010000:00000010:0.0:1734676308.141706:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:0.0:1734676308.141713:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c400b80. 00010000:00000010:0.0:1734676308.141770:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521200. 00010000:00000010:0.0:1734676308.141774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c580. 00010000:00000010:0.0:1734676308.141781:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd400. 00000100:00000010:0.0:1734676308.141784:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469480. 00000100:00000010:0.0:1734676308.141790:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676308.141798:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520000. 02000000:00000010:0.0:1734676308.141812:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521800. 00000400:00000010:0.0:1734676308.141817:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9aa8. 00000400:00000010:0.0:1734676308.141821:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676308.141825:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455040, portal 16 00000400:00000010:0.0:1734676308.141828:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ef68. 00000100:00000200:0.0:1734676308.141829:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455040, offset 0 00000400:00000200:0.0:1734676308.141833:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.141838:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.141841:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.141845:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.141847:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.141849:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.141852:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81378:81378:255:4294967295] 192.168.203.46@tcp LPNI seq info [81374:81374:7:4294967295] 00000400:00000200:0.0:1734676308.141858:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.141862:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.141864:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011900. 00000800:00000200:0.0:1734676308.141867:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.141871:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.141873:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676308.141985:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f6c00. 00000800:00000200:2.0:1734676308.142124:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.142128:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:2.0:1734676308.142133:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.142137:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.142140:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676308.142142:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000800:00000200:2.0:1734676308.142161:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.142163:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011900. 00000400:00000200:2.0:1734676308.142166:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.142169:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.142170:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ef68 00000400:00000010:2.0:1734676308.142172:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ef68. 00000100:00000200:2.0:1734676308.142177:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480a80 x1818938864455040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676308.142266:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.142272:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.142276:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 02000000:00000010:1.0:1734676308.142286:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 02000000:00000010:1.0:1734676308.142288:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:1.0:1734676308.142292:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 02000000:00000010:1.0:1734676308.142295:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676308.142297:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 02000000:00000010:1.0:1734676308.142299:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa5c00. 00000100:00000010:1.0:1734676308.142301:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676308.142305:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa6800. 00000100:00000010:1.0:1734676308.142307:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676308.142312:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676308.142313:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676308.142315:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676308.142317:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00000100:00000200:1.0:1734676308.142323:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.142327:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adf20. 00000400:00000010:1.0:1734676308.142330:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800959ebf00. 00000400:00000200:0.0:1734676308.143862:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.143878:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24d80 00000400:00000200:0.0:1734676308.143885:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa691d [1] + 224 00000400:00000200:0.0:1734676308.143896:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.143899:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.143908:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480a80 x1818938864455040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.144577:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.144584:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d180 00000400:00000200:0.0:1734676308.144589:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 0 00000400:00000010:2.0:1734676308.144646:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:2.0:1734676308.144651:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:2.0:1734676308.144654:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00000100:00000200:2.0:1734676308.144660:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480a80 x1818938864455040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.144667:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480a80 x1818938864455040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.144689:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521800. 02000000:00000010:2.0:1734676308.144694:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520000. 00000100:00000010:2.0:1734676308.144698:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000100:00000010:2.0:1734676308.144702:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469480. 00010000:00000010:2.0:1734676308.144706:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd400. 00000400:00000200:0.0:1734676308.145014:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.145019:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.145023:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.145027:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676308.145133:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.145139:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.145143:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.145162:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867962240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.145189:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962240 02000000:00000010:1.0:1734676308.145196:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676308.145712:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dafca00. 00010000:00000010:1.0:1734676308.145728:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.145734:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.145750:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.145753:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.145762:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676308.145767:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962240, offset 224 00000400:00000200:1.0:1734676308.145772:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.145780:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.145785:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81379:81379:256:4294967295] 192.168.203.46@tcp LPNI seq info [81375:81375:8:4294967295] 00000400:00000200:1.0:1734676308.145792:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.145797:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.145799:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6400. 00000800:00000200:1.0:1734676308.145804:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.145809:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.145812:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.145824:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.145827:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.145830:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00000800:00000200:2.0:1734676308.146104:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.146107:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6400. 00000400:00000200:2.0:1734676308.146111:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.146114:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.146117:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:2.0:1734676308.146119:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00080000:00000010:2.0:1734676308.146138:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf6800. 00010000:00000010:2.0:1734676308.146196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c580. 00010000:00000010:2.0:1734676308.146201:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d114380. 00010000:00000010:2.0:1734676308.146255:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf7e00. 00010000:00000010:2.0:1734676308.146260:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676308.146266:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadeb80. 00000100:00000010:2.0:1734676308.146269:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.146274:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00010000:00000010:0.1:1734676308.146324:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012feddb00. 00010000:00000010:0.1:1734676308.146333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7e00. 00010000:00000010:0.1:1734676308.146337:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93c00. 00010000:00000010:0.1:1734676308.146340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7000. 00010000:00000010:0.1:1734676308.146384:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3000. 00010000:00000010:0.1:1734676308.146388:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db25c00. 00010000:00000010:0.1:1734676308.146390:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b6000. 02000000:00000010:2.0:1734676308.146422:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf6c00. 02000000:00000010:2.0:1734676308.146439:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf6a00. 00000400:00000010:2.0:1734676308.146443:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.146446:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.146451:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455168, portal 16 00000400:00000010:2.0:1734676308.146454:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676308.146455:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455168, offset 0 00000400:00000200:2.0:1734676308.146459:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.146464:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.146467:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.146470:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.146473:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.146475:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.146477:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81380:81380:256:4294967295] 192.168.203.46@tcp LPNI seq info [81376:81376:8:4294967295] 00000400:00000200:2.0:1734676308.146483:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.146487:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.146489:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.146491:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.146495:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.146498:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.146572:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.146574:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676308.146577:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.146580:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.146582:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676308.146584:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676308.146589:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864455168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.149178:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b76b800. 00010000:00000010:1.1:1734676308.149186:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7a00. 00010000:00000010:2.1:1734676308.149460:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2400. 00000400:00000200:0.0:1734676308.151248:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.151264:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24e00 00000400:00000200:0.0:1734676308.151272:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa692d [1] + 224 00000400:00000200:0.0:1734676308.151281:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.151285:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.151296:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864455168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.151332:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.151336:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d200 00000400:00000200:0.0:1734676308.151341:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 328 00000400:00000200:0.0:1734676308.151397:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.151400:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.151405:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.151410:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:2.0:1734676308.151556:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.151560:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676308.151563:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000020:00000010:1.0:1734676308.151564:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000100:00000200:2.0:1734676308.151569:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864455168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676308.151570:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.151574:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:2.0:1734676308.151577:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864455168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.151595:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867962368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1734676308.151599:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf6a00. 02000000:00000010:2.0:1734676308.151603:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf6c00. 00000100:00000010:2.0:1734676308.151606:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.151610:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.151614:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadeb80. 00000100:00000200:1.0:1734676308.151617:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962368 02000000:00000010:1.0:1734676308.151625:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.151646:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096f63100. 00010000:00000010:1.0:1734676308.151660:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.151665:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.151682:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.151685:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.151695:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676308.151699:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962368, offset 224 00000400:00000200:1.0:1734676308.151704:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.151711:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.151717:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81381:81381:256:4294967295] 192.168.203.46@tcp LPNI seq info [81377:81377:8:4294967295] 00000400:00000200:1.0:1734676308.151724:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.151729:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.151733:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6400. 00000800:00000200:1.0:1734676308.151737:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.151742:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.151745:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.151758:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.151761:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.151765:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00000800:00000200:3.0:1734676308.151821:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.151824:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6400. 00000400:00000200:3.0:1734676308.151828:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.151831:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.151834:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:3.0:1734676308.151835:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00080000:00000010:2.0:1734676308.151942:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf6c00. 00010000:00000010:2.0:1734676308.152003:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676308.152008:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096f63200. 00010000:00000010:2.0:1734676308.152121:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6a00. 00010000:00000010:2.0:1734676308.152126:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4800. 00010000:00000010:2.0:1734676308.152132:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012eadeb80. 00000100:00000010:2.0:1734676308.152136:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.152140:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.152148:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7000. 02000000:00000010:2.0:1734676308.152165:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7600. 00000400:00000010:2.0:1734676308.152168:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.152172:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.152176:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455296, portal 16 00000400:00000010:2.0:1734676308.152179:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.152181:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455296, offset 0 00000400:00000200:2.0:1734676308.152185:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.152190:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.152193:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.152197:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.152199:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.152201:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.152204:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81382:81382:256:4294967295] 192.168.203.46@tcp LPNI seq info [81378:81378:8:4294967295] 00000400:00000200:2.0:1734676308.152211:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.152214:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.152217:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.152220:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.152224:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.152226:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.152302:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.152305:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676308.152308:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.152312:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.152314:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:0.0:1734676308.152316:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:0.0:1734676308.152322:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864455296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.155515:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.155631:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24e80 00000400:00000200:2.0:1734676308.155638:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6939 [1] + 224 00000400:00000200:2.0:1734676308.155651:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.155654:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.155663:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864455296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.155686:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.155690:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d280 00000400:00000200:2.0:1734676308.155694:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 656 00010000:00000010:0.1:1734676308.156197:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27b00. 00010000:00000010:0.1:1734676308.156203:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521200. 00000400:00000200:2.0:1734676308.156276:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.156280:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.156285:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.156290:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000400:00000010:2.0:1734676308.156314:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.156317:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676308.156320:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.156326:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864455296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676308.156326:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.156331:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000100:00000200:2.0:1734676308.156333:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864455296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:1.0:1734676308.156335:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.156353:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867962496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1734676308.156354:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7600. 02000000:00000010:2.0:1734676308.156359:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7000. 00000100:00000010:2.0:1734676308.156362:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.156367:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.156370:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012eadeb80. 00000100:00000200:1.0:1734676308.156371:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962496 02000000:00000010:1.0:1734676308.156379:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.156398:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c793b00. 00010000:00000010:1.0:1734676308.156566:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.156572:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.156587:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.156590:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.156600:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676308.156603:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962496, offset 224 00000400:00000200:1.0:1734676308.156608:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.156615:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.156619:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81383:81383:256:4294967295] 192.168.203.46@tcp LPNI seq info [81379:81379:8:4294967295] 00000400:00000200:1.0:1734676308.156627:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.156631:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.156635:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.156639:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.156645:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.156649:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.156662:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.156665:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.156668:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00000800:00000200:3.0:1734676308.156870:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.156873:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:3.0:1734676308.156878:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.156881:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.156884:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:3.0:1734676308.156885:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00080000:00000010:3.0:1734676308.156905:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800958ea800. 00010000:00000010:3.0:1734676308.156968:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4800. 00010000:00000010:3.0:1734676308.156974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c793a80. 00010000:00000010:3.0:1734676308.157026:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93700. 00010000:00000010:3.0:1734676308.157029:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.157032:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800958ebc00. 00010000:00000010:3.0:1734676308.157063:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02aa00. 00080000:00000010:3.0:1734676308.157082:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800958ea400. 00010000:00000010:3.0:1734676308.157102:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02aa00. 00010000:00000010:3.0:1734676308.157105:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.157142:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131222a00. 00010000:00000010:3.0:1734676308.157145:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.157150:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9880. 00000100:00000010:3.0:1734676308.157154:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15f00. 00000100:00000010:3.0:1734676308.157159:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.157167:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880131222000. 02000000:00000010:3.0:1734676308.157183:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880131223200. 00000400:00000010:3.0:1734676308.157188:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.157191:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.157195:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455424, portal 16 00000400:00000010:3.0:1734676308.157198:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.157200:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455424, offset 0 00000400:00000200:3.0:1734676308.157204:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.157209:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.157212:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.157215:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.157217:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.157219:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.157221:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81384:81384:256:4294967295] 192.168.203.46@tcp LPNI seq info [81380:81380:8:4294967295] 00000400:00000200:3.0:1734676308.157227:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.157230:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.157232:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.157234:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.157238:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.157240:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.157323:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.157327:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676308.157330:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.157334:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.157336:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676308.157338:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676308.157343:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864455424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.159555:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbea00. 00000400:00000200:3.0:1734676308.159924:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.159939:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24f00 00000400:00000200:3.0:1734676308.159946:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6945 [1] + 224 00000400:00000200:3.0:1734676308.159961:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.159965:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.159975:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864455424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.160047:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:0.0:1734676308.160052:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676308.160054:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676308.160060:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864455424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.160077:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864455424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.160100:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880131223200. 02000000:00000010:0.0:1734676308.160105:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880131222000. 00000100:00000010:0.0:1734676308.160109:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:0.0:1734676308.160112:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15f00. 00010000:00000010:0.0:1734676308.160116:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9880. 00000400:00000200:0.0:1734676308.162879:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.162895:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d300 00000400:00000200:0.0:1734676308.162903:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 984 00000400:00000200:0.0:1734676308.162953:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.162957:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.162963:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.162968:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676308.163308:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:1.0:1734676308.163315:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.163320:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.163339:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867962624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:3.1:1734676308.164318:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4200. 00010000:00000010:3.1:1734676308.164322:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7e00. 00000100:00000200:1.0:1734676308.164394:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962624 02000000:00000010:1.0:1734676308.164405:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.164429:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694b380. 00010000:00000010:1.0:1734676308.164445:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:1.0:1734676308.164450:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.164457:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.164461:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:1.0:1734676308.164471:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676308.164477:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962624, offset 224 00000400:00000200:1.0:1734676308.164485:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.164494:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.164500:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81385:81385:256:4294967295] 192.168.203.46@tcp LPNI seq info [81381:81381:8:4294967295] 00000400:00000200:1.0:1734676308.164508:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.164513:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.164516:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.164521:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.164527:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.164531:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.164545:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59500. 00000020:00000010:1.0:1734676308.164550:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.164553:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00000800:00000200:1.0:1734676308.164632:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.164634:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:1.0:1734676308.164637:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.164642:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.164645:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:1.0:1734676308.164647:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00080000:00000010:0.0:1734676308.164984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521200. 00010000:00000010:0.0:1734676308.165081:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:0.0:1734676308.165088:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694b300. 00010000:00000010:0.0:1734676308.165142:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521800. 00010000:00000010:0.0:1734676308.165148:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c680. 00010000:00000010:0.0:1734676308.165154:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd440. 00000100:00000010:0.0:1734676308.165158:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676308.165164:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.165173:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:0.0:1734676308.165190:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521e00. 00000400:00000010:0.0:1734676308.165196:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676308.165200:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676308.165204:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455552, portal 16 00000400:00000010:0.0:1734676308.165208:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676308.165210:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455552, offset 0 00000400:00000200:0.0:1734676308.165214:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.165219:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.165222:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.165225:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.165228:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.165230:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.165232:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81386:81386:256:4294967295] 192.168.203.46@tcp LPNI seq info [81382:81382:8:4294967295] 00000400:00000200:0.0:1734676308.165238:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.165242:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.165244:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011700. 00000800:00000200:0.0:1734676308.165248:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.165252:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.165254:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.165331:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.165334:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011700. 00000400:00000200:2.0:1734676308.165337:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.165340:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.165343:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:2.0:1734676308.165344:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:2.0:1734676308.165351:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864455552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.167345:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013120b200. 00010000:00000010:2.1:1734676308.167356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c403000. 00000400:00000200:0.0:1734676308.167517:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.167530:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e24f80 00000400:00000200:0.0:1734676308.167538:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6951 [1] + 224 00000400:00000200:0.0:1734676308.167548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.167551:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.167561:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864455552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.167593:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.167598:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d380 00000400:00000200:0.0:1734676308.167602:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 1312 00000400:00000010:2.0:1734676308.167609:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9c08. 00000400:00000200:2.0:1734676308.167613:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:2.0:1734676308.167616:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:2.0:1734676308.167621:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864455552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.167629:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864455552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.167650:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521e00. 00000400:00000200:0.0:1734676308.167651:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676308.167655:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000400:00000200:0.0:1734676308.167655:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:2.0:1734676308.167658:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:0.0:1734676308.167659:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.167662:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676308.167663:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00010000:00000010:2.0:1734676308.167665:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd440. 00000020:00000010:3.0:1734676308.167715:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222000. 00000020:00000010:3.0:1734676308.167719:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.167723:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.167740:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867962752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.167768:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962752 02000000:00000010:3.0:1734676308.167775:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676308.167797:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da0e180. 00010000:00000010:3.0:1734676308.167810:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e91c0. 00000100:00000010:3.0:1734676308.167815:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15f00. 00000100:00000010:3.0:1734676308.167831:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15f00. 00010000:00000010:3.0:1734676308.167834:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e91c0. 00000400:00000010:3.0:1734676308.167844:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.167848:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962752, offset 224 00000400:00000200:3.0:1734676308.167853:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676308.167855:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7600. 00000400:00000200:3.0:1734676308.167859:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.167864:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81387:81387:256:4294967295] 192.168.203.46@tcp LPNI seq info [81383:81383:8:4294967295] 00000400:00000200:3.0:1734676308.167870:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.167874:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.167877:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676308.167881:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.167886:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.167889:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.167906:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.167910:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00010000:00000010:2.0:1734676308.167910:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c680. 00000020:00000010:3.0:1734676308.167913:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222000. 00010000:00000010:2.0:1734676308.167915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006e825080. 00010000:00000010:2.0:1734676308.167986:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf7000. 00010000:00000010:2.0:1734676308.167991:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676308.167997:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676308.168001:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.168005:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.168013:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009daf7e00. 02000000:00000010:2.0:1734676308.168027:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7c00. 00000400:00000010:2.0:1734676308.168030:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.168032:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.168051:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455680, portal 16 00000400:00000010:2.0:1734676308.168054:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676308.168055:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455680, offset 0 00000400:00000200:2.0:1734676308.168060:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.168064:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.168075:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.168078:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.168081:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.168083:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.168085:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81388:81388:255:4294967295] 192.168.203.46@tcp LPNI seq info [81384:81384:7:4294967295] 00000400:00000200:2.0:1734676308.168091:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.168094:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.168097:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.168099:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.168103:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.168105:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.168273:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.168276:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:1.0:1734676308.168279:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.168282:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.168284:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676308.168286:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000800:00000200:1.0:1734676308.168433:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.168435:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676308.168438:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.168442:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.168444:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:1.0:1734676308.168445:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:1.0:1734676308.168450:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864455680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.169438:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.169448:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25000 00000400:00000200:0.0:1734676308.169454:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa695d [1] + 224 00000400:00000200:0.0:1734676308.169460:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.169463:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.169468:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864455680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.169496:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.169500:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d400 00000400:00000200:0.0:1734676308.169503:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 1640 00000400:00000010:2.0:1734676308.169524:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.169528:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:2.0:1734676308.169529:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.169534:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864455680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.169541:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864455680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.169558:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7c00. 02000000:00000010:2.0:1734676308.169562:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009daf7e00. 00000100:00000010:2.0:1734676308.169565:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.169570:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.169572:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00000400:00000200:0.0:1734676308.169796:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.169800:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.169804:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.169808:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676308.169866:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009daf7e00. 00000020:00000010:2.0:1734676308.169870:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4900. 00000020:00000010:2.0:1734676308.169874:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.169890:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867962880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.169925:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867962880 02000000:00000010:2.0:1734676308.169933:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.169951:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095868e00. 00010000:00000010:2.0:1734676308.169967:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676308.169972:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.169978:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.169980:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00000400:00000010:2.0:1734676308.169988:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.169991:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867962880, offset 224 00000400:00000200:2.0:1734676308.169996:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.170002:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.170006:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81389:81389:256:4294967295] 192.168.203.46@tcp LPNI seq info [81385:81385:8:4294967295] 00000400:00000200:2.0:1734676308.170013:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.170017:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.170019:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.170023:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.170029:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.170031:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.170082:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4900. 00000020:00000010:2.0:1734676308.170086:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.170090:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009daf7e00. 00080000:00000010:2.0:1734676308.170110:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7e00. 00010000:00000010:2.0:1734676308.170160:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676308.170166:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095868d80. 00010000:00000010:2.0:1734676308.170225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf7c00. 00010000:00000010:2.0:1734676308.170230:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676308.170236:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000100:00000010:2.0:1734676308.170239:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.170243:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.170253:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880075005400. 02000000:00000010:2.0:1734676308.170269:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880075004a00. 00000400:00000010:2.0:1734676308.170272:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.170275:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.170279:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455808, portal 16 00000400:00000010:2.0:1734676308.170282:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676308.170283:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455808, offset 0 00000400:00000200:2.0:1734676308.170286:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.170291:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.170294:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.170298:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.170300:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.170302:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.170304:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81390:81390:255:4294967295] 192.168.203.46@tcp LPNI seq info [81386:81386:7:4294967295] 00000400:00000200:2.0:1734676308.170310:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.170312:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.170314:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.170317:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.170320:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.170322:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.170431:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.170435:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676308.170439:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.170444:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.170446:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676308.170448:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000800:00000200:0.0:1734676308.170565:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.170568:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:0.0:1734676308.170570:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.170573:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.170575:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676308.170577:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676308.170581:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864455808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.171001:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e821600. 00010000:00000010:0.1:1734676308.171007:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6a00. 00010000:00000010:0.1:1734676308.171010:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93700. 00010000:00000010:0.1:1734676308.171013:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800958ebc00. 00000400:00000200:0.0:1734676308.171577:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.171586:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25080 00000400:00000200:0.0:1734676308.171592:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6969 [1] + 224 00000400:00000200:0.0:1734676308.171604:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.171608:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.171616:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864455808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.171895:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.171901:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d480 00000400:00000200:0.0:1734676308.171906:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52a5 [2] + 1968 00000400:00000010:0.0:1734676308.171910:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad3c8. 00000400:00000200:0.0:1734676308.171912:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012daa99c0 00000400:00000200:0.0:1734676308.171950:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.171954:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.171957:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012daa99c0 00000400:00000010:0.0:1734676308.171959:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88012daa99c0. 00000100:00000200:0.0:1734676308.171963:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676308.171986:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.171990:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:2.0:1734676308.171992:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.172001:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864455808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.172012:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864455808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676308.172016:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222000. 00000020:00000010:3.0:1734676308.172020:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.172024:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 02000000:00000010:2.0:1734676308.172029:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880075004a00. 02000000:00000010:2.0:1734676308.172033:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880075005400. 00000100:00000010:2.0:1734676308.172052:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000200:3.0:1734676308.172055:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096507450 x1818938867963008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000010:2.0:1734676308.172057:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.172059:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00000100:00000200:3.0:1734676308.172087:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963008 02000000:00000010:3.0:1734676308.172095:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:3.0:1734676308.172111:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92e00. 00010000:00000010:3.0:1734676308.172121:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:3.0:1734676308.172126:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0a15f00. 00000100:00000010:3.0:1734676308.172130:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0a15f00. 00010000:00000010:3.0:1734676308.172133:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00080000:00000010:2.0:1734676308.172139:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880075005400. 00000400:00000010:3.0:1734676308.172140:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.172144:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963008, offset 224 00000400:00000200:3.0:1734676308.172149:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.172155:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.172159:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81391:81391:256:4294967295] 192.168.203.46@tcp LPNI seq info [81387:81387:8:4294967295] 00000400:00000200:3.0:1734676308.172166:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.172170:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.172173:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676308.172176:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.172181:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.172184:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.172189:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:2.0:1734676308.172194:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db92d80. 00000020:00000010:3.0:1734676308.172208:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.172211:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.172215:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222000. 02000000:00000010:3.0:1734676308.172221:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:3.0:1734676308.172224:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676308.172228:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:3.0:1734676308.172231:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676308.172234:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:3.0:1734676308.172236:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676308.172238:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676308.172240:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:3.0:1734676308.172242:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:3.0:1734676308.172243:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676308.172246:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00010000:00000010:2.0:1734676308.172246:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075004a00. 00000100:00000010:3.0:1734676308.172248:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00010000:00000010:2.0:1734676308.172250:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4880. 00000100:00000200:3.0:1734676308.172252:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676308.172255:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d210. 00010000:00000010:2.0:1734676308.172256:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf100. 00000400:00000010:3.0:1734676308.172258:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0a15f00. 00000100:00000010:2.0:1734676308.172258:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.172262:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.172270:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880800. 02000000:00000010:2.0:1734676308.172284:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881e00. 00000400:00000010:2.0:1734676308.172286:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.172289:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.172291:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864455936, portal 16 00000400:00000010:2.0:1734676308.172294:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.172296:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864455936, offset 0 00000400:00000200:2.0:1734676308.172300:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.172304:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.172307:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.172310:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.172312:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.172314:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.172316:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81392:81392:255:4294967295] 192.168.203.46@tcp LPNI seq info [81388:81388:7:4294967295] 00000400:00000200:2.0:1734676308.172322:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.172325:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.172328:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.172331:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.172334:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.172336:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.172391:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.172394:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676308.172396:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.172400:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.172403:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.172404:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 02000000:00000010:0.0:1734676308.172407:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000800:00000200:0.0:1734676308.172436:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.172438:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676308.172441:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.172444:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.172446:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676308.172447:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:0.0:1734676308.172451:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864455936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.173401:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f3c00. 00010000:00000010:0.1:1734676308.173864:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db27600. 00010000:00000010:0.1:1734676308.173870:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131222a00. 00000400:00000200:0.0:1734676308.175123:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.175139:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25100 00000400:00000200:0.0:1734676308.175148:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6979 [1] + 224 00000400:00000200:0.0:1734676308.175163:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.175166:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.175177:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864455936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.175249:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.175254:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:2.0:1734676308.175257:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.175263:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864455936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.175270:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864455936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.175292:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881e00. 02000000:00000010:2.0:1734676308.175299:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880800. 00000100:00000010:2.0:1734676308.175304:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.175308:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.175311:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf100. 00010000:00000010:3.1:1734676308.176924:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6e5c00. 00010000:00000010:3.1:1734676308.176936:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521800. 00010000:00000010:3.1:1734676308.176940:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d91800. 00010000:00000010:3.1:1734676308.176953:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cdbd00. 00010000:00000010:3.1:1734676308.176959:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7000. 00010000:00000010:0.1:1734676308.177051:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff01c00. 00000400:00000200:0.0:1734676308.178333:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.178349:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d500 00000400:00000200:0.0:1734676308.178356:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 0 00000400:00000200:0.0:1734676308.178411:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.178415:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.178420:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.178425:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:3.0:1734676308.178562:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222000. 00000020:00000010:3.0:1734676308.178568:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.178572:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.178593:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867963136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.178627:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963136 02000000:00000010:3.0:1734676308.178636:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:3.0:1734676308.178657:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009db92980. 00010000:00000010:3.0:1734676308.178670:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e92c0. 00000100:00000010:3.0:1734676308.178676:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.178683:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.178686:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e92c0. 00000400:00000010:3.0:1734676308.178697:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00080000:00000010:0.0:1734676308.178699:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520e00. 00000100:00000200:3.0:1734676308.178702:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963136, offset 224 00000400:00000200:3.0:1734676308.178707:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.178713:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.178718:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81393:81393:256:4294967295] 192.168.203.46@tcp LPNI seq info [81389:81389:8:4294967295] 00000400:00000200:3.0:1734676308.178725:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.178729:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.178732:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.178735:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.178740:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.178743:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676308.178753:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4880. 00010000:00000010:0.0:1734676308.178758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009db92f80. 00000020:00000010:3.0:1734676308.178767:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.178770:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.178773:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222000. 00010000:00000010:0.0:1734676308.178805:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d011200. 00010000:00000010:0.0:1734676308.178808:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c880. 00010000:00000010:0.0:1734676308.178811:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520800. 00010000:00000010:0.0:1734676308.178815:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00080000:00000010:0.0:1734676308.178822:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521e00. 00010000:00000010:0.0:1734676308.178840:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676308.178843:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c880. 00000800:00000200:1.0:1734676308.178854:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.178856:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676308.178858:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.178861:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.178864:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676308.178865:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00010000:00000010:0.0:1734676308.178877:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520000. 00010000:00000010:0.0:1734676308.178880:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676308.178886:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd4c0. 00000100:00000010:0.0:1734676308.178889:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.178893:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676308.178901:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521800. 02000000:00000010:0.0:1734676308.178917:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009daf7000. 00000400:00000010:0.0:1734676308.178922:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676308.178925:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676308.178929:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456064, portal 16 00000400:00000010:0.0:1734676308.178932:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676308.178934:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456064, offset 0 00000400:00000200:0.0:1734676308.178937:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.178942:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.178945:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.178948:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.178950:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.178952:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.178955:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81394:81394:256:4294967295] 192.168.203.46@tcp LPNI seq info [81390:81390:8:4294967295] 00000400:00000200:0.0:1734676308.178960:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.178964:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.178966:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011000. 00000800:00000200:0.0:1734676308.178969:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.178972:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.178974:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.179289:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.179291:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011000. 00000400:00000200:1.0:1734676308.179294:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.179297:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.179300:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676308.179301:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676308.179306:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481c00 x1818938864456064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.182568:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.182583:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25180 00000400:00000200:0.0:1734676308.182590:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6985 [1] + 224 00000400:00000200:0.0:1734676308.182599:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.182602:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.182611:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481c00 x1818938864456064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.182630:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.182635:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d580 00000400:00000200:0.0:1734676308.182639:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 328 00000400:00000200:0.0:1734676308.182683:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.182687:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.182691:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.182696:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:0.0:1734676308.182719:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676308.182723:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:0.0:1734676308.182725:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676308.182729:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481c00 x1818938864456064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676308.182730:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222000. 00000020:00000010:3.0:1734676308.182735:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02aa00. 00000100:00000200:0.0:1734676308.182736:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481c00 x1818938864456064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:3.0:1734676308.182738:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 02000000:00000010:0.0:1734676308.182754:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009daf7000. 00000100:00000200:3.0:1734676308.182755:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867963264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:0.0:1734676308.182758:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521800. 00000100:00000010:0.0:1734676308.182762:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000010:0.0:1734676308.182765:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676308.182768:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd4c0. 00000100:00000200:3.0:1734676308.182783:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963264 02000000:00000010:3.0:1734676308.182790:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:3.0:1734676308.182812:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006f7b3980. 00010000:00000010:3.0:1734676308.182825:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.182830:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.182835:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.182837:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000400:00000010:3.0:1734676308.182845:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.182848:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963264, offset 224 00000400:00000200:3.0:1734676308.182853:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.182859:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.182864:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81395:81395:256:4294967295] 192.168.203.46@tcp LPNI seq info [81391:81391:8:4294967295] 00000400:00000200:3.0:1734676308.182871:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.182875:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.182878:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676308.182881:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.182886:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.182889:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.183356:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02aa00. 00000020:00000010:3.0:1734676308.183360:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.183363:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222000. 00000800:00000200:1.0:1734676308.183393:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.183396:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:1.0:1734676308.183399:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.183402:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.183404:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676308.183406:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00080000:00000010:0.0:1734676308.183464:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daf7000. 00010000:00000010:0.0:1734676308.183517:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676308.183522:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006f7b3900. 00010000:00000010:0.0:1734676308.183575:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daf6a00. 00010000:00000010:0.0:1734676308.183579:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c880. 00010000:00000010:0.0:1734676308.183585:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd4c0. 00000100:00000010:0.0:1734676308.183588:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.183593:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676308.183601:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521800. 02000000:00000010:0.0:1734676308.183618:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800958ebc00. 00000400:00000010:0.0:1734676308.183621:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676308.183624:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676308.183627:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456192, portal 16 00000400:00000010:0.0:1734676308.183631:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676308.183632:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456192, offset 0 00000400:00000200:0.0:1734676308.183636:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.183640:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.183643:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.183647:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.183650:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.183652:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.183654:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81396:81396:256:4294967295] 192.168.203.46@tcp LPNI seq info [81392:81392:8:4294967295] 00000400:00000200:0.0:1734676308.183660:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.183664:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.183666:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011100. 00000800:00000200:0.0:1734676308.183669:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.183673:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.183675:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.183774:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.183776:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011100. 00000400:00000200:1.0:1734676308.183779:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.183782:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.183784:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:1.0:1734676308.183785:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:1.0:1734676308.183791:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481c00 x1818938864456192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.185196:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a57400. 00010000:00000010:2.1:1734676308.185240:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7b4100. 00010000:00000010:2.1:1734676308.185246:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf7c00. 00000400:00000200:0.0:1734676308.185768:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.185784:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25200 00000400:00000200:0.0:1734676308.185791:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6991 [1] + 224 00000400:00000200:0.0:1734676308.185802:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.185805:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.185815:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481c00 x1818938864456192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.185846:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.185851:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d600 00000400:00000200:0.0:1734676308.185856:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 656 00000400:00000200:0.0:1734676308.185867:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1734676308.185868:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:0.0:1734676308.185871:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.185873:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:1.0:1734676308.185875:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000100:00000200:1.0:1734676308.185880:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481c00 x1818938864456192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.185884:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.185888:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000100:00000200:1.0:1734676308.185889:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481c00 x1818938864456192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.185910:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800958ebc00. 02000000:00000010:1.0:1734676308.185914:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521800. 00000100:00000010:1.0:1734676308.185917:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000010:1.0:1734676308.185920:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:1.0:1734676308.185923:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd4c0. 00000020:00000010:0.0:1734676308.186222:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800958eb600. 00000020:00000010:0.0:1734676308.186227:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676308.186231:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.186250:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867963392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.186279:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963392 02000000:00000010:0.0:1734676308.186287:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:0.0:1734676308.186310:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097de5f00. 00010000:00000010:0.0:1734676308.186323:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd500. 00000100:00000010:0.0:1734676308.186327:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676308.186332:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:0.0:1734676308.186334:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd500. 00000400:00000010:0.0:1734676308.186342:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676308.186345:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963392, offset 224 00000400:00000200:0.0:1734676308.186350:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.186355:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.186360:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81397:81397:256:4294967295] 192.168.203.46@tcp LPNI seq info [81393:81393:8:4294967295] 00000400:00000200:0.0:1734676308.186367:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.186371:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.186374:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011a00. 00000800:00000200:0.0:1734676308.186378:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.186384:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.186387:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.186396:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c700. 00000020:00000010:0.0:1734676308.186399:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.186401:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800958eb600. 00000800:00000200:1.0:1734676308.186530:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.186533:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011a00. 00000400:00000200:1.0:1734676308.186535:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.186538:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.186541:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676308.186542:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00080000:00000010:1.0:1734676308.186558:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cca00. 00010000:00000010:1.0:1734676308.186612:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c880. 00010000:00000010:1.0:1734676308.186617:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097de5680. 00010000:00000010:1.0:1734676308.186670:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cc400. 00010000:00000010:1.0:1734676308.186675:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59500. 00010000:00000010:1.0:1734676308.186682:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7d40. 00000100:00000010:1.0:1734676308.186685:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.186690:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 02000000:00000010:1.0:1734676308.186697:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cc200. 02000000:00000010:1.0:1734676308.186713:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cde00. 00000400:00000010:1.0:1734676308.186717:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad3c8. 00000400:00000010:1.0:1734676308.186719:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676308.186723:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456320, portal 16 00000400:00000010:1.0:1734676308.186726:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.186727:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456320, offset 0 00000400:00000200:1.0:1734676308.186731:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.186735:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.186739:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.186742:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.186745:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.186747:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.186749:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81398:81398:256:4294967295] 192.168.203.46@tcp LPNI seq info [81394:81394:8:4294967295] 00000400:00000200:1.0:1734676308.186755:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.186758:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.186760:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676308.186763:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.186766:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.186768:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1734676308.186777:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 02000000:00000010:1.0:1734676308.186782:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521800. 02000000:00000010:1.0:1734676308.186789:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c9200. 00000400:00000010:1.0:1734676308.186791:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad370. 00000400:00000010:1.0:1734676308.186794:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676308.186796:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456448, portal 16 00000400:00000010:1.0:1734676308.186798:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676308.186800:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456448, offset 0 00000400:00000200:1.0:1734676308.186803:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.186807:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.186808:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.186810:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.186812:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.186814:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.186816:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81399:81399:255:4294967295] 192.168.203.46@tcp LPNI seq info [81395:81395:7:4294967295] 00000400:00000200:1.0:1734676308.186821:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.186825:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.186827:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.186830:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.186833:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.186835:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.186889:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.186891:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:0.0:1734676308.186894:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.186897:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.186899:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:0.0:1734676308.186901:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:0.0:1734676308.186905:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baa680 x1818938864456320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.186929:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.186931:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676308.186934:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.186936:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.186938:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:0.0:1734676308.186939:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 00000100:00000200:0.0:1734676308.186942:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba8a80 x1818938864456448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.188209:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3d900. 00010000:00000010:1.1:1734676308.188224:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075004a00. 00010000:00000010:1.1:1734676308.188227:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011200. 00010000:00000010:1.1:1734676308.188229:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520800. 00000400:00000200:1.0:1734676308.188271:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.188280:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25280 00000400:00000200:1.0:1734676308.188287:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa699d [1] + 224 00000400:00000200:1.0:1734676308.188294:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.188297:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.188304:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baa680 x1818938864456320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.188359:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.188364:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25300 00000400:00000200:1.0:1734676308.188367:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69a5 [1] + 224 00000400:00000200:1.0:1734676308.188376:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.188379:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.188384:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba8a80 x1818938864456448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.188437:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad3c8. 00000400:00000200:0.0:1734676308.188441:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:0.0:1734676308.188443:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000100:00000200:0.0:1734676308.188448:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baa680 x1818938864456320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.188455:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baa680 x1818938864456320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.188473:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad370. 00000400:00000200:0.0:1734676308.188474:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676308.188476:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000100:00000200:0.0:1734676308.188479:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba8a80 x1818938864456448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.188485:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba8a80 x1818938864456448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.188496:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cde00. 02000000:00000010:0.0:1734676308.188782:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cc200. 00000100:00000010:0.0:1734676308.188788:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 02000000:00000010:0.0:1734676308.188792:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c9200. 02000000:00000010:0.0:1734676308.188796:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521800. 00000100:00000010:0.0:1734676308.188798:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 00000100:00000010:0.0:1734676308.188801:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:0.0:1734676308.188806:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7d40. 00000400:00000200:0.0:1734676308.190721:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.190737:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d680 00000400:00000200:0.0:1734676308.190744:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 984 00000400:00000200:0.0:1734676308.190754:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.190758:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.190763:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.190768:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000200:0.0:1734676308.190798:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.190802:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d700 00000400:00000200:0.0:1734676308.190806:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 1312 00000020:00000010:1.0:1734676308.190861:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8a00. 00000020:00000010:1.0:1734676308.190865:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.190869:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.190890:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867963520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.190909:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963520 02000000:00000010:1.0:1734676308.190916:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676308.190938:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d770d00. 00000400:00000010:1.0:1734676308.190954:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676308.190958:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963520, offset 224 00000400:00000200:1.0:1734676308.190963:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.190971:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.190975:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81400:81400:256:4294967295] 192.168.203.46@tcp LPNI seq info [81396:81396:8:4294967295] 00000400:00000200:1.0:1734676308.190983:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.190987:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.190991:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676308.190995:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.191000:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.191004:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.191016:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.191019:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.191022:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8a00. 00000400:00000200:0.0:1734676308.191093:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.191097:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.191100:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.191103:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000800:00000200:0.0:1734676308.191148:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.191151:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676308.191155:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.191158:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.191161:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676308.191163:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000020:00000010:1.0:1734676308.191383:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8a00. 00000020:00000010:1.0:1734676308.191386:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.191388:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.191398:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867963648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.191486:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963648 02000000:00000010:1.0:1734676308.191491:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676308.191686:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ae880. 00010000:00000010:1.0:1734676308.191699:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f140. 00000100:00000010:1.0:1734676308.191704:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.191775:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.191779:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f140. 00000400:00000010:1.0:1734676308.191786:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676308.191789:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963648, offset 224 00000400:00000200:1.0:1734676308.191793:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.191799:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.191802:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81401:81401:256:4294967295] 192.168.203.46@tcp LPNI seq info [81397:81397:8:4294967295] 00000400:00000200:1.0:1734676308.191809:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.191812:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.191815:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.191818:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.191823:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.191825:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.191834:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.191837:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.191839:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8a00. 00080000:00000010:0.0:1734676308.192164:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800958ebc00. 00010000:00000010:0.0:1734676308.192228:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59500. 00010000:00000010:0.0:1734676308.192234:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae800. 00010000:00000010:0.0:1734676308.192295:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd000. 00010000:00000010:0.0:1734676308.192300:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c700. 00010000:00000010:0.0:1734676308.192306:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd500. 00000100:00000010:0.0:1734676308.192310:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000100:00000010:0.0:1734676308.192317:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 02000000:00000010:0.0:1734676308.192327:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cc200. 02000000:00000010:0.0:1734676308.192345:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cde00. 00000400:00000010:0.0:1734676308.192350:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000010:0.0:1734676308.192353:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676308.192357:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456576, portal 16 00000400:00000010:0.0:1734676308.192360:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.192362:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456576, offset 0 00000400:00000200:0.0:1734676308.192365:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.192371:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.192374:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.192377:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.192380:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.192382:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.192384:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81402:81402:255:4294967295] 192.168.203.46@tcp LPNI seq info [81398:81398:7:4294967295] 00000400:00000200:0.0:1734676308.192389:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.192393:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.192396:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011d00. 00000800:00000200:0.0:1734676308.192398:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.192402:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.192404:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.192498:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.192501:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:1.0:1734676308.192504:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.192507:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.192510:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:1.0:1734676308.192511:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000800:00000200:1.0:1734676308.192722:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.192725:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011d00. 00000400:00000200:1.0:1734676308.192728:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.192731:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.192734:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676308.192735:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676308.192741:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481c00 x1818938864456576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.193171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a4e800. 00010000:00000010:0.1:1734676308.193257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f4200. 00000400:00000200:0.0:1734676308.194289:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.194301:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25380 00000400:00000200:0.0:1734676308.194308:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69b5 [1] + 224 00000400:00000200:0.0:1734676308.194320:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.194324:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.194332:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481c00 x1818938864456576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.194468:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:1.0:1734676308.194473:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676308.194474:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:1.0:1734676308.194479:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481c00 x1818938864456576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.194486:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481c00 x1818938864456576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.194512:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cde00. 02000000:00000010:1.0:1734676308.194518:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cc200. 00000100:00000010:1.0:1734676308.194522:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000010:1.0:1734676308.194525:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:1.0:1734676308.194529:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd500. 00000400:00000200:0.0:1734676308.194713:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.194718:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d780 00000400:00000200:0.0:1734676308.194723:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 1640 00000400:00000200:0.0:1734676308.194767:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.194771:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.194774:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.194778:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:1.0:1734676308.194825:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8200. 00000020:00000010:1.0:1734676308.194830:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.194834:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.194849:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867963776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.194866:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963776 02000000:00000010:1.0:1734676308.194872:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.194889:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dab3600. 00010000:00000010:1.0:1734676308.194899:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f140. 00000100:00000010:1.0:1734676308.194904:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.194910:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:1.0:1734676308.194912:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f140. 00000400:00000010:1.0:1734676308.194920:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676308.194923:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963776, offset 224 00000400:00000200:1.0:1734676308.194927:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.194933:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.194938:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81403:81403:256:4294967295] 192.168.203.46@tcp LPNI seq info [81399:81399:8:4294967295] 00000400:00000200:1.0:1734676308.194945:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.194949:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.194952:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.194956:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.194961:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.194964:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.194975:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59580. 00000020:00000010:1.0:1734676308.194979:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.194982:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8200. 00080000:00000010:1.0:1734676308.194999:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8200. 00010000:00000010:1.0:1734676308.195079:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c700. 00000800:00000200:0.0:1734676308.195079:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.195082:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00010000:00000010:1.0:1734676308.195085:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dab3580. 00000400:00000200:0.0:1734676308.195086:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.195089:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.195092:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:0.0:1734676308.195093:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00010000:00000010:1.0:1734676308.195137:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:1.0:1734676308.195142:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59580. 00010000:00000010:1.0:1734676308.195148:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129c1f140. 00000100:00000010:1.0:1734676308.195151:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800737b2000. 00000100:00000010:1.0:1734676308.195156:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baaa00. 02000000:00000010:1.0:1734676308.195163:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9200. 02000000:00000010:1.0:1734676308.195178:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521800. 00000400:00000010:1.0:1734676308.195182:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad580. 00000400:00000010:1.0:1734676308.195184:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676308.195188:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456704, portal 16 00000400:00000010:1.0:1734676308.195191:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676308.195192:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456704, offset 0 00000400:00000200:1.0:1734676308.195197:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.195201:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.195204:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.195207:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.195210:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.195212:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.195214:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81404:81404:256:4294967295] 192.168.203.46@tcp LPNI seq info [81400:81400:8:4294967295] 00000400:00000200:1.0:1734676308.195220:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.195223:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.195225:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.195228:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.195231:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.195233:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.195293:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.195295:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676308.195298:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.195301:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.195303:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:0.0:1734676308.195305:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:0.0:1734676308.195309:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0baaa00 x1818938864456704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.197342:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097dbd500. 00010000:00000010:0.1:1734676308.197356:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520000. 00010000:00000010:0.1:1734676308.197360:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77c000. 00010000:00000010:3.1:1734676308.198103:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edf4800. 00010000:00000010:3.1:1734676308.198109:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6a00. 00000400:00000200:1.0:1734676308.198904:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.198920:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25400 00000400:00000200:1.0:1734676308.198928:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69c1 [1] + 224 00000400:00000200:1.0:1734676308.198938:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.198942:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.198952:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0baaa00 x1818938864456704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.199449:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.199455:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d800 00000400:00000200:1.0:1734676308.199460:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa52fd [2] + 1968 00000400:00000010:1.0:1734676308.199464:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:1.0:1734676308.199467:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a0bcd000 00000400:00000200:1.0:1734676308.199537:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.199541:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.199544:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0bcd000 00000400:00000010:1.0:1734676308.199546:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a0bcd000. 00000100:00000200:1.0:1734676308.199552:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.199597:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:1.0:1734676308.199603:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676308.199606:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.199633:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096506050 x1818938867963904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.199665:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867963904 02000000:00000010:1.0:1734676308.199676:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.199719:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d380. 00000100:00000010:1.0:1734676308.199728:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0bcd000. 00000100:00000010:1.0:1734676308.199733:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0bcd000. 00010000:00000010:1.0:1734676308.199736:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d380. 00000400:00000010:1.0:1734676308.199747:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.199752:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867963904, offset 224 00000400:00000200:1.0:1734676308.199757:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.199764:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.199770:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81405:81405:256:4294967295] 192.168.203.46@tcp LPNI seq info [81401:81401:8:4294967295] 00000400:00000200:1.0:1734676308.199778:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.199783:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.199786:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.199791:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.199797:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.199801:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.199814:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676308.199818:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.199821:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 02000000:00000010:1.0:1734676308.199830:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:1.0:1734676308.199833:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676308.199838:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:1.0:1734676308.199841:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:1.0:1734676308.199845:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:1.0:1734676308.199847:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676308.199851:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:1.0:1734676308.199853:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:1.0:1734676308.199856:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:1.0:1734676308.199860:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:1.0:1734676308.199862:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:1.0:1734676308.199866:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000200:1.0:1734676308.199872:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.199876:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad318. 00000400:00000010:1.0:1734676308.199880:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0bcd000. 00000800:00000200:1.0:1734676308.199938:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.199941:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:1.0:1734676308.199944:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.199947:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.199949:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.199950:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 02000000:00000010:1.0:1734676308.199953:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000400:00000010:2.0:1734676308.200024:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad580. 00000400:00000200:2.0:1734676308.200028:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:2.0:1734676308.200029:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:2.0:1734676308.200078:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0baaa00 x1818938864456704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.200088:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0baaa00 x1818938864456704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676308.200108:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d49a680. 02000000:00000010:2.0:1734676308.200120:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521800. 02000000:00000010:2.0:1734676308.200125:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9200. 00000100:00000010:2.0:1734676308.200129:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baaa00. 00000100:00000010:2.0:1734676308.200133:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800737b2000. 00010000:00000010:2.0:1734676308.200136:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129c1f140. 00080000:00000010:2.0:1734676308.200151:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880800. 00010000:00000010:2.0:1734676308.200220:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59580. 00010000:00000010:2.0:1734676308.200226:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d49a600. 00010000:00000010:2.0:1734676308.200292:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5800. 00010000:00000010:2.0:1734676308.200295:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.200299:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881e00. 00010000:00000010:2.0:1734676308.200303:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00080000:00000010:2.0:1734676308.200312:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880600. 00010000:00000010:2.0:1734676308.200333:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00010000:00000010:2.0:1734676308.200336:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.200377:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881c00. 00010000:00000010:2.0:1734676308.200379:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.200386:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7c40. 00000100:00000010:2.0:1734676308.200389:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.200394:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.200402:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881800. 02000000:00000010:2.0:1734676308.200419:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880a00. 00000400:00000010:2.0:1734676308.200423:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.200426:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.200429:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456832, portal 16 00000400:00000010:2.0:1734676308.200432:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676308.200434:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456832, offset 0 00000400:00000200:2.0:1734676308.200437:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.200442:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.200446:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.200449:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.200452:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.200454:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.200456:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81406:81406:256:4294967295] 192.168.203.46@tcp LPNI seq info [81402:81402:8:4294967295] 00000400:00000200:2.0:1734676308.200462:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.200466:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.200469:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.200472:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.200476:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.200479:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.200777:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.200780:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:1.0:1734676308.200783:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.200787:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.200790:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:1.0:1734676308.200791:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:1.0:1734676308.200796:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864456832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.206451:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.206466:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25480 00000400:00000200:1.0:1734676308.206474:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69d1 [1] + 224 00000400:00000200:1.0:1734676308.206491:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.206495:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.206505:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864456832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.206570:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.206574:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:2.0:1734676308.206576:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.206583:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864456832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.206590:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864456832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.206615:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880a00. 02000000:00000010:2.0:1734676308.206622:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881800. 00000100:00000010:2.0:1734676308.206627:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.206632:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.206636:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7c40. 00000001:02000400:3.0:1734676308.207763:0:25885:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:0.0:1734676308.211879:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.211900:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d880 00000400:00000200:0.0:1734676308.211910:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 0 00000400:00000200:0.0:1734676308.211975:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.211980:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.211987:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.211993:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:1.0:1734676308.213608:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000020:00000010:1.0:1734676308.213619:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676308.213624:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.213655:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867964032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.213695:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964032 02000000:00000010:1.0:1734676308.213706:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.213737:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf19d00. 00010000:00000010:1.0:1734676308.213756:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3d440. 00000100:00000010:1.0:1734676308.213770:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9bc540. 00000100:00000010:1.0:1734676308.213791:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9bc540. 00010000:00000010:1.0:1734676308.213794:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3d440. 00000400:00000010:1.0:1734676308.213809:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.213816:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964032, offset 224 00000400:00000200:1.0:1734676308.213822:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.213831:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.213837:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81407:81407:256:4294967295] 192.168.203.46@tcp LPNI seq info [81403:81403:8:4294967295] 00000400:00000200:1.0:1734676308.213847:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.213853:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.213857:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6500. 00000800:00000200:1.0:1734676308.213863:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.213869:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.213872:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.213890:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59000. 00000020:00000010:1.0:1734676308.213894:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.213898:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00000800:00000200:1.0:1734676308.214651:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.214655:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6500. 00000400:00000200:1.0:1734676308.214660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.214664:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.214667:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.214669:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00080000:00000010:2.0:1734676308.214828:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881800. 00010000:00000010:2.0:1734676308.214892:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.214898:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf19c80. 00010000:00000010:2.0:1734676308.214960:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d880a00. 00010000:00000010:2.0:1734676308.214965:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.214973:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7c40. 00000100:00000010:2.0:1734676308.214979:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.214986:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.214995:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881600. 02000000:00000010:2.0:1734676308.215014:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880400. 00000400:00000010:2.0:1734676308.215018:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.215023:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.215028:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864456960, portal 16 00000400:00000010:2.0:1734676308.215031:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676308.215033:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864456960, offset 0 00000400:00000200:2.0:1734676308.215057:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.215064:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.215079:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.215082:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.215085:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.215087:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.215089:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81408:81408:256:4294967295] 192.168.203.46@tcp LPNI seq info [81404:81404:8:4294967295] 00000400:00000200:2.0:1734676308.215096:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.215100:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.215103:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.215108:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.215113:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.215116:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.215182:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.215185:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:1.0:1734676308.215188:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.215192:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.215194:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676308.215195:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676308.215202:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864456960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.217299:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9000. 00010000:00000010:0.1:1734676308.217306:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc400. 00010000:00000010:3.1:1734676308.217720:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d002200. 00010000:00000010:3.1:1734676308.217724:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77c400. 00010000:00000010:3.1:1734676308.217727:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d003c00. 00010000:00000010:3.1:1734676308.217734:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013137b200. 00010000:00000010:3.1:1734676308.217737:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd000. 00010000:00000010:2.1:1734676308.221719:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073527800. 00010000:00000010:2.1:1734676308.221729:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40a00. 00010000:00000010:2.1:1734676308.221732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8a00. 00010000:00000010:2.1:1734676308.221735:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5800. 00010000:00000010:2.1:1734676308.221738:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881e00. 00000400:00000200:1.0:1734676308.225453:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.225471:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25500 00000400:00000200:1.0:1734676308.225480:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69dd [1] + 224 00000400:00000200:1.0:1734676308.225500:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.225504:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.225515:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864456960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.226451:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dabd600. 00000400:00000010:2.0:1734676308.227342:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.227348:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:2.0:1734676308.227351:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.227362:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864456960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.227371:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864456960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.227400:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880400. 02000000:00000010:2.0:1734676308.227407:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881600. 00000100:00000010:2.0:1734676308.227413:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.227417:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.227421:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7c40. 00000400:00000200:0.0:1734676308.230114:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.230128:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d900 00000400:00000200:0.0:1734676308.230134:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 328 00000400:00000200:0.0:1734676308.230187:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.230192:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.230196:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.230202:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:0.0:1734676308.230241:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cd000. 00000020:00000010:0.0:1734676308.230245:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.230249:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.230269:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867964160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.230286:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964160 02000000:00000010:0.0:1734676308.230294:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:0.0:1734676308.230314:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d482b00. 00010000:00000010:0.0:1734676308.230327:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd940. 00000100:00000010:0.0:1734676308.230333:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676308.230346:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676308.230905:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd940. 00000400:00000010:0.0:1734676308.230918:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676308.230922:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964160, offset 224 00000400:00000200:0.0:1734676308.230927:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.230935:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.230940:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81409:81409:256:4294967295] 192.168.203.46@tcp LPNI seq info [81405:81405:8:4294967295] 00000400:00000200:0.0:1734676308.230947:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.230952:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.230955:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011900. 00000800:00000200:0.0:1734676308.230960:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.230966:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.230969:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.230985:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.230988:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.230991:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cd000. 00080000:00000010:2.0:1734676308.232570:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880400. 00010000:00000010:2.0:1734676308.232645:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.232652:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d482a80. 00010000:00000010:2.0:1734676308.232715:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881e00. 00010000:00000010:2.0:1734676308.232719:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.232728:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b75c0. 00000100:00000010:2.0:1734676308.232734:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.232740:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 02000000:00000010:2.0:1734676308.232751:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881400. 02000000:00000010:2.0:1734676308.232817:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880e00. 00000400:00000010:2.0:1734676308.232824:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.232829:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.232834:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457088, portal 16 00000400:00000010:2.0:1734676308.232837:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.232839:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457088, offset 0 00000400:00000200:2.0:1734676308.232846:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.232857:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.232861:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.232864:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.232866:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.232868:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.232871:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81410:81410:255:4294967295] 192.168.203.46@tcp LPNI seq info [81406:81406:7:4294967295] 00000400:00000200:2.0:1734676308.232879:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.232885:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.232888:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.232893:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.232899:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.232902:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.236112:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.236118:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011900. 00000400:00000200:0.0:1734676308.236123:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.236130:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.236134:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:0.0:1734676308.236136:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000800:00000200:0.0:1734676308.236188:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.236190:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676308.236193:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.236196:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.236198:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676308.236200:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:0.0:1734676308.236208:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0e00 x1818938864457088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.239001:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.239017:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25580 00000400:00000200:0.0:1734676308.239025:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69e9 [1] + 224 00000400:00000200:0.0:1734676308.239062:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.239079:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.239088:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0e00 x1818938864457088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.239118:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a600. 00010000:00000010:3.1:1734676308.239124:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881c00. 00000400:00000010:2.0:1734676308.239165:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:2.0:1734676308.239170:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:2.0:1734676308.239172:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.239177:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0e00 x1818938864457088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.239185:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0e00 x1818938864457088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.239211:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880e00. 02000000:00000010:2.0:1734676308.239217:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881400. 00000100:00000010:2.0:1734676308.239220:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 00000100:00000010:2.0:1734676308.239224:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.239228:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b75c0. 00010000:00000010:3.1:1734676308.242172:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d44400. 00010000:00000010:3.1:1734676308.242179:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880a00. 00000400:00000200:2.0:1734676308.242669:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.242682:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517d980 00000400:00000200:2.0:1734676308.242689:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 656 00000400:00000200:2.0:1734676308.243000:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.243005:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.243011:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.243016:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0e00. 00000020:00000010:1.0:1734676308.245251:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521800. 00000020:00000010:1.0:1734676308.245260:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.245264:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.245290:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0e00 x1818938867964288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.245325:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964288 02000000:00000010:1.0:1734676308.245333:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00010000:00000010:1.0:1734676308.245357:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd92880. 00010000:00000010:1.0:1734676308.245369:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.245376:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9bc540. 00000100:00000010:1.0:1734676308.245396:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9bc540. 00010000:00000010:1.0:1734676308.245398:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.245408:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.245413:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964288, offset 224 00000400:00000200:1.0:1734676308.245419:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676308.245428:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131223200. 00000400:00000200:1.0:1734676308.245429:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.245434:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81411:81411:256:4294967295] 192.168.203.46@tcp LPNI seq info [81407:81407:8:4294967295] 00000400:00000200:1.0:1734676308.245443:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.245448:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.245451:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.245456:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.245462:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.245465:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.245478:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.245481:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00010000:00000010:2.0:1734676308.245482:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00000020:00000010:1.0:1734676308.245484:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521800. 00010000:00000010:2.0:1734676308.245488:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd92800. 00010000:00000010:2.0:1734676308.245600:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131222000. 00010000:00000010:2.0:1734676308.245606:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4900. 00010000:00000010:2.0:1734676308.245613:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7600. 00000100:00000010:2.0:1734676308.245617:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.245622:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676308.245630:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880131222a00. 02000000:00000010:2.0:1734676308.245647:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880a00. 00000400:00000010:2.0:1734676308.245652:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.245656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.245660:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457216, portal 16 00000400:00000010:2.0:1734676308.245663:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.245665:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457216, offset 0 00000400:00000200:2.0:1734676308.245669:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.245673:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.245676:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.245680:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.245682:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.245684:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.245687:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81412:81412:255:4294967295] 192.168.203.46@tcp LPNI seq info [81408:81408:7:4294967295] 00000400:00000200:2.0:1734676308.245693:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.245701:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.245704:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.245707:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.245710:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.245713:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.245749:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.245753:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:0.0:1734676308.245757:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.245761:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.245764:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:0.0:1734676308.245766:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000800:00000200:0.0:1734676308.245818:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.245820:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676308.245823:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.245826:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.245828:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676308.245829:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676308.245834:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864457216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.248617:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.248633:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25600 00000400:00000200:1.0:1734676308.248642:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa69f5 [1] + 224 00000400:00000200:1.0:1734676308.248651:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.248654:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.248664:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864457216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.248696:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.248700:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517da00 00000400:00000200:1.0:1734676308.248705:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 984 00000400:00000200:1.0:1734676308.248717:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.248720:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.248724:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.248729:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 00000400:00000010:3.0:1734676308.248820:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7bb0. 00000400:00000200:3.0:1734676308.248825:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676308.248827:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676308.248833:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864457216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.248841:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864457216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.248869:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880a00. 02000000:00000010:3.0:1734676308.248876:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880131222a00. 00000100:00000010:3.0:1734676308.248881:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:3.0:1734676308.248890:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:3.0:1734676308.248894:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7600. 00000020:00000010:0.0:1734676308.248976:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cde00. 00000020:00000010:0.0:1734676308.248982:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.248986:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.249008:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab100 x1818938867964416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.249058:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964416 02000000:00000010:0.0:1734676308.249077:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0000. 00010000:00000010:0.0:1734676308.249098:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d482380. 00010000:00000010:0.0:1734676308.249111:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd940. 00000100:00000010:0.0:1734676308.249115:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676308.249131:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676308.249135:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd940. 00000400:00000010:0.0:1734676308.249145:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676308.249149:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964416, offset 224 00000400:00000200:0.0:1734676308.249155:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.249162:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.249168:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81413:81413:256:4294967295] 192.168.203.46@tcp LPNI seq info [81409:81409:8:4294967295] 00000400:00000200:0.0:1734676308.249176:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.249183:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.249186:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011300. 00000800:00000200:0.0:1734676308.249190:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.249196:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.249200:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.249221:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.249224:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.249227:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cde00. 00080000:00000010:3.0:1734676308.249230:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a009a400. 00010000:00000010:3.0:1734676308.249336:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4900. 00010000:00000010:3.0:1734676308.249342:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d482180. 00010000:00000010:3.0:1734676308.249388:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a009ae00. 00010000:00000010:3.0:1734676308.249392:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02aa00. 00010000:00000010:3.0:1734676308.249398:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9540. 00000100:00000010:3.0:1734676308.249401:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.249405:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.249413:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880131222a00. 02000000:00000010:3.0:1734676308.249428:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130b4ce00. 00000400:00000010:3.0:1734676308.249431:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676308.249434:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.249438:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457344, portal 16 00000400:00000010:3.0:1734676308.249441:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.249442:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457344, offset 0 00000400:00000200:3.0:1734676308.249446:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.249450:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.249453:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.249457:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.249459:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.249461:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.249464:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81414:81414:255:4294967295] 192.168.203.46@tcp LPNI seq info [81410:81410:7:4294967295] 00000400:00000200:3.0:1734676308.249469:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.249472:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.249475:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676308.249478:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.249481:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.249483:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.250029:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.250033:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011300. 00000400:00000200:2.0:1734676308.250054:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.250058:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.250061:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:2.0:1734676308.250063:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000800:00000200:2.0:1734676308.250126:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.250128:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:2.0:1734676308.250130:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.250133:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.250135:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:2.0:1734676308.250137:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:2.0:1734676308.250141:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864457344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.252598:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.252612:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25680 00000400:00000200:1.0:1734676308.252620:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a01 [1] + 224 00000400:00000200:1.0:1734676308.252629:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.252632:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.252645:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864457344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.253355:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.253362:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517da80 00000400:00000200:1.0:1734676308.253367:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 1312 00000400:00000200:1.0:1734676308.253382:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.253385:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.253389:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.253394:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 00000400:00000010:3.0:1734676308.253470:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:3.0:1734676308.253474:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676308.253476:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000020:00000010:0.0:1734676308.253482:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cde00. 00000100:00000200:3.0:1734676308.253483:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864457344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:0.0:1734676308.253487:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000100:00000200:3.0:1734676308.253490:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864457344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:0.0:1734676308.253491:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.253510:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867964544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1734676308.253511:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130b4ce00. 02000000:00000010:3.0:1734676308.253516:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880131222a00. 00000100:00000010:3.0:1734676308.253521:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.253524:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.253527:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9540. 00000100:00000200:0.0:1734676308.253529:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964544 02000000:00000010:0.0:1734676308.253537:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d2400. 00010000:00000010:0.0:1734676308.253559:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3900. 00010000:00000010:0.0:1734676308.253572:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd940. 00000100:00000010:0.0:1734676308.253577:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676308.253592:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676308.253599:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd940. 00000400:00000010:0.0:1734676308.253609:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676308.253612:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964544, offset 224 00000400:00000200:0.0:1734676308.253617:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.253629:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.253633:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81415:81415:256:4294967295] 192.168.203.46@tcp LPNI seq info [81411:81411:8:4294967295] 00000400:00000200:0.0:1734676308.253641:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.253646:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.253649:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130b4ce00. 00000800:00000010:0.0:1734676308.253649:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011500. 00000800:00000200:0.0:1734676308.253653:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.253660:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.253663:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.253685:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.253688:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.253691:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cde00. 00010000:00000010:3.0:1734676308.253750:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02aa00. 00010000:00000010:3.0:1734676308.253756:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3880. 00010000:00000010:3.0:1734676308.253811:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93c00. 00010000:00000010:3.0:1734676308.253814:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02aa00. 00010000:00000010:3.0:1734676308.253817:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130b4d800. 00010000:00000010:3.0:1734676308.253822:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00080000:00000010:3.0:1734676308.253831:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130b4c000. 00010000:00000010:3.0:1734676308.253850:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.253852:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02aa00. 00000800:00000200:1.0:1734676308.253938:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.253941:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011500. 00000400:00000200:1.0:1734676308.253943:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.253946:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.253949:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:1.0:1734676308.253950:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00010000:00000010:3.0:1734676308.254001:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130b4d600. 00010000:00000010:3.0:1734676308.254004:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02aa00. 00010000:00000010:3.0:1734676308.254009:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9540. 00000100:00000010:3.0:1734676308.254011:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.254015:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.254024:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880131222a00. 02000000:00000010:3.0:1734676308.255425:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880073796200. 00000400:00000010:3.0:1734676308.255435:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676308.255441:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.255447:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457472, portal 16 00000400:00000010:3.0:1734676308.255451:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.255453:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457472, offset 0 00000400:00000200:3.0:1734676308.255460:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.255469:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.255473:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:0.1:1734676308.255475:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d140200. 00000400:00000200:3.0:1734676308.255476:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.255478:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.255480:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.255483:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81416:81416:256:4294967295] 192.168.203.46@tcp LPNI seq info [81412:81412:8:4294967295] 00000400:00000200:3.0:1734676308.255489:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.255494:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.255497:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.255501:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.255508:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.255511:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.255658:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.255661:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:2.0:1734676308.255664:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.255668:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.255671:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:2.0:1734676308.255673:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:2.0:1734676308.255679:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864457472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.260411:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.260426:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25700 00000400:00000200:0.0:1734676308.260433:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a0d [1] + 224 00000400:00000200:0.0:1734676308.260449:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.260452:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.260462:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864457472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.262673:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:3.0:1734676308.262678:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:3.0:1734676308.262680:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.262690:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864457472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.262690:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676308.262698:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864457472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.262700:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517db00 00000400:00000200:0.0:1734676308.262707:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 1640 02000000:00000010:3.0:1734676308.262721:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880073796200. 02000000:00000010:3.0:1734676308.262726:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880131222a00. 00000100:00000010:3.0:1734676308.262731:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.262735:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.262738:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9540. 00000400:00000200:0.0:1734676308.262759:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.262763:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.262768:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.262772:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:1.0:1734676308.263414:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000020:00000010:1.0:1734676308.263420:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.263425:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.263444:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867964672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.263895:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964672 02000000:00000010:1.0:1734676308.263905:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676308.263928:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfe4300. 00010000:00000010:1.0:1734676308.263942:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.263947:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9bc540. 00000100:00000010:1.0:1734676308.263966:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9bc540. 00010000:00000010:1.0:1734676308.263969:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.263978:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676308.263982:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964672, offset 224 00000400:00000200:1.0:1734676308.263988:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.263997:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.264003:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81417:81417:256:4294967295] 192.168.203.46@tcp LPNI seq info [81413:81413:8:4294967295] 00080000:00000010:2.0:1734676308.264008:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880e00. 00000400:00000200:1.0:1734676308.264011:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.264018:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.264021:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.264026:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.264032:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.264055:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.264079:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.264083:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.264087:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00010000:00000010:2.0:1734676308.264103:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02aa00. 00010000:00000010:2.0:1734676308.264109:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe4280. 00000800:00000200:1.0:1734676308.264157:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.264160:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:1.0:1734676308.264163:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1734676308.264164:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881600. 00000400:00000200:1.0:1734676308.264167:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676308.264169:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4980. 00000400:00000200:1.0:1734676308.264170:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676308.264172:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00010000:00000010:2.0:1734676308.264175:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7940. 00000100:00000010:2.0:1734676308.264179:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.264185:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676308.264193:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881400. 02000000:00000010:2.0:1734676308.264209:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881c00. 00000400:00000010:2.0:1734676308.264214:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.264218:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.264223:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457600, portal 16 00000400:00000010:2.0:1734676308.264226:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676308.264227:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457600, offset 0 00000400:00000200:2.0:1734676308.264232:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.264237:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.264240:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.264243:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.264246:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.264248:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.264250:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81418:81418:256:4294967295] 192.168.203.46@tcp LPNI seq info [81414:81414:8:4294967295] 00000400:00000200:2.0:1734676308.264256:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.264260:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.264262:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.264265:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.264268:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.264270:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.264445:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.264448:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676308.264451:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.264454:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.264457:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676308.264458:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676308.264463:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864457600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.265186:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d1500. 00010000:00000010:2.1:1734676308.265192:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881e00. 00010000:00000010:0.1:1734676308.265195:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801300a3200. 00010000:00000010:0.1:1734676308.265207:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b7800. 00010000:00000010:2.1:1734676308.265482:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e393e00. 00000400:00000200:0.0:1734676308.268828:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.268844:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25780 00000400:00000200:0.0:1734676308.268852:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a19 [1] + 224 00000400:00000200:0.0:1734676308.268869:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.268874:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.268883:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864457600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.269298:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e500. 00010000:00000010:1.1:1734676308.269303:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131222000. 00000400:00000010:2.0:1734676308.269328:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00010000:00000010:1.1:1734676308.269331:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800aa71e100. 00000400:00000200:0.0:1734676308.269331:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.269333:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00010000:00000010:1.1:1734676308.269334:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a009ae00. 00000400:00000010:2.0:1734676308.269335:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000400:00000200:0.0:1734676308.269336:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517db80 00010000:00000010:1.1:1734676308.269337:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93c00. 00010000:00000010:1.1:1734676308.269340:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4d800. 00000400:00000200:0.0:1734676308.269341:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5355 [2] + 1968 00000100:00000200:2.0:1734676308.269342:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864457600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.269344:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b99f8. 00000400:00000200:0.0:1734676308.269348:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d469000 00000100:00000200:2.0:1734676308.269350:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864457600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.269374:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881c00. 02000000:00000010:2.0:1734676308.269380:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881400. 00000100:00000010:2.0:1734676308.269383:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676308.269388:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.269391:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7940. 00000400:00000200:0.0:1734676308.269400:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.269404:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.269406:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d469000 00000400:00000010:0.0:1734676308.269408:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d469000. 00000100:00000200:0.0:1734676308.269411:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.269449:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:1.0:1734676308.269454:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.269458:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.269478:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb450 x1818938867964800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.269508:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964800 02000000:00000010:1.0:1734676308.269517:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676308.269537:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096de3b80. 00010000:00000010:1.0:1734676308.269549:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.269553:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d9bc540. 00000100:00000010:1.0:1734676308.269571:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d9bc540. 00010000:00000010:1.0:1734676308.269573:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.269582:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676308.269585:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964800, offset 224 00000400:00000200:1.0:1734676308.269590:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.269597:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.269598:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073796200. 00000400:00000200:1.0:1734676308.269602:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81419:81419:256:4294967295] 192.168.203.46@tcp LPNI seq info [81415:81415:8:4294967295] 00000400:00000200:1.0:1734676308.269610:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.269615:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.269618:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.269621:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.269626:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.269630:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.269642:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.269647:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.269651:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 02000000:00000010:1.0:1734676308.269659:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00010000:00000010:3.0:1734676308.269660:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4980. 00000100:00000010:1.0:1734676308.269661:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 00010000:00000010:3.0:1734676308.269665:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096de3700. 02000000:00000010:1.0:1734676308.269667:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d2400. 00000100:00000010:1.0:1734676308.269671:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:1.0:1734676308.269675:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0000. 00000100:00000010:1.0:1734676308.269677:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 02000000:00000010:1.0:1734676308.269683:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:1.0:1734676308.269685:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0e00. 02000000:00000010:1.0:1734676308.269688:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:1.0:1734676308.269690:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676308.269692:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:1.0:1734676308.269694:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000200:1.0:1734676308.269702:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.269706:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ada50. 00000400:00000010:1.0:1734676308.269710:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d9bc540. 00010000:00000010:3.0:1734676308.269723:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131222000. 00010000:00000010:3.0:1734676308.269728:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.269735:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c40. 00000100:00000010:3.0:1734676308.269739:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.269744:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.269751:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880131222a00. 02000000:00000010:3.0:1734676308.269769:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56800. 00000400:00000010:3.0:1734676308.269773:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676308.269776:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.269778:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457728, portal 16 00000800:00000200:1.0:1734676308.269779:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1734676308.269780:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.269782:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457728, offset 0 00000800:00000010:1.0:1734676308.269782:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:1.0:1734676308.269784:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.269786:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.269788:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.269790:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.269790:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676308.269791:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000400:00000200:3.0:1734676308.269793:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1734676308.269794:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000400:00000200:3.0:1734676308.269796:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.269799:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.269801:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.269803:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81420:81420:255:4294967295] 192.168.203.46@tcp LPNI seq info [81416:81416:7:4294967295] 00000400:00000200:3.0:1734676308.269809:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.269813:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.269815:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.269818:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.269822:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.269825:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.270252:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.270255:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676308.270258:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.270262:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.270264:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676308.270266:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676308.270271:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864457728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.272726:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305f7800. 00010000:00000010:2.1:1734676308.272772:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880073420700. 00010000:00000010:2.1:1734676308.272776:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4d600. 00000400:00000200:0.0:1734676308.275348:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.275364:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25800 00000400:00000200:0.0:1734676308.275372:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a29 [1] + 224 00000400:00000200:0.0:1734676308.275387:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.275391:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.275401:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864457728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.275481:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:2.0:1734676308.275486:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:2.0:1734676308.275488:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:2.0:1734676308.275492:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864457728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.275499:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864457728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.275522:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56800. 02000000:00000010:2.0:1734676308.275526:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880131222a00. 00000100:00000010:2.0:1734676308.275531:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:2.0:1734676308.275534:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676308.275537:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c40. 00000400:00000200:0.0:1734676308.276757:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.276769:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517dc00 00000400:00000200:0.0:1734676308.276776:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 0 00000400:00000200:0.0:1734676308.276835:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.276840:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.276845:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.276850:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676308.276922:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:1.0:1734676308.276927:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.276931:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.276952:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867964928/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.277765:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867964928 02000000:00000010:1.0:1734676308.277775:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080c00. 00010000:00000010:1.0:1734676308.277797:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d54e380. 00010000:00000010:1.0:1734676308.277831:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.277838:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.277852:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.277855:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.277865:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676308.277870:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867964928, offset 224 00000400:00000200:1.0:1734676308.277875:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.277883:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.277885:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57000. 00000400:00000200:1.0:1734676308.277888:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81421:81421:256:4294967295] 192.168.203.46@tcp LPNI seq info [81417:81417:8:4294967295] 00000400:00000200:1.0:1734676308.277896:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.277900:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.277903:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676308.277908:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.277913:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.277917:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.277929:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.277933:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00010000:00000010:3.0:1734676308.277936:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00000020:00000010:1.0:1734676308.277936:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00010000:00000010:3.0:1734676308.277941:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d54e300. 00010000:00000010:3.0:1734676308.277996:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57800. 00010000:00000010:3.0:1734676308.278000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.278006:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9e80. 00000100:00000010:3.0:1734676308.278009:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:3.0:1734676308.278014:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.278021:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e56200. 02000000:00000010:3.0:1734676308.278051:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e57c00. 00000400:00000010:3.0:1734676308.278056:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.278060:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.278064:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457856, portal 16 00000400:00000010:3.0:1734676308.278077:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.278078:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457856, offset 0 00000400:00000200:3.0:1734676308.278082:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.278087:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.278090:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.278093:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.278095:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.278097:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.278099:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81422:81422:255:4294967295] 192.168.203.46@tcp LPNI seq info [81418:81418:7:4294967295] 00000400:00000200:3.0:1734676308.278105:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.278108:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.278110:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.278113:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.278116:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.278119:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.278223:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.278226:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:0.0:1734676308.278231:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.278235:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.278238:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:0.0:1734676308.278240:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000800:00000200:0.0:1734676308.278271:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.278273:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.278275:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.278278:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.278280:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.278281:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.278286:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864457856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.279863:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.279877:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25880 00000400:00000200:0.0:1734676308.279884:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a35 [1] + 224 00000400:00000200:0.0:1734676308.279892:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.279895:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.279902:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864457856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.279931:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.279936:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517dc80 00000400:00000200:0.0:1734676308.279940:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 328 00000400:00000200:0.0:1734676308.279952:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.279955:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.279959:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.279965:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:3.0:1734676308.280049:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.280053:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.280055:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.280061:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864457856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.280077:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864457856/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.280099:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e57c00. 02000000:00000010:3.0:1734676308.280104:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e56200. 00000100:00000010:3.0:1734676308.280107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.280109:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:3.0:1734676308.280113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9e80. 00000020:00000010:1.0:1734676308.280192:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:1.0:1734676308.280198:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.280201:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.280220:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867965056/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.280241:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965056 02000000:00000010:1.0:1734676308.280249:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d080400. 00010000:00000010:1.0:1734676308.280273:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0ade00. 00010000:00000010:1.0:1734676308.280286:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.280292:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.280296:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.280298:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.280307:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676308.280310:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965056, offset 224 00000400:00000200:1.0:1734676308.280315:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.280322:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.280327:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81423:81423:256:4294967295] 192.168.203.46@tcp LPNI seq info [81419:81419:8:4294967295] 00000400:00000200:1.0:1734676308.280335:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.280340:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.280343:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.280347:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.280352:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.280355:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.280366:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.280370:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.280373:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00000800:00000200:0.0:1734676308.280474:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.280477:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676308.280481:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.280486:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.280488:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676308.280490:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676308.280653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e56200. 00010000:00000010:3.0:1734676308.280710:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.280715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0adb80. 00010000:00000010:3.0:1734676308.280780:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57c00. 00010000:00000010:3.0:1734676308.280784:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.280791:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9e80. 00000100:00000010:3.0:1734676308.280794:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:3.0:1734676308.280799:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.280807:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e57600. 02000000:00000010:3.0:1734676308.280823:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56600. 00000400:00000010:3.0:1734676308.280826:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.280831:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.280836:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864457984, portal 16 00000400:00000010:3.0:1734676308.280839:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.280840:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864457984, offset 0 00000400:00000200:3.0:1734676308.280844:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.280849:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.280852:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.280856:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.280859:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.280861:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.280863:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81424:81424:256:4294967295] 192.168.203.46@tcp LPNI seq info [81420:81420:8:4294967295] 00000400:00000200:3.0:1734676308.280869:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.280873:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.280877:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.280879:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.280883:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.280885:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.281081:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.281083:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.281086:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.281090:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.281092:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.281093:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.281099:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864457984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.281685:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2c00. 00000400:00000200:1.0:1734676308.284124:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.284138:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25900 00000400:00000200:1.0:1734676308.284146:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a41 [1] + 224 00000400:00000200:1.0:1734676308.284155:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.284159:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.284168:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864457984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.284187:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.284191:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517dd00 00000400:00000200:1.0:1734676308.284195:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 656 00000400:00000010:3.0:1734676308.284611:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.284617:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.284619:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.284624:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864457984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.284631:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864457984/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.284653:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56600. 02000000:00000010:3.0:1734676308.284657:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e57600. 00000100:00000010:3.0:1734676308.284660:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.284663:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:3.0:1734676308.284667:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9e80. 00000400:00000200:1.0:1734676308.284945:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.284950:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.284954:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.284958:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 00000020:00000010:0.0:1734676308.286225:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cde00. 00000020:00000010:0.0:1734676308.286231:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.286235:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.286261:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab100 x1818938867965184/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.286280:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965184 02000000:00000010:0.0:1734676308.286287:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:0.0:1734676308.286309:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ece500. 00010000:00000010:0.0:1734676308.286321:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd9c0. 00000100:00000010:0.0:1734676308.286326:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676308.286333:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:0.0:1734676308.286336:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd9c0. 00000400:00000010:0.0:1734676308.286346:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.286350:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965184, offset 224 00000400:00000200:0.0:1734676308.286356:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.286365:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.286370:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81425:81425:256:4294967295] 192.168.203.46@tcp LPNI seq info [81421:81421:8:4294967295] 00000400:00000200:0.0:1734676308.286378:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.286383:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.286386:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011100. 00000800:00000200:0.0:1734676308.286390:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.286395:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.286398:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.286411:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.286414:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.286416:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cde00. 00000800:00000200:0.0:1734676308.286484:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.286487:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011100. 00000400:00000200:0.0:1734676308.286489:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.286492:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.286495:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:0.0:1734676308.286497:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00080000:00000010:3.0:1734676308.286511:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57200. 00010000:00000010:3.0:1734676308.286570:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.286575:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ece480. 00010000:00000010:2.1:1734676308.286610:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d819000. 00010000:00000010:2.1:1734676308.286620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881600. 00010000:00000010:3.0:1734676308.286635:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93200. 00010000:00000010:3.0:1734676308.286637:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.286641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57e00. 00010000:00000010:3.0:1734676308.286645:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00080000:00000010:3.0:1734676308.286653:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e56e00. 00010000:00000010:3.0:1734676308.286670:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.286673:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ae00. 00010000:00000010:2.1:1734676308.286692:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a59600. 00010000:00000010:2.1:1734676308.286696:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131222000. 00010000:00000010:3.0:1734676308.286701:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57400. 00010000:00000010:3.0:1734676308.286703:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.286707:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9700. 00000100:00000010:3.0:1734676308.286709:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:3.0:1734676308.286713:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.286720:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e57600. 02000000:00000010:3.0:1734676308.286734:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56a00. 00000400:00000010:3.0:1734676308.286737:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.286739:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.286742:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458112, portal 16 00000400:00000010:3.0:1734676308.286745:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.286746:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458112, offset 0 00000400:00000200:3.0:1734676308.286750:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.286754:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.286756:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.286758:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.286760:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.286762:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.286763:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81426:81426:256:4294967295] 192.168.203.46@tcp LPNI seq info [81422:81422:8:4294967295] 00000400:00000200:3.0:1734676308.286768:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.286770:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.286772:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93100. 00000800:00000200:3.0:1734676308.286774:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.286777:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.286778:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.288455:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.288459:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93100. 00000400:00000200:0.0:1734676308.288463:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.288468:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.288471:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.288473:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.288479:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864458112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.289960:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.289973:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25980 00000400:00000200:1.0:1734676308.289981:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a4d [1] + 224 00000400:00000200:1.0:1734676308.289989:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.289991:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.289999:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864458112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.290027:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.290031:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517dd80 00000400:00000200:1.0:1734676308.290049:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 984 00000400:00000200:1.0:1734676308.290074:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.290078:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.290081:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.290086:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 00000400:00000010:3.0:1734676308.290123:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000020:00000010:1.0:1734676308.290123:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000400:00000200:3.0:1734676308.290126:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000020:00000010:1.0:1734676308.290127:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000400:00000010:3.0:1734676308.290128:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000020:00000010:1.0:1734676308.290130:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:3.0:1734676308.290133:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864458112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.290140:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864458112/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.290146:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867965312/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.290162:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965312 02000000:00000010:3.0:1734676308.290164:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56a00. 02000000:00000010:3.0:1734676308.290169:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e57600. 02000000:00000010:1.0:1734676308.290169:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083400. 00000100:00000010:3.0:1734676308.290172:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.290174:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:3.0:1734676308.290177:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9700. 00010000:00000010:1.0:1734676308.290190:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf06a80. 00010000:00000010:1.0:1734676308.290203:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.290208:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.290213:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.290215:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676308.290223:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00080000:00000010:3.0:1734676308.290226:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57600. 00000100:00000200:1.0:1734676308.290227:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965312, offset 224 00000400:00000200:1.0:1734676308.290231:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.290237:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.290242:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81427:81427:256:4294967295] 192.168.203.46@tcp LPNI seq info [81423:81423:8:4294967295] 00000400:00000200:1.0:1734676308.290250:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.290253:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.290256:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.290265:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.290271:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00010000:00000010:3.0:1734676308.290272:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00000800:00000200:1.0:1734676308.290275:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.290276:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf06a00. 00000020:00000010:1.0:1734676308.290290:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.290294:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.290297:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00010000:00000010:3.0:1734676308.290319:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e56a00. 00010000:00000010:3.0:1734676308.290322:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae00. 00010000:00000010:3.0:1734676308.290327:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9700. 00000100:00000010:3.0:1734676308.290329:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dcc0. 00000100:00000010:3.0:1734676308.290332:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.290339:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e56800. 02000000:00000010:3.0:1734676308.290352:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56c00. 00000400:00000010:3.0:1734676308.290354:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.290356:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000800:00000200:1.0:1734676308.290356:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1734676308.290359:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458240, portal 16 00000800:00000010:1.0:1734676308.290359:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000010:3.0:1734676308.290361:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000400:00000200:1.0:1734676308.290361:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1734676308.290362:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458240, offset 0 00000400:00000200:1.0:1734676308.290364:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.290365:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.290367:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000200:3.0:1734676308.290369:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000010:1.0:1734676308.290369:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000400:00000200:3.0:1734676308.290371:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.290373:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.290376:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.290377:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.290379:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81428:81428:255:4294967295] 192.168.203.46@tcp LPNI seq info [81424:81424:7:4294967295] 00000400:00000200:3.0:1734676308.290383:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.290385:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.290387:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.290389:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.290392:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.290394:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.290425:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.290428:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.290431:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.290434:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.290436:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.290438:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.290442:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864458240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.292995:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.293010:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25a00 00000400:00000200:0.0:1734676308.293017:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a59 [1] + 224 00000400:00000200:0.0:1734676308.293034:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.293084:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.293095:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864458240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.294007:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d76ca00. 00010000:00000010:3.1:1734676308.294026:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da9c600. 00000400:00000200:0.0:1734676308.294077:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.294091:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517de00 00000400:00000200:0.0:1734676308.294097:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 1312 00000400:00000010:3.0:1734676308.294124:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.294129:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.294131:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.294137:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864458240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.294143:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864458240/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.294143:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.294147:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.294151:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.294156:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676308.294167:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56c00. 02000000:00000010:3.0:1734676308.294171:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e56800. 00000100:00000010:3.0:1734676308.294173:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.294176:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dcc0. 00010000:00000010:3.0:1734676308.294180:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9700. 00000020:00000010:1.0:1734676308.294194:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521800. 00000020:00000010:1.0:1734676308.294200:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.294204:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.294224:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867965440/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.294255:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965440 02000000:00000010:1.0:1734676308.294264:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d082000. 00010000:00000010:1.0:1734676308.294285:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd86900. 00010000:00000010:1.0:1734676308.294298:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.294304:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.294311:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.294313:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676308.294324:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676308.294327:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965440, offset 224 00000400:00000200:1.0:1734676308.294333:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.294342:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.294349:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81429:81429:256:4294967295] 192.168.203.46@tcp LPNI seq info [81425:81425:8:4294967295] 00000400:00000200:1.0:1734676308.294357:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.294361:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.294364:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.294368:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.294374:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.294377:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.294391:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.294395:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.294398:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521800. 00000800:00000200:0.0:1734676308.294536:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.294539:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676308.294542:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.294546:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.294548:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676308.294550:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00080000:00000010:2.0:1734676308.295683:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881e00. 00010000:00000010:2.0:1734676308.295752:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae00. 00010000:00000010:2.0:1734676308.295758:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd86880. 00010000:00000010:2.0:1734676308.295815:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881600. 00010000:00000010:2.0:1734676308.295820:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676308.295827:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.295831:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676308.295838:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676308.295848:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881c00. 02000000:00000010:2.0:1734676308.295868:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881400. 00000400:00000010:2.0:1734676308.295872:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.295876:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.295881:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458368, portal 16 00000400:00000010:2.0:1734676308.295884:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676308.295886:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458368, offset 0 00000400:00000200:2.0:1734676308.295892:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.295898:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.295902:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.295905:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.295908:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.295910:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.295912:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81430:81430:256:4294967295] 192.168.203.46@tcp LPNI seq info [81426:81426:8:4294967295] 00000400:00000200:2.0:1734676308.295920:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.295924:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.295926:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676308.295930:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.295935:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.295938:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.296213:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.296217:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:0.0:1734676308.296222:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.296227:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.296231:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676308.296232:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676308.296241:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864458368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.296916:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736c2a00. 00010000:00000010:2.1:1734676308.296926:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57800. 00010000:00000010:2.1:1734676308.296990:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880098de7a00. 00010000:00000010:2.1:1734676308.296996:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57c00. 00010000:00000010:2.1:1734676308.296999:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93200. 00010000:00000010:2.1:1734676308.297001:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57e00. 00000400:00000200:0.0:1734676308.298225:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.298239:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25a80 00000400:00000200:0.0:1734676308.298246:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a65 [1] + 224 00000400:00000200:0.0:1734676308.298261:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.298265:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.298273:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864458368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.298944:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.298949:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517de80 00000400:00000200:0.0:1734676308.298954:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 1640 00000400:00000010:2.0:1734676308.299186:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:2.0:1734676308.299190:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676308.299193:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.299199:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864458368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.299206:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864458368/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.299230:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881400. 02000000:00000010:2.0:1734676308.299236:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881c00. 00000400:00000200:0.0:1734676308.299595:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.299599:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.299604:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.299608:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000100:00000010:2.0:1734676308.299643:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:2.0:1734676308.299648:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:2.0:1734676308.299652:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00010000:00000010:3.1:1734676308.299755:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82a200. 00010000:00000010:0.1:1734676308.299937:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4400. 00000020:00000010:1.0:1734676308.300094:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000020:00000010:1.0:1734676308.300101:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.300106:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.300126:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867965568/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.300158:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965568 02000000:00000010:1.0:1734676308.300168:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d083c00. 00010000:00000010:1.0:1734676308.300190:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d191180. 00010000:00000010:1.0:1734676308.300203:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.300209:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.300227:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.300229:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676308.300238:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d000. 00000100:00000200:1.0:1734676308.300243:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965568, offset 224 00000400:00000200:1.0:1734676308.300249:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.300256:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.300261:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81431:81431:256:4294967295] 192.168.203.46@tcp LPNI seq info [81427:81427:8:4294967295] 00000400:00000200:1.0:1734676308.300268:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.300274:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.300278:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6f00. 00000800:00000200:1.0:1734676308.300283:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.300288:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.300292:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.300303:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.300306:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.300309:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00080000:00000010:2.0:1734676308.300384:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881c00. 00010000:00000010:2.0:1734676308.300436:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676308.300441:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d191100. 00010000:00000010:2.0:1734676308.300499:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881400. 00010000:00000010:2.0:1734676308.300504:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4580. 00010000:00000010:2.0:1734676308.300510:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7780. 00000100:00000010:2.0:1734676308.300513:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676308.300517:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1880. 02000000:00000010:2.0:1734676308.300526:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880a00. 02000000:00000010:2.0:1734676308.300544:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880131222000. 00000400:00000010:2.0:1734676308.300549:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.300553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.300557:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458496, portal 16 00000400:00000010:2.0:1734676308.300560:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.300561:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458496, offset 0 00000400:00000200:2.0:1734676308.300565:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.300570:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.300573:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.300575:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.300578:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.300580:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.300583:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81432:81432:255:4294967295] 192.168.203.46@tcp LPNI seq info [81428:81428:7:4294967295] 00000400:00000200:2.0:1734676308.300589:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.300593:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.300595:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.300598:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.300602:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.300604:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.300694:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.300698:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6f00. 00000400:00000200:0.0:1734676308.300700:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.300704:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.300708:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d000 00000400:00000010:0.0:1734676308.300709:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d000. 00000800:00000200:0.0:1734676308.300757:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.300759:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676308.300762:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.300765:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.300767:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676308.300768:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676308.300774:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1880 x1818938864458496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:2.0:1734676308.301673:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301679:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301737:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301741:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301748:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301751:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301757:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4b80. 00080000:00000010:2.0:1734676308.301761:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4b80. 00000400:00000200:1.0:1734676308.304814:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.304831:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25b00 00000400:00000200:1.0:1734676308.304839:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a71 [1] + 224 00000400:00000200:1.0:1734676308.304849:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.304852:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.304862:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1880 x1818938864458496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.304901:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.304905:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517df00 00000400:00000200:1.0:1734676308.304910:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa53ad [2] + 1968 00000400:00000010:1.0:1734676308.304913:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:1.0:1734676308.304916:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880130d713c0 00000400:00000010:3.0:1734676308.304955:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:3.0:1734676308.304959:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:3.0:1734676308.304961:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:3.0:1734676308.304968:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1880 x1818938864458496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.304975:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1880 x1818938864458496/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.304975:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.304979:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.304982:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880130d713c0 00000400:00000010:1.0:1734676308.304983:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880130d713c0. 00000100:00000200:1.0:1734676308.304988:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676308.304998:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880131222000. 02000000:00000010:3.0:1734676308.305003:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880a00. 00000100:00000010:3.0:1734676308.305009:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1880. 00000100:00000010:3.0:1734676308.305013:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:3.0:1734676308.305016:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7780. 00000020:00000010:0.0:1734676308.305163:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cd000. 00000020:00000010:0.0:1734676308.305168:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.305172:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.305192:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bac50 x1818938867965696/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.305220:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965696 02000000:00000010:0.0:1734676308.305227:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1400. 00010000:00000010:0.0:1734676308.305248:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d194e00. 00010000:00000010:0.0:1734676308.305261:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfda00. 00000100:00000010:0.0:1734676308.305266:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469000. 00000100:00000010:0.0:1734676308.305281:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469000. 00010000:00000010:0.0:1734676308.305284:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfda00. 00000400:00000010:0.0:1734676308.305293:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.305297:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965696, offset 224 00000400:00000200:0.0:1734676308.305302:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.305308:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.305314:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81433:81433:256:4294967295] 192.168.203.46@tcp LPNI seq info [81429:81429:8:4294967295] 00000400:00000200:0.0:1734676308.305322:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.305326:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.305329:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011b00. 00000800:00000200:0.0:1734676308.305333:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.305339:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.305342:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.305354:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.305357:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.305359:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cd000. 02000000:00000010:0.0:1734676308.305365:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083c00. 00000100:00000010:0.0:1734676308.305368:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:0.0:1734676308.305373:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d082000. 00000100:00000010:0.0:1734676308.305375:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676308.305376:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d083400. 00000100:00000010:0.0:1734676308.305378:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:0.0:1734676308.305382:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000100:00000010:0.0:1734676308.305385:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 02000000:00000010:0.0:1734676308.305389:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080400. 00000100:00000010:0.0:1734676308.305391:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.305394:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d080c00. 00000100:00000010:0.0:1734676308.305395:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000200:0.0:1734676308.305399:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676308.305403:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b99f8. 00000400:00000010:0.0:1734676308.305405:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469000. 00000800:00000200:0.0:1734676308.305447:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.305449:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011b00. 00000400:00000200:0.0:1734676308.305451:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.305454:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.305456:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:0.0:1734676308.305458:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 02000000:00000010:0.0:1734676308.305460:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00080000:00000010:3.0:1734676308.305648:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e56c00. 00010000:00000010:3.0:1734676308.305709:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4580. 00010000:00000010:3.0:1734676308.305715:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d194d80. 00010000:00000010:3.0:1734676308.305769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57e00. 00010000:00000010:3.0:1734676308.305774:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.305780:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e97c0. 00000100:00000010:3.0:1734676308.305783:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.305789:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.305797:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e57c00. 02000000:00000010:3.0:1734676308.305814:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e57800. 00000400:00000010:3.0:1734676308.305818:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.305821:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.305824:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458624, portal 16 00000400:00000010:3.0:1734676308.305826:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.305827:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458624, offset 0 00000400:00000200:3.0:1734676308.305832:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.305837:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.305840:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.305844:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.305846:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.305848:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.305855:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81434:81434:256:4294967295] 192.168.203.46@tcp LPNI seq info [81430:81430:8:4294967295] 00000400:00000200:3.0:1734676308.305861:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.305865:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.305868:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93500. 00000800:00000200:3.0:1734676308.305871:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.305874:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.305877:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.306372:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.306375:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93500. 00000400:00000200:0.0:1734676308.306379:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.306383:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.306385:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676308.306387:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676308.306394:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864458624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.306495:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095847900. 00010000:00000010:3.1:1734676308.306500:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57400. 00010000:00000010:3.1:1734676308.309215:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bfc00. 00010000:00000010:3.1:1734676308.309242:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e300. 00010000:00000010:3.1:1734676308.309247:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56a00. 00000400:00000200:0.0:1734676308.309575:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.309590:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25b80 00000400:00000200:0.0:1734676308.309597:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a81 [1] + 224 00000400:00000200:0.0:1734676308.309616:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.309620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.309631:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864458624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.309707:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.309711:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.309714:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.309719:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864458624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.309811:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864458624/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.309839:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e57800. 02000000:00000010:3.0:1734676308.309843:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e57c00. 00000100:00000010:3.0:1734676308.309845:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.309848:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.309851:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e97c0. 00000400:00000200:0.0:1734676308.310424:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.310432:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517df80 00000400:00000200:0.0:1734676308.310438:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 0 00000400:00000200:0.0:1734676308.310949:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.310953:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.310959:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.310963:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676308.311100:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000020:00000010:1.0:1734676308.311106:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.311110:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.311129:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867965824/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.311153:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965824 02000000:00000010:1.0:1734676308.311162:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800994d0c00. 00010000:00000010:1.0:1734676308.311183:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da08f80. 00010000:00000010:1.0:1734676308.311197:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.311203:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.311222:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.311225:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676308.311234:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d330. 00000100:00000200:1.0:1734676308.311240:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965824, offset 224 00000400:00000200:1.0:1734676308.311244:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.311251:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.311256:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81435:81435:256:4294967295] 192.168.203.46@tcp LPNI seq info [81431:81431:8:4294967295] 00000400:00000200:1.0:1734676308.311263:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.311268:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.311271:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.311275:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.311280:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.311283:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.311294:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.311298:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.311300:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00000800:00000200:0.0:1734676308.311487:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.311490:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:0.0:1734676308.311494:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.311497:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.311500:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d330 00000400:00000010:0.0:1734676308.311502:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d330. 00080000:00000010:3.0:1734676308.311563:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57c00. 00010000:00000010:3.0:1734676308.311620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.311626:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da08f00. 00010000:00000010:3.0:1734676308.311695:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93700. 00010000:00000010:3.0:1734676308.311698:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.311702:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57800. 00010000:00000010:3.0:1734676308.311706:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00080000:00000010:3.0:1734676308.311716:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e56a00. 00010000:00000010:3.0:1734676308.311736:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.311739:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.311777:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57400. 00010000:00000010:3.0:1734676308.311780:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a300. 00010000:00000010:3.0:1734676308.311785:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e97c0. 00000100:00000010:3.0:1734676308.311789:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d540. 00000100:00000010:3.0:1734676308.311794:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.311809:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e56800. 02000000:00000010:3.0:1734676308.311825:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56000. 00000400:00000010:3.0:1734676308.311830:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.311834:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.311838:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458752, portal 16 00000400:00000010:3.0:1734676308.311841:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.311843:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458752, offset 0 00000400:00000200:3.0:1734676308.311847:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.311852:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.311856:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.311859:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.311862:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.311865:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.311867:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81436:81436:256:4294967295] 192.168.203.46@tcp LPNI seq info [81432:81432:8:4294967295] 00000400:00000200:3.0:1734676308.311874:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.311878:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.311881:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93c00. 00000800:00000200:3.0:1734676308.311883:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.311887:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.311889:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.312785:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.312789:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93c00. 00000400:00000200:0.0:1734676308.312793:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.312798:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.312802:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:0.0:1734676308.312803:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:0.0:1734676308.312811:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864458752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.315107:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.315123:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25c00 00000400:00000200:0.0:1734676308.315131:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a8d [1] + 224 00000400:00000200:0.0:1734676308.315141:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.315144:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.315153:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864458752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.315194:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.315199:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e000 00000400:00000200:0.0:1734676308.315203:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 328 00000400:00000010:3.0:1734676308.315226:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.315231:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.315233:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.315239:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864458752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.315247:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864458752/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.315264:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676308.315267:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56000. 00000400:00000200:0.0:1734676308.315267:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676308.315271:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e56800. 00000100:00000200:0.0:1734676308.315272:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.315274:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:0.0:1734676308.315276:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000100:00000010:3.0:1734676308.315277:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d540. 00010000:00000010:3.0:1734676308.315280:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e97c0. 00000020:00000010:1.0:1734676308.315439:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520000. 00000020:00000010:1.0:1734676308.315445:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.315450:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.315471:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867965952/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.315490:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867965952 02000000:00000010:1.0:1734676308.315500:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096f4a400. 00010000:00000010:1.0:1734676308.315523:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130dfd500. 00010000:00000010:1.0:1734676308.315536:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.315542:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.315549:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.315551:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000400:00000010:1.0:1734676308.315560:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676308.315632:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867965952, offset 224 00000400:00000200:1.0:1734676308.315638:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00010000:00000010:3.1:1734676308.315646:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bfbe00. 00000400:00000200:1.0:1734676308.315647:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00010000:00000010:3.1:1734676308.315652:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881400. 00000400:00000200:1.0:1734676308.315653:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81437:81437:256:4294967295] 192.168.203.46@tcp LPNI seq info [81433:81433:8:4294967295] 00000400:00000200:1.0:1734676308.315661:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.315665:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.315668:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676308.315673:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.315679:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.315682:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.316812:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59480. 00000020:00000010:1.0:1734676308.316822:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.316826:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520000. 00080000:00000010:1.0:1734676308.316862:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520000. 00010000:00000010:1.0:1734676308.316937:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a300. 00010000:00000010:1.0:1734676308.316944:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130dfd480. 00010000:00000010:1.0:1734676308.317000:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521800. 00010000:00000010:1.0:1734676308.317004:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.317012:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.317017:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.317022:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.317031:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520800. 02000000:00000010:1.0:1734676308.317079:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130b4d600. 00000400:00000010:1.0:1734676308.317084:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676308.317090:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.317095:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864458880, portal 16 00000400:00000010:1.0:1734676308.317098:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676308.317100:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864458880, offset 0 00000400:00000200:1.0:1734676308.317107:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.317115:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.317120:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.317123:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.317126:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.317128:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.317131:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81438:81438:255:4294967295] 192.168.203.46@tcp LPNI seq info [81434:81434:7:4294967295] 00000400:00000200:1.0:1734676308.317139:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.317143:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.317146:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.317150:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.317156:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.317159:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.318281:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.318286:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:1.0:1734676308.318292:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.318302:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.318306:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:1.0:1734676308.318309:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00010000:00000010:2.1:1734676308.318365:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3a00. 00000800:00000200:1.0:1734676308.318365:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.318367:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:1.0:1734676308.318370:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.318373:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.318375:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:1.0:1734676308.318376:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676308.318382:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864458880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.318626:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d192300. 00010000:00000010:3.1:1734676308.318631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881600. 00010000:00000010:3.1:1734676308.318660:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d3800. 00010000:00000010:3.1:1734676308.321342:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33f00. 00010000:00000010:3.1:1734676308.321356:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57e00. 00010000:00000010:3.1:1734676308.321359:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93700. 00010000:00000010:3.1:1734676308.321361:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57800. 00010000:00000010:0.1:1734676308.321476:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d564a00. 00010000:00000010:0.1:1734676308.321492:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d17800. 00010000:00000010:0.1:1734676308.321495:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013680f600. 00010000:00000010:0.1:1734676308.321497:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57400. 00000400:00000200:2.0:1734676308.321556:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.321570:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25c80 00000400:00000200:2.0:1734676308.321578:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6a99 [1] + 224 00000400:00000200:2.0:1734676308.321587:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.321591:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.321600:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864458880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.321841:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.321846:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e080 00000400:00000200:2.0:1734676308.321851:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 656 00000400:00000200:2.0:1734676308.322384:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.322388:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.322393:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.322398:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0a80. 00000400:00000010:1.0:1734676308.322486:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:1.0:1734676308.322491:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.322492:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.322500:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864458880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.322507:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864458880/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.322528:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130b4d600. 02000000:00000010:1.0:1734676308.322532:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520800. 00000100:00000010:1.0:1734676308.322536:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.322540:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.322542:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:0.0:1734676308.322630:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc400. 00000020:00000010:0.0:1734676308.322636:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.322640:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.322657:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0a80 x1818938867966080/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.322677:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966080 02000000:00000010:0.0:1734676308.322683:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f0800. 00010000:00000010:0.0:1734676308.322766:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1ed80. 00010000:00000010:0.0:1734676308.322779:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfda80. 00000100:00000010:0.0:1734676308.322784:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676308.322999:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676308.323002:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfda80. 00000400:00000010:0.0:1734676308.323013:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.323016:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966080, offset 224 00000400:00000200:0.0:1734676308.323022:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.323028:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.323032:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81439:81439:256:4294967295] 192.168.203.46@tcp LPNI seq info [81435:81435:8:4294967295] 00000400:00000200:0.0:1734676308.323055:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.323060:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.323063:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011b00. 00000800:00000200:0.0:1734676308.323078:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.323084:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.323087:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676308.323188:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130b4d600. 00010000:00000010:1.0:1734676308.323244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.323250:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1ed00. 00010000:00000010:1.0:1734676308.323320:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880130b4d800. 00010000:00000010:1.0:1734676308.323325:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.323332:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.323335:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.323339:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.323347:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520800. 02000000:00000010:1.0:1734676308.323361:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a009ae00. 00000400:00000010:1.0:1734676308.323365:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676308.323368:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.323372:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459008, portal 16 00000400:00000010:1.0:1734676308.323375:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422de58. 00000100:00000200:1.0:1734676308.323377:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459008, offset 0 00000400:00000200:1.0:1734676308.323382:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.323385:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.323388:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.323391:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.323394:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.323395:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.323398:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81440:81440:255:4294967295] 192.168.203.46@tcp LPNI seq info [81436:81436:7:4294967295] 00000400:00000200:1.0:1734676308.323403:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.323406:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.323409:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.323411:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.323415:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.323417:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.323451:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.323454:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.323457:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc400. 00000800:00000200:2.0:1734676308.324333:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.324337:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011b00. 00000400:00000200:2.0:1734676308.324340:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.324345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.324349:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:2.0:1734676308.324351:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000800:00000200:2.0:1734676308.324405:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.324407:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:2.0:1734676308.324411:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.324414:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.324417:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422de58 00000400:00000010:2.0:1734676308.324418:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422de58. 00000100:00000200:2.0:1734676308.324424:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864459008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.328609:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.328628:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25d00 00000400:00000200:0.0:1734676308.328637:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6aa5 [1] + 224 00000400:00000200:0.0:1734676308.328649:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.328653:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.328664:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864459008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.328700:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.328704:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e100 00000400:00000200:0.0:1734676308.328708:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 984 00000400:00000200:0.0:1734676308.328761:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.328765:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.328770:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.328774:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000010:1.0:1734676308.328860:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:1.0:1734676308.328865:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.328867:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.328873:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864459008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.328880:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864459008/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.328904:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a009ae00. 02000000:00000010:1.0:1734676308.328908:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520800. 00000100:00000010:1.0:1734676308.328912:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.328917:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.328920:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:2.0:1734676308.329441:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222000. 00000020:00000010:2.0:1734676308.329447:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.329451:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.329472:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867966208/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.329497:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966208 02000000:00000010:2.0:1734676308.329505:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.329526:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a100. 00010000:00000010:2.0:1734676308.329557:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7980. 00000100:00000010:2.0:1734676308.329562:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.329567:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.329571:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7980. 00000400:00000010:2.0:1734676308.329580:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.329584:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966208, offset 224 00000400:00000200:2.0:1734676308.329589:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.329597:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.329602:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81441:81441:256:4294967295] 192.168.203.46@tcp LPNI seq info [81437:81437:8:4294967295] 00080000:00000010:1.0:1734676308.329606:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a009ae00. 00000400:00000200:2.0:1734676308.329609:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.329614:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.329617:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.329622:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.329627:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.329630:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.329643:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.329646:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.329649:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222000. 00010000:00000010:1.0:1734676308.329663:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.329670:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0c200. 00010000:00000010:1.0:1734676308.329726:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520800. 00010000:00000010:1.0:1734676308.329731:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.329738:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.329741:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.329746:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.329755:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880075004a00. 02000000:00000010:1.0:1734676308.329772:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c335a00. 00000400:00000010:1.0:1734676308.329776:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676308.329780:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.329784:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459136, portal 16 00000400:00000010:1.0:1734676308.329786:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dbb0. 00000100:00000200:1.0:1734676308.329788:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459136, offset 0 00000400:00000200:1.0:1734676308.329791:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000800:00000200:3.0:1734676308.329792:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1734676308.329795:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000010:3.0:1734676308.329796:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676308.329798:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.329800:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.329801:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.329803:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.329804:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.329805:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.329807:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000200:1.0:1734676308.329807:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81442:81442:255:4294967295] 192.168.203.46@tcp LPNI seq info [81438:81438:7:4294967295] 00000400:00000010:3.0:1734676308.329808:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000400:00000200:1.0:1734676308.329813:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.329816:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.329819:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676308.329822:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.329826:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.329829:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.329885:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.329888:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:2.0:1734676308.329893:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.329897:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.329899:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dbb0 00000400:00000010:2.0:1734676308.329901:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dbb0. 00000100:00000200:2.0:1734676308.329906:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864459136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.330536:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095aef300. 00010000:00000010:2.1:1734676308.330550:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521800. 00000400:00000200:0.0:1734676308.333502:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00010000:00000010:3.1:1734676308.333505:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7600. 00000400:00000200:0.0:1734676308.333516:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25d80 00000400:00000200:0.0:1734676308.333524:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ab1 [1] + 224 00000400:00000200:0.0:1734676308.333534:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.333538:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.1:1734676308.333557:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097da8e00. 00000100:00000200:0.0:1734676308.333572:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864459136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.333605:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.333610:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e180 00000400:00000200:0.0:1734676308.333615:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 1312 00000400:00000200:0.0:1734676308.333627:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.333630:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.333634:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.333639:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676308.333688:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222a00. 00000020:00000010:2.0:1734676308.333694:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.333697:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.333715:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867966336/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.333732:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966336 02000000:00000010:2.0:1734676308.333739:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676308.333764:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7980. 00000100:00000010:2.0:1734676308.333769:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.333774:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.333776:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7980. 00000400:00000010:2.0:1734676308.333785:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.333789:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966336, offset 224 00000400:00000200:2.0:1734676308.333794:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.333801:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.333806:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81443:81443:256:4294967295] 192.168.203.46@tcp LPNI seq info [81439:81439:8:4294967295] 00000400:00000200:2.0:1734676308.333814:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.333819:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.333826:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.333830:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.333836:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.333839:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1734676308.333878:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:1.0:1734676308.333882:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.333883:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.333888:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864459136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.333895:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864459136/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.0:1734676308.333911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c4fca00. 02000000:00000010:1.0:1734676308.333919:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c335a00. 02000000:00000010:1.0:1734676308.333923:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880075004a00. 00000100:00000010:1.0:1734676308.333928:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.333932:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.333935:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00080000:00000010:1.0:1734676308.333948:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c335a00. 00010000:00000010:1.0:1734676308.334003:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.334010:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c4fc980. 00010000:00000010:1.0:1734676308.334110:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c335600. 00010000:00000010:1.0:1734676308.334115:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.334122:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.334125:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.334129:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.334137:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880075004a00. 02000000:00000010:1.0:1734676308.334153:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17e00. 00000400:00000010:1.0:1734676308.334156:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676308.334159:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.334163:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459264, portal 16 00000400:00000010:1.0:1734676308.334165:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d880. 00000100:00000200:1.0:1734676308.334167:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459264, offset 0 00000400:00000200:1.0:1734676308.334171:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000020:00000010:2.0:1734676308.334172:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.334175:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000400:00000200:1.0:1734676308.334176:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000020:00000010:2.0:1734676308.334179:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222a00. 00000400:00000200:1.0:1734676308.334179:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.334182:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.334184:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.334186:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.334188:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81444:81444:255:4294967295] 192.168.203.46@tcp LPNI seq info [81440:81440:7:4294967295] 00000400:00000200:1.0:1734676308.334193:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.334196:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.334199:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.334201:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.334205:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.334207:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.334386:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.334389:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:3.0:1734676308.334393:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.334396:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.334399:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:3.0:1734676308.334400:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000800:00000200:3.0:1734676308.334418:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.334420:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:3.0:1734676308.334423:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.334426:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.334427:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d880 00000400:00000010:3.0:1734676308.334428:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d880. 00000100:00000200:3.0:1734676308.334432:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864459264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.335834:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.335848:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25e00 00000400:00000200:0.0:1734676308.335855:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6abd [1] + 224 00000400:00000200:0.0:1734676308.335863:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.335866:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.335874:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864459264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.335905:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.335910:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e200 00000400:00000200:0.0:1734676308.335914:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 1640 00000400:00000200:0.0:1734676308.335963:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.335966:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.335970:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.335975:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000400:00000010:1.0:1734676308.336080:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:1.0:1734676308.336084:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:1.0:1734676308.336086:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.336091:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864459264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.336098:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864459264/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.336119:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17e00. 02000000:00000010:1.0:1734676308.336124:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880075004a00. 00000100:00000010:1.0:1734676308.336129:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.336133:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.336136:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:2.0:1734676308.336218:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880131222a00. 00000020:00000010:2.0:1734676308.336224:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.336228:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.336244:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867966464/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.336275:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966464 02000000:00000010:2.0:1734676308.336282:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.336302:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095a5a400. 00010000:00000010:2.0:1734676308.336329:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7980. 00000100:00000010:2.0:1734676308.336335:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.336344:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.336347:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7980. 00000400:00000010:2.0:1734676308.336357:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676308.336361:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966464, offset 224 00000400:00000200:2.0:1734676308.336366:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.336373:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:1.0:1734676308.336375:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17e00. 00000400:00000200:2.0:1734676308.336378:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81445:81445:256:4294967295] 192.168.203.46@tcp LPNI seq info [81441:81441:8:4294967295] 00000400:00000200:2.0:1734676308.336386:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.336391:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.336393:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.336397:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.336403:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.336407:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.336417:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4b80. 00000020:00000010:2.0:1734676308.336419:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.336423:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880131222a00. 00010000:00000010:1.0:1734676308.336432:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.336438:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130dfdd00. 00010000:00000010:1.0:1734676308.336490:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6c00. 00010000:00000010:1.0:1734676308.336493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59480. 00010000:00000010:1.0:1734676308.336497:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17600. 00010000:00000010:1.0:1734676308.336501:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00080000:00000010:1.0:1734676308.336510:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17800. 00010000:00000010:1.0:1734676308.336528:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.336531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59480. 00010000:00000010:1.0:1734676308.336570:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075004a00. 00010000:00000010:1.0:1734676308.336573:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59480. 00010000:00000010:1.0:1734676308.336578:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3de80. 00000100:00000010:1.0:1734676308.336580:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.336584:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.336592:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ce2e000. 02000000:00000010:1.0:1734676308.336607:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009ce2e400. 00000400:00000010:1.0:1734676308.336610:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adec8. 00000400:00000010:1.0:1734676308.336613:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dcc0. 00000100:00000200:1.0:1734676308.336616:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459392, portal 16 00000400:00000010:1.0:1734676308.336619:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dee0. 00000100:00000200:1.0:1734676308.336621:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459392, offset 0 00000400:00000200:1.0:1734676308.336625:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.336629:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.336632:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.336637:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.336639:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.336641:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.336643:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81446:81446:255:4294967295] 192.168.203.46@tcp LPNI seq info [81442:81442:7:4294967295] 00000400:00000200:1.0:1734676308.336649:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.336652:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.336660:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.336663:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.336717:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.336720:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:0.0:1734676308.336723:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.336726:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.336729:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676308.336730:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000800:00000200:1.0:1734676308.336771:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.336773:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.336825:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.336828:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:3.0:1734676308.336831:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.336835:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.336837:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dee0 00000400:00000010:3.0:1734676308.336838:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dee0. 00000100:00000200:3.0:1734676308.336843:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864459392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.339967:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d004200. 00010000:00000010:2.1:1734676308.339977:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130b4d800. 00010000:00000010:3.1:1734676308.342994:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b1e00. 00000400:00000200:1.0:1734676308.343283:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.343299:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25e80 00000400:00000200:1.0:1734676308.343307:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ac9 [1] + 224 00000400:00000200:1.0:1734676308.343319:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.343323:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.343332:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864459392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.343408:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.343413:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e280 00000400:00000200:1.0:1734676308.343417:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5415 [2] + 1968 00000400:00000010:1.0:1734676308.343421:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad058. 00000400:00000200:1.0:1734676308.343424:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136aa0cc0 00000400:00000200:1.0:1734676308.343436:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.343439:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.343442:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aa0cc0 00000400:00000010:1.0:1734676308.343445:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136aa0cc0. 00000100:00000200:1.0:1734676308.343450:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676308.343473:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adec8. 00000400:00000200:2.0:1734676308.343476:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dcc0 00000400:00000010:2.0:1734676308.343477:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dcc0. 00000100:00000200:2.0:1734676308.343483:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864459392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.343491:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864459392/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.343513:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009ce2e400. 02000000:00000010:2.0:1734676308.343517:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ce2e000. 00000100:00000010:2.0:1734676308.343520:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:2.0:1734676308.343524:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:2.0:1734676308.343526:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3de80. 00000020:00000010:0.0:1734676308.343630:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:0.0:1734676308.343636:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.343640:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.343658:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb850 x1818938867966592/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.343677:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966592 02000000:00000010:0.0:1734676308.343685:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.343705:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fd58a00. 00010000:00000010:0.0:1734676308.343849:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfda80. 00000100:00000010:0.0:1734676308.343855:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469cc0. 00000100:00000010:0.0:1734676308.343861:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469cc0. 00010000:00000010:0.0:1734676308.343865:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfda80. 00000400:00000010:0.0:1734676308.343874:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676308.343878:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966592, offset 224 00000400:00000200:0.0:1734676308.343883:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.343889:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.343894:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81447:81447:256:4294967295] 192.168.203.46@tcp LPNI seq info [81443:81443:8:4294967295] 00000400:00000200:0.0:1734676308.343902:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.343906:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.343908:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011100. 00000800:00000200:0.0:1734676308.343912:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.343917:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.343920:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.343940:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.343943:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.343946:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 02000000:00000010:0.0:1734676308.343954:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:0.0:1734676308.343957:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:0.0:1734676308.343961:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:0.0:1734676308.343965:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:0.0:1734676308.343968:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:0.0:1734676308.343971:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:0.0:1734676308.343973:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f0800. 00000100:00000010:0.0:1734676308.343975:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0a80. 02000000:00000010:0.0:1734676308.343978:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880096f4a400. 00000100:00000010:0.0:1734676308.343981:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.343984:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800994d0c00. 00000100:00000010:0.0:1734676308.343985:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000200:0.0:1734676308.343989:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676308.343992:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9cb8. 00000400:00000010:0.0:1734676308.343995:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469cc0. 00080000:00000010:2.0:1734676308.344221:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880131222a00. 00010000:00000010:2.0:1734676308.344290:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59480. 00010000:00000010:2.0:1734676308.344296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fd58980. 00000800:00000200:1.0:1734676308.344314:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.344379:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011100. 00010000:00000010:2.0:1734676308.344381:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880131222000. 00000400:00000200:1.0:1734676308.344382:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.344386:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.344388:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00010000:00000010:2.0:1734676308.344389:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4b80. 00000400:00000010:1.0:1734676308.344389:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 02000000:00000010:1.0:1734676308.344393:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00010000:00000010:2.0:1734676308.344397:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7980. 00000100:00000010:2.0:1734676308.344402:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.344409:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2680. 02000000:00000010:2.0:1734676308.344419:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880130b4d800. 02000000:00000010:2.0:1734676308.344443:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521800. 00000400:00000010:2.0:1734676308.344447:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.344451:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676308.344455:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459520, portal 16 00000400:00000010:2.0:1734676308.344459:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.344461:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459520, offset 0 00000400:00000200:2.0:1734676308.344466:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.344473:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.344477:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.344482:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.344484:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.344487:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.344490:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81448:81448:256:4294967295] 192.168.203.46@tcp LPNI seq info [81444:81444:8:4294967295] 00000400:00000200:2.0:1734676308.344497:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.344501:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.344505:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.344509:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.344515:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.344517:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.344582:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.344585:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:3.0:1734676308.344588:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.344591:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.344594:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:3.0:1734676308.344595:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:3.0:1734676308.344602:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2680 x1818938864459520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.346554:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d8b7c00. 00010000:00000010:2.1:1734676308.346568:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2400. 00010000:00000010:2.1:1734676308.346572:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520800. 00010000:00000010:2.1:1734676308.346575:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e1d2d00. 00010000:00000010:2.1:1734676308.346588:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c335600. 00010000:00000010:2.1:1734676308.346593:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6c00. 00010000:00000010:2.1:1734676308.346599:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17600. 00000400:00000200:0.0:1734676308.349190:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.349209:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25f00 00000400:00000200:0.0:1734676308.349218:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ad9 [1] + 224 00000400:00000200:0.0:1734676308.349239:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.349243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.349253:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2680 x1818938864459520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.349392:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:3.0:1734676308.349397:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:3.0:1734676308.349400:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:3.0:1734676308.349407:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2680 x1818938864459520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.349414:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2680 x1818938864459520/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.349438:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521800. 02000000:00000010:3.0:1734676308.349443:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880130b4d800. 00000100:00000010:3.0:1734676308.349448:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2680. 00000100:00000010:3.0:1734676308.349453:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:3.0:1734676308.349458:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7980. 00010000:00000010:2.1:1734676308.353652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c2800. 00000400:00000200:1.0:1734676308.353710:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.353725:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e300 00000400:00000200:1.0:1734676308.353732:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 0 00000400:00000200:1.0:1734676308.353787:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.353791:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.353797:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.353802:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 00000020:00000010:2.0:1734676308.353879:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.353886:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.353891:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.353915:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9c00 x1818938867966720/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:3.1:1734676308.353919:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e9aa00. 00010000:00000010:3.1:1734676308.353926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075004a00. 00000100:00000200:2.0:1734676308.353943:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966720 02000000:00000010:2.0:1734676308.353954:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676308.353980:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f90900. 00010000:00000010:2.0:1734676308.353999:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.354007:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.354016:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.354020:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00080000:00000010:3.0:1734676308.354032:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57800. 00000400:00000010:2.0:1734676308.354033:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676308.354063:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966720, offset 224 00000400:00000200:2.0:1734676308.354080:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.354088:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.354096:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81449:81449:256:4294967295] 192.168.203.46@tcp LPNI seq info [81445:81445:8:4294967295] 00000400:00000200:2.0:1734676308.354105:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.354109:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.354112:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.354116:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00010000:00000010:3.0:1734676308.354121:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4b80. 00000800:00000200:2.0:1734676308.354122:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.354125:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.354127:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f90880. 00000020:00000010:2.0:1734676308.354139:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.354142:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.354146:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00010000:00000010:3.0:1734676308.354262:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e57e00. 00010000:00000010:3.0:1734676308.354268:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.354275:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.354278:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.354283:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.354292:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e57400. 02000000:00000010:3.0:1734676308.354309:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56800. 00000400:00000010:3.0:1734676308.354313:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.354316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.354321:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459648, portal 16 00000400:00000010:3.0:1734676308.354324:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.354326:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459648, offset 0 00000400:00000200:3.0:1734676308.354329:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.354335:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.354338:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.354341:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.354344:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.354346:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.354348:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81450:81450:255:4294967295] 192.168.203.46@tcp LPNI seq info [81446:81446:7:4294967295] 00000400:00000200:3.0:1734676308.354355:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.354359:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.354361:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.354364:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.354368:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.354370:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.354401:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.354403:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:3.0:1734676308.354407:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.354410:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.354413:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:3.0:1734676308.354414:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:3.0:1734676308.354449:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.354451:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:3.0:1734676308.354453:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.354456:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.354457:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676308.354459:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.354463:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864459648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.355560:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.355569:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e25f80 00000400:00000200:0.0:1734676308.355575:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ae5 [1] + 224 00000400:00000200:0.0:1734676308.355632:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.355636:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.355643:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864459648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.355673:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.355678:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e380 00000400:00000200:0.0:1734676308.355681:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 328 00000400:00000010:3.0:1734676308.355872:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.355876:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.355877:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.355883:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864459648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.355890:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864459648/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.355911:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56800. 02000000:00000010:3.0:1734676308.355915:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e57400. 00000100:00000010:3.0:1734676308.355918:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.355921:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.355924:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000400:00000200:0.0:1734676308.355966:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.355970:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.355975:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.355979:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676308.356115:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.356121:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.356124:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.356142:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867966848/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.356160:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966848 02000000:00000010:2.0:1734676308.356169:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.356189:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf1c400. 00010000:00000010:2.0:1734676308.356203:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.356211:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.356216:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.356219:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:2.0:1734676308.356227:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676308.356230:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966848, offset 224 00000400:00000200:2.0:1734676308.356235:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.356241:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.356245:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81451:81451:256:4294967295] 192.168.203.46@tcp LPNI seq info [81447:81447:8:4294967295] 00000400:00000200:2.0:1734676308.356253:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.356257:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.356261:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.356264:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.356271:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.356274:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.356299:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.356303:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.356307:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00080000:00000010:3.0:1734676308.356415:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e57400. 00010000:00000010:3.0:1734676308.356471:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.356477:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9a8780. 00010000:00000010:3.0:1734676308.356530:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e56800. 00010000:00000010:3.0:1734676308.356534:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.356541:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.356544:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.356549:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.356558:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097e56600. 02000000:00000010:3.0:1734676308.356575:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097e56000. 00000400:00000010:3.0:1734676308.356579:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.356581:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.356585:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459776, portal 16 00000400:00000010:3.0:1734676308.356588:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.356589:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459776, offset 0 00000400:00000200:3.0:1734676308.356592:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.356596:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.356599:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.356602:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.356605:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.356607:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.356610:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81452:81452:255:4294967295] 192.168.203.46@tcp LPNI seq info [81448:81448:7:4294967295] 00000400:00000200:3.0:1734676308.356615:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.356619:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.356621:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93700. 00000800:00000200:3.0:1734676308.356624:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.356627:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.356629:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.356777:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.356780:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:1.0:1734676308.356783:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.356786:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.356789:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676308.356790:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000800:00000200:1.0:1734676308.357022:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.357024:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93700. 00000400:00000200:1.0:1734676308.357027:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.357030:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.357032:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676308.357034:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676308.357152:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864459776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.359014:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.359029:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26000 00000400:00000200:0.0:1734676308.359236:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6af1 [1] + 224 00000400:00000200:1.0:1734676308.359425:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.359431:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.359442:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864459776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.359482:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.359487:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e400 00000400:00000200:1.0:1734676308.359491:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 656 00000400:00000200:1.0:1734676308.359554:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.359558:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.359562:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.359567:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 00000400:00000010:3.0:1734676308.359639:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.359644:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.359646:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.359650:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864459776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.359658:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864459776/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.359678:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097e56000. 02000000:00000010:3.0:1734676308.359681:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097e56600. 00000100:00000010:3.0:1734676308.359684:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.359686:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.359689:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000020:00000010:1.0:1734676308.360139:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e400. 00000020:00000010:1.0:1734676308.360145:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.360148:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.360170:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab100 x1818938867966976/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.360206:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867966976 02000000:00000010:1.0:1734676308.360213:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096f4a400. 00010000:00000010:1.0:1734676308.360369:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d47da00. 00010000:00000010:1.0:1734676308.360397:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.360403:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.360419:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.360421:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.360431:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676308.360435:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867966976, offset 224 00000400:00000200:1.0:1734676308.360440:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.360448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097e56600. 00000400:00000200:1.0:1734676308.360448:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.360453:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81453:81453:256:4294967295] 192.168.203.46@tcp LPNI seq info [81449:81449:8:4294967295] 00000400:00000200:1.0:1734676308.360461:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.360466:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.360469:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.360473:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.360480:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.360482:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.360505:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.360510:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.360513:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e400. 00000800:00000200:1.0:1734676308.360836:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.360839:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:1.0:1734676308.360842:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.360846:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.360848:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676308.360850:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00010000:00000010:3.0:1734676308.361259:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.361266:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d47d980. 00010000:00000010:3.0:1734676308.361369:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097e56000. 00010000:00000010:3.0:1734676308.361375:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.361382:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.361386:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.361391:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.361404:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880075004a00. 02000000:00000010:3.0:1734676308.361423:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880130b4d800. 00000400:00000010:3.0:1734676308.361428:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.361432:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.361436:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864459904, portal 16 00000400:00000010:3.0:1734676308.361439:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.361441:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864459904, offset 0 00000400:00000200:3.0:1734676308.361446:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.361452:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.361455:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.361458:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.361461:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.361463:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.361465:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81454:81454:256:4294967295] 192.168.203.46@tcp LPNI seq info [81450:81450:8:4294967295] 00000400:00000200:3.0:1734676308.361472:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.361476:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.361478:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93300. 00000800:00000200:3.0:1734676308.361483:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.361487:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.361490:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.361653:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.361655:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93300. 00000400:00000200:1.0:1734676308.361658:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.361661:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.361664:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676308.361665:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676308.361670:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864459904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.362140:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d17800. 00000400:00000200:0.0:1734676308.366108:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.366126:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26080 00000400:00000200:0.0:1734676308.366139:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6afd [1] + 224 00000400:00000200:0.0:1734676308.366149:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.366152:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.366162:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864459904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.366196:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.366200:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e480 00000400:00000200:0.0:1734676308.366205:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 984 00000400:00000200:0.0:1734676308.366265:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.366269:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.366273:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.366278:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000010:3.0:1734676308.366424:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.366428:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.366430:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.366436:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864459904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.366443:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864459904/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.366464:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880130b4d800. 02000000:00000010:3.0:1734676308.366469:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880075004a00. 00000100:00000010:3.0:1734676308.366474:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.366477:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.366479:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000020:00000010:1.0:1734676308.366642:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.366648:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.366652:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.366673:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867967104/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.366700:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967104 02000000:00000010:1.0:1734676308.366709:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096f4ac00. 00010000:00000010:1.0:1734676308.366733:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009946ac80. 00010000:00000010:1.0:1734676308.366749:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.366756:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.366761:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.366762:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.366772:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676308.366777:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967104, offset 224 00000400:00000200:1.0:1734676308.366782:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.366789:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.366794:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81455:81455:256:4294967295] 192.168.203.46@tcp LPNI seq info [81451:81451:8:4294967295] 00000400:00000200:1.0:1734676308.366801:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.366806:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.366810:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.366814:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.366819:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.366822:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.366863:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880130b4d800. 00010000:00000010:3.0:1734676308.366990:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.366995:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009946ae00. 00010000:00000010:3.0:1734676308.367205:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880134d93600. 00010000:00000010:3.0:1734676308.367207:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.367213:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880075004a00. 00010000:00000010:3.0:1734676308.367217:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af00. 00080000:00000010:3.0:1734676308.367227:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881600. 00010000:00000010:3.0:1734676308.367243:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af00. 00010000:00000010:3.0:1734676308.367245:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.367277:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881400. 00010000:00000010:3.0:1734676308.367279:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.367283:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.367285:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.367289:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.367296:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880a00. 02000000:00000010:3.0:1734676308.367315:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27800. 00000400:00000010:3.0:1734676308.367318:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.367321:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.367326:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460032, portal 16 00000400:00000010:3.0:1734676308.367329:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.367330:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460032, offset 0 00000400:00000200:3.0:1734676308.367334:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.367338:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.367341:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.367345:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.367348:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.367350:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.367352:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81456:81456:255:4294967295] 192.168.203.46@tcp LPNI seq info [81452:81452:7:4294967295] 00000400:00000200:3.0:1734676308.367357:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.367362:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.367364:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676308.367367:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.367372:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.367374:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.368799:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.368809:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.368817:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00000800:00000200:1.0:1734676308.369022:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.369024:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:1.0:1734676308.369029:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.369035:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.369053:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:1.0:1734676308.369055:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 00000800:00000200:1.0:1734676308.369116:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.369119:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:1.0:1734676308.369121:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.369124:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.369126:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:1.0:1734676308.369128:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:1.0:1734676308.369134:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.370467:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd21600. 00010000:00000010:0.1:1734676308.372451:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b1e00. 00010000:00000010:0.1:1734676308.372465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880131222000. 00010000:00000010:0.1:1734676308.372469:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d792f00. 00010000:00000010:0.1:1734676308.372473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e57e00. 00000400:00000200:1.0:1734676308.372906:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.372922:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26100 00000400:00000200:1.0:1734676308.372930:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b09 [1] + 224 00000400:00000200:1.0:1734676308.372940:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.372944:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.372953:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.372990:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.372994:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e500 00000400:00000200:1.0:1734676308.372998:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 1312 00000400:00000010:3.0:1734676308.373026:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.373030:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.373032:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.373057:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.373072:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460032/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.373093:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1734676308.373095:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27800. 00000400:00000200:1.0:1734676308.373096:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676308.373100:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880a00. 00000100:00000200:1.0:1734676308.373101:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.373105:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:1.0:1734676308.373105:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 00000100:00000010:3.0:1734676308.373108:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.373111:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000020:00000010:0.0:1734676308.373178:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc200. 00000020:00000010:0.0:1734676308.373183:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.373187:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.373207:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867967232/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.373225:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967232 02000000:00000010:0.0:1734676308.373233:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.373253:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d47d100. 00010000:00000010:0.0:1734676308.373291:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfda80. 00000100:00000010:0.0:1734676308.373296:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676308.373301:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676308.373303:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfda80. 00000400:00000010:0.0:1734676308.373313:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676308.373316:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967232, offset 224 00000400:00000200:0.0:1734676308.373321:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.373328:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.373333:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81457:81457:256:4294967295] 192.168.203.46@tcp LPNI seq info [81453:81453:8:4294967295] 00000400:00000200:0.0:1734676308.373340:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.373345:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.373348:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d011500. 00000800:00000200:0.0:1734676308.373352:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.373357:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.373360:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d011500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.373371:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c280. 00000020:00000010:0.0:1734676308.373378:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.373381:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc200. 00080000:00000010:3.0:1734676308.373547:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27800. 00000800:00000200:1.0:1734676308.373616:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.373619:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d011500. 00000400:00000200:1.0:1734676308.373621:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.373625:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.373627:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676308.373628:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00010000:00000010:3.0:1734676308.374085:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.374092:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d105200. 00010000:00000010:3.0:1734676308.374156:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26c00. 00010000:00000010:3.0:1734676308.374162:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.374168:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.374172:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.374177:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.374184:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26200. 02000000:00000010:3.0:1734676308.374201:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27e00. 00000400:00000010:3.0:1734676308.374205:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.374208:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.374212:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460160, portal 16 00000400:00000010:3.0:1734676308.374215:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.374216:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460160, offset 0 00000400:00000200:3.0:1734676308.374221:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.374451:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.374455:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.374458:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.374461:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.374463:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.374466:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81458:81458:256:4294967295] 192.168.203.46@tcp LPNI seq info [81454:81454:8:4294967295] 00000400:00000200:3.0:1734676308.374473:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.374476:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.374480:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000800:00000200:3.0:1734676308.374484:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.374489:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.374491:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.374572:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.374574:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:1.0:1734676308.374577:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.374581:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.374584:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676308.374585:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:1.0:1734676308.374590:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.376434:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd84800. 00010000:00000010:3.1:1734676308.376491:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4fe400. 00000400:00000200:0.0:1734676308.376680:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.376692:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26180 00000400:00000200:0.0:1734676308.376700:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b15 [1] + 224 00000400:00000200:0.0:1734676308.376714:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.376718:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.376727:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.376806:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.376810:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.376812:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.376818:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.376825:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460160/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.376848:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27e00. 02000000:00000010:3.0:1734676308.376852:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26200. 00000100:00000010:3.0:1734676308.376854:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.376857:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.376860:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000400:00000200:0.0:1734676308.378648:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.378662:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e580 00000400:00000200:0.0:1734676308.378670:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 1640 00000400:00000200:0.0:1734676308.378729:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.378733:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.378740:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.378745:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:2.0:1734676308.378969:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.378977:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.378981:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.379005:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867967360/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.379083:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967360 02000000:00000010:2.0:1734676308.379093:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676308.379118:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d3e00. 00010000:00000010:2.0:1734676308.379149:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.379157:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.379166:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.379169:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:2.0:1734676308.379179:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676308.379187:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967360, offset 224 00000400:00000200:2.0:1734676308.379196:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.379204:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26200. 00000400:00000200:2.0:1734676308.379206:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.379211:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81459:81459:256:4294967295] 192.168.203.46@tcp LPNI seq info [81455:81455:8:4294967295] 00000400:00000200:2.0:1734676308.379218:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.379223:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.379226:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.379230:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.379235:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.379238:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.379248:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.379251:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.379254:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00010000:00000010:3.0:1734676308.379260:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.379265:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d3d80. 00000800:00000200:1.0:1734676308.379368:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.379371:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:1.0:1734676308.379375:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.379378:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.379381:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676308.379382:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:3.0:1734676308.379597:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27e00. 00010000:00000010:3.0:1734676308.379602:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.379609:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.379612:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.379617:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.379625:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27400. 02000000:00000010:3.0:1734676308.379640:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27200. 00000400:00000010:3.0:1734676308.379644:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.379647:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.379650:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460288, portal 16 00000400:00000010:3.0:1734676308.379653:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.379655:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460288, offset 0 00000400:00000200:3.0:1734676308.379659:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.379663:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.379666:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.379669:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.379672:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.379674:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.379676:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81460:81460:256:4294967295] 192.168.203.46@tcp LPNI seq info [81456:81456:8:4294967295] 00000400:00000200:3.0:1734676308.379682:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.379686:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.379689:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.379692:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.379695:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.379698:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.380295:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.380298:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.380301:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.380305:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.380307:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.380309:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676308.380314:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.382737:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c0f5400. 00010000:00000010:0.1:1734676308.383766:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72bc00. 00010000:00000010:0.1:1734676308.383774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56800. 00010000:00000010:0.1:1734676308.383777:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b802500. 00010000:00000010:0.1:1734676308.383781:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e56000. 00010000:00000010:0.1:1734676308.383784:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93600. 00010000:00000010:0.1:1734676308.383787:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880075004a00. 00010000:00000010:1.1:1734676308.385662:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d4c7600. 00000400:00000200:0.0:1734676308.387108:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.387125:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26200 00000400:00000200:0.0:1734676308.387134:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b21 [1] + 224 00000400:00000200:0.0:1734676308.387153:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.387156:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.387167:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.387261:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.387267:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e600 00000400:00000200:0.0:1734676308.387271:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa545d [2] + 1968 00000400:00000010:0.0:1734676308.387275:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:0.0:1734676308.387279:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009d4693c0 00000400:00000200:0.0:1734676308.387327:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.387330:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.387333:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d4693c0 00000400:00000010:0.0:1734676308.387335:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009d4693c0. 00000100:00000200:0.0:1734676308.387340:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676308.387416:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.387420:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.387421:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.387426:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.387433:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460288/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.387456:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27200. 02000000:00000010:3.0:1734676308.387460:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27400. 00000100:00000010:3.0:1734676308.387463:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.387465:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.387468:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000020:00000010:1.0:1734676308.387631:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.387637:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.387641:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.387658:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9450 x1818938867967488/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.387685:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967488 02000000:00000010:1.0:1734676308.387691:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5c00. 00010000:00000010:1.0:1734676308.387712:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d7a0d80. 00010000:00000010:1.0:1734676308.387733:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.387740:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df57cc0. 00000100:00000010:1.0:1734676308.387745:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df57cc0. 00010000:00000010:1.0:1734676308.387747:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.387755:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422da18. 00000100:00000200:1.0:1734676308.387759:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967488, offset 224 00000400:00000200:1.0:1734676308.387764:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.387771:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.387776:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81461:81461:256:4294967295] 192.168.203.46@tcp LPNI seq info [81457:81457:8:4294967295] 00000400:00000200:1.0:1734676308.387783:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.387787:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.387790:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.387794:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.387800:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.387803:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.387815:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.387819:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.387822:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 02000000:00000010:1.0:1734676308.387828:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:1.0:1734676308.387832:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676308.387836:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:1.0:1734676308.387839:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:1.0:1734676308.387843:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880096f4ac00. 00000100:00000010:1.0:1734676308.387847:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676308.387850:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880096f4a400. 00000100:00000010:1.0:1734676308.387851:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 02000000:00000010:1.0:1734676308.387856:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:1.0:1734676308.387859:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676308.387861:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:1.0:1734676308.387864:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000200:1.0:1734676308.387868:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.387872:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad058. 00000400:00000010:1.0:1734676308.387875:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009df57cc0. 00080000:00000010:3.0:1734676308.387924:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27400. 00010000:00000010:3.0:1734676308.387980:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.387986:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d7a0b00. 00010000:00000010:3.0:1734676308.388091:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27200. 00010000:00000010:3.0:1734676308.388096:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.388103:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.388105:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.388110:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.388116:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26a00. 02000000:00000010:3.0:1734676308.388131:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26000. 00000400:00000010:3.0:1734676308.388134:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.388137:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.388139:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460416, portal 16 00000400:00000010:3.0:1734676308.388142:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.388143:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460416, offset 0 00000400:00000200:3.0:1734676308.388147:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.388151:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.388155:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.388157:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.388160:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.388162:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.388164:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81462:81462:255:4294967295] 192.168.203.46@tcp LPNI seq info [81458:81458:7:4294967295] 00000400:00000200:3.0:1734676308.388170:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.388174:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.388177:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93600. 00000800:00000200:3.0:1734676308.388180:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.388183:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.388185:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.388402:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.388404:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:0.0:1734676308.388409:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.388412:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.388415:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422da18 00000400:00000010:0.0:1734676308.388417:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422da18. 02000000:00000010:0.0:1734676308.388420:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5c00. 00000800:00000200:0.0:1734676308.388459:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.388461:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93600. 00000400:00000200:0.0:1734676308.388464:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.388466:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.388468:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676308.388469:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676308.388473:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.390672:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.390685:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26280 00000400:00000200:0.0:1734676308.390693:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b31 [1] + 224 00000400:00000200:0.0:1734676308.390712:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.390715:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.390723:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.390810:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.390815:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.390817:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.390822:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.390830:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460416/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.390849:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26000. 02000000:00000010:3.0:1734676308.390853:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26a00. 00000100:00000010:3.0:1734676308.390857:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.390859:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.390863:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00010000:00000010:0.1:1734676308.391529:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d72be00. 00010000:00000010:0.1:1734676308.391535:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881400. 00010000:00000010:0.1:1734676308.391540:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d18de00. 00010000:00000010:0.1:1734676308.391542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26c00. 00000400:00000200:0.0:1734676308.393090:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.393102:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e680 00000400:00000200:0.0:1734676308.393109:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 0 00000400:00000200:0.0:1734676308.393261:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.393266:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.393272:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.393277:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:2.0:1734676308.393521:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.393527:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.393531:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.393553:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867967616/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.393674:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967616 02000000:00000010:2.0:1734676308.393684:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.393705:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093379580. 00010000:00000010:2.0:1734676308.393876:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.393883:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.393900:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.393904:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:2.0:1734676308.393913:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.393917:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967616, offset 224 00000400:00000200:2.0:1734676308.393922:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.393929:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.393934:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81463:81463:256:4294967295] 192.168.203.46@tcp LPNI seq info [81459:81459:8:4294967295] 00000400:00000200:2.0:1734676308.393941:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.393946:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.393949:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.393953:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.393958:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.393961:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.393981:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.393984:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.393987:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00000800:00000200:1.0:1734676308.397725:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.397732:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:1.0:1734676308.397740:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.397748:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.397752:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676308.397755:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00080000:00000010:3.0:1734676308.397835:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26a00. 00010000:00000010:3.0:1734676308.397903:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.397911:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093379500. 00010000:00000010:3.0:1734676308.397981:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26000. 00010000:00000010:3.0:1734676308.397986:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.397995:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.398000:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.398008:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.398019:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27a00. 02000000:00000010:3.0:1734676308.398058:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27600. 00000400:00000010:3.0:1734676308.398075:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.398080:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.398084:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460544, portal 16 00000400:00000010:3.0:1734676308.398088:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.398090:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460544, offset 0 00000400:00000200:3.0:1734676308.398096:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.398105:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.398109:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.398113:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.398115:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.398117:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.398120:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81464:81464:256:4294967295] 192.168.203.46@tcp LPNI seq info [81460:81460:8:4294967295] 00000400:00000200:3.0:1734676308.398128:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.398132:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.398135:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93d00. 00000800:00000200:3.0:1734676308.398140:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.398146:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.398150:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.398736:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.398740:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93d00. 00000400:00000200:0.0:1734676308.398744:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.398749:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.398753:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676308.398755:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676308.398761:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.400159:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d62c00. 00000400:00000200:0.0:1734676308.400915:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.400929:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26300 00000400:00000200:0.0:1734676308.400935:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b3d [1] + 224 00000400:00000200:0.0:1734676308.400955:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.400958:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.400967:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.401021:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.401026:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.401028:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.401033:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.401084:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460544/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.401107:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27600. 02000000:00000010:3.0:1734676308.401112:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27a00. 00000100:00000010:3.0:1734676308.401116:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.401119:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.401122:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000400:00000200:0.0:1734676308.401606:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.401612:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e700 00000400:00000200:0.0:1734676308.401617:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 328 00000400:00000200:0.0:1734676308.401668:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.401671:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.401676:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.401680:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676308.402353:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.402359:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.402364:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.402383:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867967744/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.402491:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967744 02000000:00000010:2.0:1734676308.402500:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676308.402523:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d36f480. 00010000:00000010:2.0:1734676308.402536:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.402541:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.402561:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.402564:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:2.0:1734676308.402574:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676308.402578:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967744, offset 224 00000400:00000200:2.0:1734676308.402583:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.402590:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.402594:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27a00. 00000400:00000200:2.0:1734676308.402595:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81465:81465:256:4294967295] 192.168.203.46@tcp LPNI seq info [81461:81461:8:4294967295] 00000400:00000200:2.0:1734676308.402602:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.402606:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.402609:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.402613:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.402619:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.402622:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.402645:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.402648:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.402651:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00010000:00000010:3.0:1734676308.402654:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.402660:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d36f400. 00010000:00000010:3.0:1734676308.402732:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27600. 00010000:00000010:3.0:1734676308.402737:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.402744:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.402747:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.402752:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.402761:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26e00. 02000000:00000010:3.0:1734676308.402778:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27000. 00000400:00000010:3.0:1734676308.402783:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.402792:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.402796:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460672, portal 16 00000400:00000010:3.0:1734676308.402800:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.402801:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460672, offset 0 00000400:00000200:3.0:1734676308.402806:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.402812:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.402815:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.402819:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.402821:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.402824:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.402826:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81466:81466:255:4294967295] 192.168.203.46@tcp LPNI seq info [81462:81462:7:4294967295] 00000800:00000200:0.0:1734676308.402826:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.402829:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:3.0:1734676308.402832:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000400:00000200:0.0:1734676308.402833:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1734676308.402836:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.402837:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000800:00000010:3.0:1734676308.402839:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676308.402840:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676308.402841:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000800:00000200:3.0:1734676308.402842:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.402847:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.402850:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.402876:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.402878:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93000. 00000400:00000200:0.0:1734676308.402881:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.402883:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.402885:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676308.402886:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676308.402891:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.403555:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d732e00. 00010000:00000010:1.1:1734676308.403563:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27e00. 00010000:00000010:0.1:1734676308.403926:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5400. 00000400:00000200:0.0:1734676308.405449:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.405464:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26380 00000400:00000200:0.0:1734676308.405471:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b49 [1] + 224 00000400:00000200:0.0:1734676308.405478:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.405482:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.405490:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.405519:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.405523:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e780 00000400:00000200:0.0:1734676308.405527:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 656 00000400:00000010:3.0:1734676308.405552:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.405557:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.405559:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.405565:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.405573:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460672/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.405578:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.405582:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.405587:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.405591:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 02000000:00000010:3.0:1734676308.405594:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27000. 02000000:00000010:3.0:1734676308.405600:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26e00. 00000100:00000010:3.0:1734676308.405603:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.405605:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.405609:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00000020:00000010:1.0:1734676308.406165:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.406170:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.406174:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.406192:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867967872/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.406214:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867967872 02000000:00000010:1.0:1734676308.406220:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4000. 00010000:00000010:1.0:1734676308.406240:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800826c6b00. 00010000:00000010:1.0:1734676308.406265:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.406270:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676308.406275:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676308.406278:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.406285:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d3b8. 00000100:00000200:1.0:1734676308.406289:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867967872, offset 224 00000400:00000200:1.0:1734676308.406293:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.406299:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.406305:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81467:81467:256:4294967295] 192.168.203.46@tcp LPNI seq info [81463:81463:8:4294967295] 00000400:00000200:1.0:1734676308.406311:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.406316:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.406319:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676308.406323:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.406328:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.406331:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.406341:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.406344:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.406347:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00080000:00000010:3.0:1734676308.406471:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26e00. 00010000:00000010:3.0:1734676308.406523:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.406528:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800826c6880. 00010000:00000010:3.0:1734676308.406592:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27000. 00010000:00000010:3.0:1734676308.406596:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a100. 00010000:00000010:3.0:1734676308.406602:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9100. 00000100:00000010:3.0:1734676308.406605:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.406610:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.406616:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26800. 02000000:00000010:3.0:1734676308.406630:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26600. 00000400:00000010:3.0:1734676308.406634:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.406636:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.406640:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460800, portal 16 00000400:00000010:3.0:1734676308.406643:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.406644:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460800, offset 0 00000400:00000200:3.0:1734676308.406648:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.406653:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.406656:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.406658:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.406661:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.406663:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.406665:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81468:81468:255:4294967295] 192.168.203.46@tcp LPNI seq info [81464:81464:7:4294967295] 00000400:00000200:3.0:1734676308.406670:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.406674:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.406676:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880134d93f00. 00000800:00000200:3.0:1734676308.406679:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.406682:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.406684:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880134d93f00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1734676308.406727:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cf200. 00010000:00000010:1.1:1734676308.406733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27200. 00010000:00000010:1.1:1734676308.406736:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134dc8e00. 00010000:00000010:1.1:1734676308.406744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26000. 00000800:00000200:0.0:1734676308.406932:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.406934:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:0.0:1734676308.406939:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.406942:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.406944:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d3b8 00000400:00000010:0.0:1734676308.406946:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d3b8. 00000800:00000200:0.0:1734676308.407516:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.407519:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880134d93f00. 00000400:00000200:0.0:1734676308.407522:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.407526:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.407529:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676308.407530:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676308.407536:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864460800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.409178:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313bbc00. 00000400:00000200:0.0:1734676308.411694:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.411786:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26400 00000400:00000200:0.0:1734676308.411797:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b55 [1] + 224 00000400:00000200:0.0:1734676308.411811:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.411814:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.411823:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864460800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.411935:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.411940:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e800 00000400:00000200:0.0:1734676308.411944:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 984 00000400:00000200:0.0:1734676308.412011:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.412015:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.412019:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.412024:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676308.412149:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520800. 00000020:00000010:2.0:1734676308.412156:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.412160:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.412180:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867968000/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.412202:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968000 02000000:00000010:2.0:1734676308.412210:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.412242:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.412249:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.412254:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.412257:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000010:2.0:1734676308.412270:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.412275:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968000, offset 224 00000400:00000200:2.0:1734676308.412280:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.412288:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.412293:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81469:81469:256:4294967295] 192.168.203.46@tcp LPNI seq info [81465:81465:8:4294967295] 00000400:00000200:2.0:1734676308.412300:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.412304:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.412307:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.412311:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.412317:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.412320:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.412331:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4f80. 00000020:00000010:2.0:1734676308.412334:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:2.0:1734676308.412338:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520800. 00010000:00000010:2.1:1734676308.412360:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db60e00. 00000800:00000200:2.0:1734676308.412401:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.412403:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:2.0:1734676308.412405:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.412408:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.412411:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676308.412412:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000400:00000010:3.0:1734676308.412541:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.412545:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.412546:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.412551:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864460800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.412558:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864460800/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.412575:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ec9f00. 02000000:00000010:3.0:1734676308.412583:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26600. 02000000:00000010:3.0:1734676308.412587:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26800. 00000100:00000010:3.0:1734676308.412589:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.412591:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.412594:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9100. 00080000:00000010:3.0:1734676308.412607:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26800. 00010000:00000010:1.1:1734676308.413579:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880071506c00. 00010000:00000010:1.1:1734676308.413589:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27600. 00010000:00000010:1.1:1734676308.418228:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e352e00. 00080000:00000010:0.0:1734676308.422521:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f26e00. 00080000:00000010:0.0:1734676308.422528:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f27a00. 00080000:00000010:0.0:1734676308.422531:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f26a00. 00080000:00000010:0.0:1734676308.422532:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f27400. 00080000:00000010:0.0:1734676308.422534:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f26200. 00080000:00000010:0.0:1734676308.422536:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f27800. 00080000:00000010:0.0:1734676308.422538:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d881600. 00080000:00000010:0.0:1734676308.422542:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4d800. 00080000:00000010:0.0:1734676308.422545:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e56600. 00080000:00000010:0.0:1734676308.422547:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57400. 00080000:00000010:0.0:1734676308.422548:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57800. 00080000:00000010:0.0:1734676308.422550:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131222a00. 00080000:00000010:0.0:1734676308.422552:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17800. 00080000:00000010:0.0:1734676308.422555:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17e00. 00080000:00000010:0.0:1734676308.422557:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c335a00. 00080000:00000010:0.0:1734676308.422559:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a009ae00. 00080000:00000010:0.0:1734676308.422561:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4d600. 00080000:00000010:0.0:1734676308.422563:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520000. 00080000:00000010:0.0:1734676308.422565:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e56a00. 00080000:00000010:0.0:1734676308.422567:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57c00. 00080000:00000010:0.0:1734676308.422569:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e56c00. 00080000:00000010:0.0:1734676308.422570:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d881c00. 00080000:00000010:0.0:1734676308.422572:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d881e00. 00080000:00000010:0.0:1734676308.422574:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57600. 00080000:00000010:0.0:1734676308.422575:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e56e00. 00080000:00000010:0.0:1734676308.422577:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57200. 00080000:00000010:0.0:1734676308.422578:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e56200. 00080000:00000010:0.0:1734676308.422580:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e57000. 00080000:00000010:0.0:1734676308.422582:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073796200. 00080000:00000010:0.0:1734676308.422584:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d880e00. 00080000:00000010:0.0:1734676308.422587:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4c000. 00080000:00000010:0.0:1734676308.422589:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880130b4ce00. 00080000:00000010:0.0:1734676308.422590:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a009a400. 00080000:00000010:0.0:1734676308.422592:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131223200. 00080000:00000010:0.0:1734676308.422593:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d880400. 00080000:00000010:0.0:1734676308.422595:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d881800. 00080000:00000010:0.0:1734676308.422596:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d880600. 00080000:00000010:0.0:1734676308.422598:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d880800. 00080000:00000010:0.0:1734676308.422600:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c8200. 00080000:00000010:0.0:1734676308.422602:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958ebc00. 00080000:00000010:0.0:1734676308.422605:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cca00. 00080000:00000010:0.0:1734676308.422608:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7000. 00080000:00000010:0.0:1734676308.422610:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b521e00. 00080000:00000010:0.0:1734676308.422612:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520e00. 00080000:00000010:0.0:1734676308.422614:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880075005400. 00080000:00000010:0.0:1734676308.422616:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7e00. 00080000:00000010:0.0:1734676308.422617:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7600. 00080000:00000010:0.0:1734676308.422619:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b521200. 00080000:00000010:0.0:1734676308.422620:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958ea400. 00080000:00000010:0.0:1734676308.422622:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800958ea800. 00080000:00000010:0.0:1734676308.422624:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf6c00. 00080000:00000010:0.0:1734676308.422625:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf6800. 00080000:00000010:0.0:1734676308.422627:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520c00. 00080000:00000010:0.0:1734676308.422629:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b6600. 00080000:00000010:0.0:1734676308.422632:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b7400. 00080000:00000010:0.0:1734676308.422634:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b6800. 00080000:00000010:0.0:1734676308.422636:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d8b6200. 00080000:00000010:0.0:1734676308.422638:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0093c00. 00080000:00000010:0.0:1734676308.422640:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe8a00. 00080000:00000010:0.0:1734676308.422641:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe9c00. 00080000:00000010:0.0:1734676308.422643:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe9200. 00080000:00000010:0.0:1734676308.422644:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe8800. 00080000:00000010:0.0:1734676308.422646:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe8c00. 00080000:00000010:0.0:1734676308.422647:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe8400. 00080000:00000010:0.0:1734676308.422649:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe9400. 00080000:00000010:0.0:1734676308.422650:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c334c00. 00080000:00000010:0.0:1734676308.422652:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097fe9a00. 00080000:00000010:0.0:1734676308.422654:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b49c00. 00080000:00000010:0.0:1734676308.422655:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c9c00. 00080000:00000010:0.0:1734676308.422658:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c8800. 00080000:00000010:0.0:1734676308.422659:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c334600. 00080000:00000010:0.0:1734676308.422661:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b521a00. 00080000:00000010:0.0:1734676308.422662:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520a00. 00080000:00000010:0.0:1734676308.422664:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b521400. 00080000:00000010:0.0:1734676308.422666:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520600. 00080000:00000010:0.0:1734676308.422668:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7800. 00080000:00000010:0.0:1734676308.422669:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf6000. 00080000:00000010:0.0:1734676308.422671:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7400. 00080000:00000010:0.0:1734676308.422672:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf7a00. 00080000:00000010:0.0:1734676308.422674:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009daf6e00. 00080000:00000010:0.0:1734676308.422676:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520400. 00080000:00000010:0.0:1734676308.422677:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d45f800. 00080000:00000010:0.0:1734676308.422679:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b521600. 00080000:00000010:0.0:1734676308.422680:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012b520200. 00080000:00000010:0.0:1734676308.422682:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c9a00. 00080000:00000010:0.0:1734676308.422683:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c8000. 00080000:00000010:0.0:1734676308.422686:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c8e00. 00080000:00000010:0.0:1734676308.422687:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c9400. 00080000:00000010:0.0:1734676308.422689:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c8400. 00080000:00000010:0.0:1734676308.422690:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9c9800. 00080000:00000010:0.0:1734676308.422692:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cd800. 00080000:00000010:0.0:1734676308.422694:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cce00. 00080000:00000010:0.0:1734676308.422696:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cdc00. 00080000:00000010:0.0:1734676308.422697:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736ccc00. 00080000:00000010:0.0:1734676308.422699:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cd600. 00080000:00000010:0.0:1734676308.422700:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cc800. 00080000:00000010:0.0:1734676308.422702:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cd200. 00080000:00000010:0.0:1734676308.422703:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cda00. 00080000:00000010:0.0:1734676308.422705:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cd400. 00080000:00000010:0.0:1734676308.422706:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736cc000. 00080000:00000010:0.0:1734676308.422708:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dad7800. 00080000:00000010:0.0:1734676308.422710:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a4ca8a00. 00080000:00000010:0.0:1734676308.422713:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095959800. 00080000:00000010:0.0:1734676308.422715:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a1de00. 00080000:00000010:0.0:1734676308.422717:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e3200. 00080000:00000010:0.0:1734676308.422720:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095959000. 00080000:00000010:0.0:1734676308.422721:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c335e00. 00080000:00000010:0.0:1734676308.422723:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17a00. 00080000:00000010:0.0:1734676308.422725:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa17c00. 00080000:00000010:0.0:1734676308.422727:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095958a00. 00080000:00000010:0.0:1734676308.422729:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097e75400. 00080000:00000010:0.0:1734676308.422731:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f200. 00080000:00000010:0.0:1734676308.422733:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47fe00. 00080000:00000010:0.0:1734676308.422735:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f000. 00080000:00000010:0.0:1734676308.422737:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47ea00. 00080000:00000010:0.0:1734676308.422739:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fc400. 00080000:00000010:0.0:1734676308.422741:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47ec00. 00080000:00000010:0.0:1734676308.422743:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6be200. 00080000:00000010:0.0:1734676308.422745:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095a78c00. 00080000:00000010:0.0:1734676308.422748:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16000. 00080000:00000010:0.0:1734676308.422751:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16400. 00080000:00000010:0.0:1734676308.422753:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16200. 00080000:00000010:0.0:1734676308.422754:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141800. 00080000:00000010:0.0:1734676308.422756:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d45ee00. 00080000:00000010:0.0:1734676308.422758:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b5be00. 00080000:00000010:0.0:1734676308.422761:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141000. 00080000:00000010:0.0:1734676308.422762:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141600. 00080000:00000010:0.0:1734676308.422764:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e000. 00080000:00000010:0.0:1734676308.422765:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141400. 00080000:00000010:0.0:1734676308.422767:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6bfa00. 00080000:00000010:0.0:1734676308.422769:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b5b600. 00080000:00000010:0.0:1734676308.422771:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f82600. 00080000:00000010:0.0:1734676308.422773:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131224e00. 00080000:00000010:0.0:1734676308.422775:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f82400. 00080000:00000010:0.0:1734676308.422777:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800736a4600. 00080000:00000010:0.0:1734676308.422779:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f400. 00080000:00000010:0.0:1734676308.422780:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d131800. 00080000:00000010:0.0:1734676308.422783:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f83600. 00080000:00000010:0.0:1734676308.422784:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f82000. 00080000:00000010:0.0:1734676308.422786:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f82c00. 00080000:00000010:0.0:1734676308.422788:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f83200. 00080000:00000010:0.0:1734676308.422789:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d130200. 00080000:00000010:0.0:1734676308.422791:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d130600. 00080000:00000010:0.0:1734676308.422792:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d131200. 00080000:00000010:0.0:1734676308.422794:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d131c00. 00080000:00000010:0.0:1734676308.422795:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e3a7c00. 00080000:00000010:0.0:1734676308.422797:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131224c00. 00080000:00000010:0.0:1734676308.422798:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131225000. 00080000:00000010:0.0:1734676308.422800:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880131225c00. 00080000:00000010:0.0:1734676308.422802:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d45f400. 00080000:00000010:0.0:1734676308.422803:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d45fc00. 00080000:00000010:0.0:1734676308.422805:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136b5a600. 00080000:00000010:0.0:1734676308.422807:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6be000. 00080000:00000010:0.0:1734676308.422809:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6be600. 00080000:00000010:0.0:1734676308.422810:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d6be800. 00080000:00000010:0.0:1734676308.422812:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141a00. 00080000:00000010:0.0:1734676308.422814:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d140800. 00080000:00000010:0.0:1734676308.422815:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d140c00. 00080000:00000010:0.0:1734676308.422817:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d140e00. 00080000:00000010:0.0:1734676308.422818:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d141c00. 00080000:00000010:0.0:1734676308.422820:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d140000. 00080000:00000010:0.0:1734676308.422821:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cde6000. 00080000:00000010:0.0:1734676308.422823:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cde6c00. 00080000:00000010:0.0:1734676308.422824:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fd800. 00080000:00000010:0.0:1734676308.422826:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fd200. 00080000:00000010:0.0:1734676308.422828:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fce00. 00080000:00000010:0.0:1734676308.422829:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db09400. 00080000:00000010:0.0:1734676308.422831:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b5a00. 00080000:00000010:0.0:1734676308.422834:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b4400. 00080000:00000010:0.0:1734676308.422836:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b5800. 00080000:00000010:0.0:1734676308.422837:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b5000. 00080000:00000010:0.0:1734676308.422839:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f600. 00080000:00000010:0.0:1734676308.422841:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47f800. 00080000:00000010:0.0:1734676308.422843:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47ee00. 00080000:00000010:0.0:1734676308.422844:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e200. 00080000:00000010:0.0:1734676308.422846:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d47e600. 00080000:00000010:0.0:1734676308.422848:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44600. 00080000:00000010:0.0:1734676308.422849:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44a00. 00080000:00000010:0.0:1734676308.422851:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45800. 00080000:00000010:0.0:1734676308.422853:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44400. 00080000:00000010:0.0:1734676308.422855:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a44200. 00080000:00000010:0.0:1734676308.422856:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45400. 00080000:00000010:0.0:1734676308.422858:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880136a45e00. 00080000:00000010:0.0:1734676308.422860:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2000. 00080000:00000010:0.0:1734676308.422862:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2e00. 00080000:00000010:0.0:1734676308.422864:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2c00. 00080000:00000010:0.0:1734676308.422866:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f3800. 00080000:00000010:0.0:1734676308.422868:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2a00. 00080000:00000010:0.0:1734676308.422869:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2600. 00080000:00000010:0.0:1734676308.422871:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8801313f2200. 00080000:00000010:0.0:1734676308.422872:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75000. 00080000:00000010:0.0:1734676308.422875:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75400. 00080000:00000010:0.0:1734676308.422877:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75a00. 00080000:00000010:0.0:1734676308.422878:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75800. 00080000:00000010:0.0:1734676308.422880:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da75c00. 00080000:00000010:0.0:1734676308.422882:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88013139ec00. 00080000:00000010:0.0:1734676308.422884:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368be00. 00080000:00000010:0.0:1734676308.422887:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368b200. 00080000:00000010:0.0:1734676308.422889:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2a000. 00080000:00000010:0.0:1734676308.422890:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810e00. 00080000:00000010:0.0:1734676308.422893:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810400. 00080000:00000010:0.0:1734676308.422895:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810c00. 00080000:00000010:0.0:1734676308.422897:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac1200. 00080000:00000010:0.0:1734676308.422900:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcbc00. 00080000:00000010:0.0:1734676308.422902:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847cc00. 00080000:00000010:0.0:1734676308.422905:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d400. 00080000:00000010:0.0:1734676308.422907:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acb600. 00080000:00000010:0.0:1734676308.422909:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b400. 00080000:00000010:0.0:1734676308.422911:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7a200. 00080000:00000010:0.0:1734676308.422913:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b5400. 00080000:00000010:0.0:1734676308.422915:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5b4c00. 00080000:00000010:0.0:1734676308.422917:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e2a00. 00080000:00000010:0.0:1734676308.422919:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d4e2400. 00080000:00000010:0.0:1734676308.422920:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b48a00. 00080000:00000010:0.0:1734676308.422922:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095b48400. 00080000:00000010:0.0:1734676308.422924:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073590c00. 00080000:00000010:0.0:1734676308.422927:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073591a00. 00080000:00000010:0.0:1734676308.422929:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009db7d800. 00080000:00000010:0.0:1734676308.422931:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012bd20000. 00080000:00000010:0.0:1734676308.422934:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cd000. 00080000:00000010:0.0:1734676308.422936:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9ccc00. 00080000:00000010:0.0:1734676308.422938:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e9cd600. 00080000:00000010:0.0:1734676308.422940:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d89ee00. 00080000:00000010:0.0:1734676308.422942:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d89f800. 00080000:00000010:0.0:1734676308.422945:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d89ea00. 00080000:00000010:0.0:1734676308.422946:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d89f000. 00080000:00000010:0.0:1734676308.422948:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88011cde2600. 00080000:00000010:0.0:1734676308.422950:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0a1c000. 00080000:00000010:0.0:1734676308.422953:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d933600. 00080000:00000010:0.0:1734676308.422955:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d932a00. 00080000:00000010:0.0:1734676308.422957:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d933a00. 00080000:00000010:0.0:1734676308.422959:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d932600. 00080000:00000010:0.0:1734676308.422961:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d932000. 00080000:00000010:0.0:1734676308.422962:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d933400. 00080000:00000010:0.0:1734676308.422964:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d933000. 00080000:00000010:0.0:1734676308.422966:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096df9400. 00080000:00000010:0.0:1734676308.422968:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096df8600. 00080000:00000010:0.0:1734676308.422971:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880096df8200. 00080000:00000010:0.0:1734676308.422973:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073582800. 00080000:00000010:0.0:1734676308.422975:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073582000. 00080000:00000010:0.0:1734676308.422976:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073583000. 00080000:00000010:0.0:1734676308.422979:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073582600. 00080000:00000010:0.0:1734676308.422980:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073582400. 00080000:00000010:0.0:1734676308.422982:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073583a00. 00080000:00000010:0.0:1734676308.422983:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073583c00. 00080000:00000010:0.0:1734676308.422985:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c7a200. 00080000:00000010:0.0:1734676308.422987:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c7a600. 00080000:00000010:0.0:1734676308.422989:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c7b400. 00080000:00000010:0.0:1734676308.422990:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9b9c00. 00080000:00000010:0.0:1734676308.422993:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9b9000. 00080000:00000010:0.0:1734676308.422995:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d9b8e00. 00080000:00000010:0.0:1734676308.422997:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bc9a00. 00080000:00000010:0.0:1734676308.422999:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bc9000. 00080000:00000010:0.0:1734676308.423001:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bc9e00. 00080000:00000010:0.0:1734676308.423003:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a0bc9800. 00080000:00000010:0.0:1734676308.423004:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c90800. 00080000:00000010:0.0:1734676308.423006:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c90c00. 00080000:00000010:0.0:1734676308.423008:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c91000. 00080000:00000010:0.0:1734676308.423010:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c90400. 00080000:00000010:0.0:1734676308.423011:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d0800. 00080000:00000010:0.0:1734676308.423014:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d1000. 00080000:00000010:0.0:1734676308.423017:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d1a00. 00080000:00000010:0.0:1734676308.423019:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d1400. 00080000:00000010:0.0:1734676308.423020:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d0a00. 00080000:00000010:0.0:1734676308.423022:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d1e00. 00080000:00000010:0.0:1734676308.423024:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d5d0e00. 00080000:00000010:0.0:1734676308.423033:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec1600. 00080000:00000010:0.0:1734676308.423185:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec0800. 00080000:00000010:0.0:1734676308.423187:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec1e00. 00080000:00000010:0.0:1734676308.423189:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec1800. 00080000:00000010:0.0:1734676308.423190:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec1400. 00080000:00000010:0.0:1734676308.423192:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec0e00. 00080000:00000010:0.0:1734676308.423193:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec0c00. 00080000:00000010:0.0:1734676308.423195:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134ec0400. 00080000:00000010:0.0:1734676308.423200:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fec5800. 00080000:00000010:0.0:1734676308.423202:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fec5000. 00080000:00000010:0.0:1734676308.423204:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff60000. 00080000:00000010:0.0:1734676308.423206:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff60c00. 00080000:00000010:0.0:1734676308.423207:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff61e00. 00080000:00000010:0.0:1734676308.423209:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff61000. 00080000:00000010:0.0:1734676308.423210:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff61c00. 00080000:00000010:0.0:1734676308.423212:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff61800. 00080000:00000010:0.0:1734676308.423214:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff60a00. 00080000:00000010:0.0:1734676308.423216:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff61200. 00080000:00000010:0.0:1734676308.423217:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfce000. 00080000:00000010:0.0:1734676308.423220:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfce200. 00080000:00000010:0.0:1734676308.423221:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcee00. 00080000:00000010:0.0:1734676308.423223:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcfc00. 00080000:00000010:0.0:1734676308.423225:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfce600. 00080000:00000010:0.0:1734676308.423226:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcf600. 00080000:00000010:0.0:1734676308.423228:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfce400. 00080000:00000010:0.0:1734676308.423229:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bfcfa00. 00080000:00000010:0.0:1734676308.423231:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3a800. 00080000:00000010:0.0:1734676308.423233:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3ba00. 00080000:00000010:0.0:1734676308.423236:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3ac00. 00080000:00000010:0.0:1734676308.423237:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da3aa00. 00080000:00000010:0.0:1734676308.423239:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c95e00. 00080000:00000010:0.0:1734676308.423241:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c94000. 00080000:00000010:0.0:1734676308.423243:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c95200. 00080000:00000010:0.0:1734676308.423244:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097c94e00. 00080000:00000010:0.0:1734676308.423247:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e2f2800. 00080000:00000010:0.0:1734676308.423250:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99b600. 00080000:00000010:0.0:1734676308.423252:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99a400. 00080000:00000010:0.0:1734676308.423254:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99ae00. 00080000:00000010:0.0:1734676308.423256:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99a600. 00080000:00000010:0.0:1734676308.423257:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99be00. 00080000:00000010:0.0:1734676308.423259:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99b000. 00080000:00000010:0.0:1734676308.423261:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d99a800. 00080000:00000010:0.0:1734676308.423263:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf00800. 00080000:00000010:0.0:1734676308.423265:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf00e00. 00080000:00000010:0.0:1734676308.423266:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf01a00. 00080000:00000010:0.0:1734676308.423268:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf01e00. 00080000:00000010:0.0:1734676308.423270:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf01000. 00080000:00000010:0.0:1734676308.423272:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf00a00. 00080000:00000010:0.0:1734676308.423274:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009bf01400. 00080000:00000010:0.0:1734676308.423276:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1fc200. 00080000:00000010:0.0:1734676308.423278:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1fc800. 00080000:00000010:0.0:1734676308.423280:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1fca00. 00080000:00000010:0.0:1734676308.423282:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012e1fd000. 00080000:00000010:0.0:1734676308.423284:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da78c00. 00080000:00000010:0.0:1734676308.423286:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da79400. 00080000:00000010:0.0:1734676308.423288:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da79800. 00080000:00000010:0.0:1734676308.423290:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da79e00. 00080000:00000010:0.0:1734676308.423292:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da78400. 00080000:00000010:0.0:1734676308.423293:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da79a00. 00080000:00000010:0.0:1734676308.423295:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da79200. 00080000:00000010:0.0:1734676308.423296:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d960600. 00080000:00000010:0.0:1734676308.423298:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d961c00. 00080000:00000010:0.0:1734676308.423300:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d961000. 00080000:00000010:0.0:1734676308.423302:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d960a00. 00080000:00000010:0.0:1734676308.423304:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073794400. 00080000:00000010:0.0:1734676308.423307:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acb400. 00080000:00000010:0.0:1734676308.423308:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012fa16600. 00080000:00000010:0.0:1734676308.423310:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ba00. 00080000:00000010:0.0:1734676308.423312:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14b200. 00080000:00000010:0.0:1734676308.423314:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14be00. 00080000:00000010:0.0:1734676308.423315:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847dc00. 00080000:00000010:0.0:1734676308.423317:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d800. 00080000:00000010:0.0:1734676308.423319:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c400. 00080000:00000010:0.0:1734676308.423321:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847ca00. 00080000:00000010:0.0:1734676308.423322:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c200. 00080000:00000010:0.0:1734676308.423324:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847c800. 00080000:00000010:0.0:1734676308.423325:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847ce00. 00080000:00000010:0.0:1734676308.423327:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6c00. 00080000:00000010:0.0:1734676308.423329:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7a800. 00080000:00000010:0.0:1734676308.423330:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847da00. 00080000:00000010:0.0:1734676308.423331:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6600. 00080000:00000010:0.0:1734676308.423333:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7600. 00080000:00000010:0.0:1734676308.423335:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7400. 00080000:00000010:0.0:1734676308.423336:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7a00. 00080000:00000010:0.0:1734676308.423338:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a7c00. 00080000:00000010:0.0:1734676308.423340:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6000. 00080000:00000010:0.0:1734676308.423342:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6400. 00080000:00000010:0.0:1734676308.423343:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d7a6200. 00080000:00000010:0.0:1734676308.423345:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbffc00. 00080000:00000010:0.0:1734676308.423347:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14aa00. 00080000:00000010:0.0:1734676308.423349:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a400. 00080000:00000010:0.0:1734676308.423350:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ac00. 00080000:00000010:0.0:1734676308.423352:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a200. 00080000:00000010:0.0:1734676308.423353:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a800. 00080000:00000010:0.0:1734676308.423355:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14ae00. 00080000:00000010:0.0:1734676308.423356:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14a600. 00080000:00000010:0.0:1734676308.423358:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d14bc00. 00080000:00000010:0.0:1734676308.423359:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0400. 00080000:00000010:0.0:1734676308.423361:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbffe00. 00080000:00000010:0.0:1734676308.423363:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009dbff000. 00080000:00000010:0.0:1734676308.423365:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02400. 00080000:00000010:0.0:1734676308.423367:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012ff43400. 00080000:00000010:0.0:1734676308.423370:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac1800. 00080000:00000010:0.0:1734676308.423371:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847de00. 00080000:00000010:0.0:1734676308.423373:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcb800. 00080000:00000010:0.0:1734676308.423374:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7ae00. 00080000:00000010:0.0:1734676308.423376:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810600. 00080000:00000010:0.0:1734676308.423378:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811400. 00080000:00000010:0.0:1734676308.423380:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7bc00. 00080000:00000010:0.0:1734676308.423382:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009847d000. 00080000:00000010:0.0:1734676308.423384:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0800. 00080000:00000010:0.0:1734676308.423385:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1000. 00080000:00000010:0.0:1734676308.423387:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073648e00. 00080000:00000010:0.0:1734676308.423390:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f03c00. 00080000:00000010:0.0:1734676308.423392:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b000. 00080000:00000010:0.0:1734676308.423394:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b200. 00080000:00000010:0.0:1734676308.423395:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7b600. 00080000:00000010:0.0:1734676308.423397:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7ac00. 00080000:00000010:0.0:1734676308.423399:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2ba00. 00080000:00000010:0.0:1734676308.423401:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368bc00. 00080000:00000010:0.0:1734676308.423402:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2b800. 00080000:00000010:0.0:1734676308.423404:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f03800. 00080000:00000010:0.0:1734676308.423406:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02000. 00080000:00000010:0.0:1734676308.423407:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7be00. 00080000:00000010:0.0:1734676308.423409:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009da7aa00. 00080000:00000010:0.0:1734676308.423410:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2b000. 00080000:00000010:0.0:1734676308.423412:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcaa00. 00080000:00000010:0.0:1734676308.423413:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810200. 00080000:00000010:0.0:1734676308.423415:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811000. 00080000:00000010:0.0:1734676308.423417:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811800. 00080000:00000010:0.0:1734676308.423418:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811a00. 00080000:00000010:0.0:1734676308.423420:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811e00. 00080000:00000010:0.0:1734676308.423421:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2ae00. 00080000:00000010:0.0:1734676308.423423:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2a800. 00080000:00000010:0.0:1734676308.423425:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac1e00. 00080000:00000010:0.0:1734676308.423426:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac0000. 00080000:00000010:0.0:1734676308.423428:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac0400. 00080000:00000010:0.0:1734676308.423430:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac1000. 00080000:00000010:0.0:1734676308.423431:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097f02e00. 00080000:00000010:0.0:1734676308.423433:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368a800. 00080000:00000010:0.0:1734676308.423435:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368ae00. 00080000:00000010:0.0:1734676308.423437:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007368ac00. 00080000:00000010:0.0:1734676308.423439:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcb000. 00080000:00000010:0.0:1734676308.423440:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fa400. 00080000:00000010:0.0:1734676308.423442:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acaa00. 00080000:00000010:0.0:1734676308.423443:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2aa00. 00080000:00000010:0.0:1734676308.423445:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2b200. 00080000:00000010:0.0:1734676308.423446:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2a400. 00080000:00000010:0.0:1734676308.423448:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2b600. 00080000:00000010:0.0:1734676308.423449:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2ac00. 00080000:00000010:0.0:1734676308.423451:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2be00. 00080000:00000010:0.0:1734676308.423453:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880134d2a200. 00080000:00000010:0.0:1734676308.423455:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007349d000. 00080000:00000010:0.0:1734676308.423457:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095aca400. 00080000:00000010:0.0:1734676308.423459:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acbe00. 00080000:00000010:0.0:1734676308.423461:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095acbc00. 00080000:00000010:0.0:1734676308.423462:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d810000. 00080000:00000010:0.0:1734676308.423464:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcac00. 00080000:00000010:0.0:1734676308.423466:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880073794e00. 00080000:00000010:0.0:1734676308.423467:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008d062c00. 00080000:00000010:0.0:1734676308.423469:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fac00. 00080000:00000010:0.0:1734676308.423471:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d811600. 00080000:00000010:0.0:1734676308.423473:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd1600. 00080000:00000010:0.0:1734676308.423475:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0200. 00080000:00000010:0.0:1734676308.423476:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dca800. 00080000:00000010:0.0:1734676308.423478:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880097dcb200. 00080000:00000010:0.0:1734676308.423480:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012cdd0e00. 00080000:00000010:0.0:1734676308.423481:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012c0fa200. 00080000:00000010:0.0:1734676308.423483:0:16883:0:(osd_handler.c:1890:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095ac0c00. 00010000:00000010:0.0:1734676308.425245:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a100. 00010000:00000010:0.0:1734676308.425256:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ec9e80. 00010000:00000010:0.0:1734676308.426512:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cc000. 00010000:00000010:0.0:1734676308.426521:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c280. 00010000:00000010:0.0:1734676308.426530:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfda80. 00000100:00000010:0.0:1734676308.426537:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676308.426545:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 02000000:00000010:0.0:1734676308.426557:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd400. 02000000:00000010:0.0:1734676308.426579:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cda00. 00000400:00000010:0.0:1734676308.426585:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676308.426591:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676308.426597:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864460928, portal 16 00000400:00000010:0.0:1734676308.426601:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676308.426603:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864460928, offset 0 00000400:00000200:0.0:1734676308.426612:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.426622:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.426627:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.426630:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.426633:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.426635:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.426638:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81470:81470:256:4294967295] 192.168.203.46@tcp LPNI seq info [81466:81466:8:4294967295] 00000400:00000200:0.0:1734676308.426645:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.426650:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.426652:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47af00. 00000800:00000200:0.0:1734676308.426658:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.426663:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.426666:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47af00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.427606:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.427611:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47af00. 00000400:00000200:2.0:1734676308.427615:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.427620:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.427624:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:2.0:1734676308.427626:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:2.0:1734676308.427632:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481880 x1818938864460928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.430582:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.430599:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26480 00000400:00000200:0.0:1734676308.430608:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b61 [1] + 224 00000400:00000200:0.0:1734676308.430618:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.430621:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.430630:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481880 x1818938864460928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.430666:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.430670:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e880 00000400:00000200:0.0:1734676308.430675:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 1312 00000400:00000200:0.0:1734676308.430687:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.430690:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.430694:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.430700:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00010000:00000010:3.1:1734676308.430817:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007374f600. 00000020:00000010:1.0:1734676308.430907:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.430912:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.430916:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.430936:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867968128/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.430966:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968128 02000000:00000010:1.0:1734676308.430973:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5800. 00010000:00000010:1.0:1734676308.431002:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.431008:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676308.431013:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676308.431015:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.431024:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422daa0. 00000100:00000200:1.0:1734676308.431030:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968128, offset 224 00000400:00000200:1.0:1734676308.431034:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.431072:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.431077:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81471:81471:256:4294967295] 192.168.203.46@tcp LPNI seq info [81467:81467:8:4294967295] 00000400:00000200:1.0:1734676308.431085:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.431089:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.431094:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6100. 00000800:00000200:1.0:1734676308.431097:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.431103:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.431106:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.431118:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.431121:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.431124:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00000800:00000200:3.0:1734676308.431232:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.431235:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6100. 00000400:00000200:3.0:1734676308.431239:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.431242:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.431245:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422daa0 00000400:00000010:3.0:1734676308.431247:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422daa0. 00000400:00000010:2.0:1734676308.431305:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:2.0:1734676308.431309:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:2.0:1734676308.431311:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:2.0:1734676308.431316:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481880 x1818938864460928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.431323:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481880 x1818938864460928/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676308.431340:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097903880. 02000000:00000010:2.0:1734676308.431352:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cda00. 02000000:00000010:2.0:1734676308.431357:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd400. 00000100:00000010:2.0:1734676308.431360:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 00000100:00000010:2.0:1734676308.431363:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:2.0:1734676308.431365:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfda80. 00080000:00000010:2.0:1734676308.431378:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521600. 00010000:00000010:2.0:1734676308.431437:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c280. 00010000:00000010:2.0:1734676308.431442:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097903800. 00010000:00000010:2.0:1734676308.431496:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520400. 00010000:00000010:2.0:1734676308.431500:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676308.431506:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.431509:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.431514:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676308.431522:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520600. 02000000:00000010:2.0:1734676308.431537:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521400. 00000400:00000010:2.0:1734676308.431540:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676308.431543:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.431547:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461056, portal 16 00000400:00000010:2.0:1734676308.431550:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676308.431551:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461056, offset 0 00000400:00000200:2.0:1734676308.431555:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.431559:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.431562:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.431565:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.431568:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.431571:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.431573:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81472:81472:256:4294967295] 192.168.203.46@tcp LPNI seq info [81468:81468:8:4294967295] 00000400:00000200:2.0:1734676308.431578:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.431582:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.431584:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.431587:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.431591:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.431593:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.431786:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.431788:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:3.0:1734676308.431792:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.431795:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.431797:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:3.0:1734676308.431798:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:3.0:1734676308.431803:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864461056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.433218:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27000. 00000400:00000200:0.0:1734676308.434083:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.434098:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26500 00000400:00000200:0.0:1734676308.434105:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b6d [1] + 224 00000400:00000200:0.0:1734676308.434114:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.434117:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.434125:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864461056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.434157:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.434161:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e900 00000400:00000200:0.0:1734676308.434165:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 1640 00000400:00000200:0.0:1734676308.434205:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.434208:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.434213:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.434217:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000400:00000010:2.0:1734676308.434293:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:2.0:1734676308.434297:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676308.434299:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.434305:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864461056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.434313:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864461056/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.434332:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521400. 02000000:00000010:2.0:1734676308.434338:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520600. 00000100:00000010:2.0:1734676308.434341:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676308.434344:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.434347:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000020:00000010:3.0:1734676308.434416:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f27c00. 00000020:00000010:3.0:1734676308.434422:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.434426:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.434443:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867968256/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.434474:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968256 02000000:00000010:3.0:1734676308.434481:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:3.0:1734676308.434501:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097903280. 00010000:00000010:3.0:1734676308.434518:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.434523:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.434536:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.434539:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.434546:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.434550:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968256, offset 224 00000400:00000200:3.0:1734676308.434554:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.434561:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.434566:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81473:81473:256:4294967295] 192.168.203.46@tcp LPNI seq info [81469:81469:8:4294967295] 00000400:00000200:3.0:1734676308.434574:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.434579:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.434582:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebe00. 00000800:00000200:3.0:1734676308.434585:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.434590:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.434594:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.434604:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.434607:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.434610:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f27c00. 00000800:00000200:3.0:1734676308.434645:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.434647:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebe00. 00000400:00000200:3.0:1734676308.434649:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.434652:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.434654:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.434655:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00080000:00000010:2.0:1734676308.434754:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520600. 00010000:00000010:2.0:1734676308.434810:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676308.434814:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097903100. 00010000:00000010:2.0:1734676308.434866:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521400. 00010000:00000010:2.0:1734676308.434870:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4f80. 00010000:00000010:2.0:1734676308.434876:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.434879:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.434883:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 02000000:00000010:2.0:1734676308.434890:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520a00. 02000000:00000010:2.0:1734676308.434905:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521a00. 00000400:00000010:2.0:1734676308.434908:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676308.434911:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.434915:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461184, portal 16 00000400:00000010:2.0:1734676308.434918:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676308.434920:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461184, offset 0 00000400:00000200:2.0:1734676308.434924:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.434928:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.434931:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.434934:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.434936:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.434938:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.434940:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81474:81474:256:4294967295] 192.168.203.46@tcp LPNI seq info [81470:81470:8:4294967295] 00000400:00000200:2.0:1734676308.434946:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.434949:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.434951:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.434954:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.434957:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.434959:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.435242:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.435244:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:3.0:1734676308.435247:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.435251:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.435253:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:3.0:1734676308.435254:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:3.0:1734676308.435259:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864461184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.436892:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097ff7400. 00010000:00000010:0.1:1734676308.436901:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800728db600. 00010000:00000010:0.1:1734676308.436906:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc000. 00000400:00000200:0.0:1734676308.437212:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.437227:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26580 00000400:00000200:0.0:1734676308.437236:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b79 [1] + 224 00000400:00000200:0.0:1734676308.437248:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.437252:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.437261:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864461184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.437301:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.437305:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517e980 00000400:00000200:0.0:1734676308.437309:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa54b5 [2] + 1968 00000400:00000010:0.0:1734676308.437312:0:19041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adf78. 00000400:00000200:0.0:1734676308.437316:0:19041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880136aa0a80 00000400:00000010:2.0:1734676308.437503:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:2.0:1734676308.437507:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:2.0:1734676308.437509:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.437515:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864461184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.437523:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864461184/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.437545:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521a00. 02000000:00000010:2.0:1734676308.437552:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520a00. 00000100:00000010:2.0:1734676308.437556:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:2.0:1734676308.437559:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.437563:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000200:0.0:1734676308.437606:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.437610:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.437613:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aa0a80 00000400:00000010:0.0:1734676308.437616:0:19041:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880136aa0a80. 00000100:00000200:0.0:1734676308.437621:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.439700:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:1.0:1734676308.439709:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.439713:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.439735:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba450 x1818938867968384/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.439765:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968384 02000000:00000010:1.0:1734676308.439773:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4800. 00010000:00000010:1.0:1734676308.439795:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d04c80. 00010000:00000010:1.0:1734676308.439828:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.439834:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0cc0. 00000100:00000010:1.0:1734676308.439845:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676308.439848:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.439858:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d440. 00000100:00000200:1.0:1734676308.439863:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968384, offset 224 00000400:00000200:1.0:1734676308.439868:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.439877:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.439882:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81475:81475:256:4294967295] 192.168.203.46@tcp LPNI seq info [81471:81471:8:4294967295] 00000400:00000200:1.0:1734676308.439889:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.439893:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.439897:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6400. 00000800:00000200:1.0:1734676308.439901:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.439906:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00080000:00000010:0.0:1734676308.439907:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cc000. 00000800:00000200:1.0:1734676308.439910:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.439923:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59980. 00000020:00000010:1.0:1734676308.439927:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.439930:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 02000000:00000010:1.0:1734676308.439936:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676308.439940:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676308.439945:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5800. 00000100:00000010:1.0:1734676308.439948:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:1.0:1734676308.439951:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:1.0:1734676308.439954:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676308.439958:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4000. 00000100:00000010:1.0:1734676308.439961:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:1.0:1734676308.439962:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:1.0:1734676308.439965:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 02000000:00000010:1.0:1734676308.439967:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:1.0:1734676308.439969:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 00010000:00000010:0.0:1734676308.439969:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4f80. 00000100:00000200:1.0:1734676308.439973:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1734676308.439974:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d04c00. 00000400:00000010:1.0:1734676308.439979:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0add68. 00000400:00000010:1.0:1734676308.439982:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0cc0. 00010000:00000010:1.0:1734676308.440092:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009ce2e000. 00010000:00000010:1.0:1734676308.440098:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.440108:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.440112:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676308.440118:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.440126:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009ce2e400. 02000000:00000010:1.0:1734676308.440144:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dad7800. 00000400:00000010:1.0:1734676308.440147:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676308.440149:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.440152:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461312, portal 16 00000400:00000010:1.0:1734676308.440155:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dc38. 00000100:00000200:1.0:1734676308.440157:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461312, offset 0 00000400:00000200:1.0:1734676308.440161:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.440165:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.440168:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.440172:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.440175:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.440177:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.440179:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81476:81476:255:4294967295] 192.168.203.46@tcp LPNI seq info [81472:81472:7:4294967295] 00000400:00000200:1.0:1734676308.440186:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.440189:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.440192:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6100. 00000800:00000200:1.0:1734676308.440195:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.440198:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.440201:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.440275:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.440278:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6400. 00000400:00000200:3.0:1734676308.440282:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.440286:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.440289:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d440 00000400:00000010:3.0:1734676308.440290:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d440. 02000000:00000010:3.0:1734676308.440293:0:19043:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4800. 00000800:00000200:3.0:1734676308.440339:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.440341:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6100. 00000400:00000200:3.0:1734676308.440343:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.440345:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.440347:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dc38 00000400:00000010:3.0:1734676308.440348:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dc38. 00000100:00000200:3.0:1734676308.440352:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864461312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.441010:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097dbe000. 00000400:00000200:0.0:1734676308.442906:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.442920:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26600 00000400:00000200:0.0:1734676308.442928:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b89 [1] + 224 00000400:00000200:0.0:1734676308.442937:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.442941:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.442950:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864461312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.442982:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.442987:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ea00 00000400:00000200:0.0:1734676308.442991:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 0 00000400:00000200:0.0:1734676308.443007:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.443011:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.443015:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.443020:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00010000:00000010:0.1:1734676308.443102:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880089d3f900. 00010000:00000010:0.1:1734676308.443108:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520400. 00010000:00000010:1.1:1734676308.443186:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a0ae1400. 00010000:00000010:1.1:1734676308.443191:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521400. 00000400:00000010:1.0:1734676308.443205:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676308.443212:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:1.0:1734676308.443214:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.443220:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864461312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.443227:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864461312/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.443248:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dad7800. 02000000:00000010:1.0:1734676308.443253:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009ce2e400. 00000100:00000010:1.0:1734676308.443256:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.443260:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676308.443263:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000020:00000010:3.0:1734676308.443328:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f27800. 00000020:00000010:3.0:1734676308.443333:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.443336:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.443352:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867968512/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00000010:2.1:1734676308.443373:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77f400. 00000100:00000200:3.0:1734676308.443375:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968512 02000000:00000010:3.0:1734676308.443383:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676308.443402:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d407a00. 00010000:00000010:3.0:1734676308.443424:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.443429:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.443433:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.443435:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.443442:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.443446:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968512, offset 224 00000400:00000200:3.0:1734676308.443450:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.443456:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.443461:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81477:81477:256:4294967295] 192.168.203.46@tcp LPNI seq info [81473:81473:8:4294967295] 00000400:00000200:3.0:1734676308.443468:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.443472:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.443475:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebe00. 00000800:00000200:3.0:1734676308.443478:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.443484:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00080000:00000010:1.0:1734676308.443519:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dad7800. 00010000:00000010:1.0:1734676308.443575:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.443580:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d407980. 00010000:00000010:1.0:1734676308.443649:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801313e6a00. 00010000:00000010:1.0:1734676308.443651:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880136b59980. 00010000:00000010:1.0:1734676308.443654:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009dad7e00. 00010000:00000010:1.0:1734676308.443658:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.443666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009ce2e400. 00010000:00000010:1.0:1734676308.443682:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676308.443684:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b59980. 00010000:00000010:1.0:1734676308.443723:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f6600. 00010000:00000010:1.0:1734676308.443726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.443730:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.443733:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676308.443737:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.443745:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f7e00. 02000000:00000010:1.0:1734676308.443760:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f6200. 00000400:00000010:1.0:1734676308.443763:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676308.443765:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.443770:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461440, portal 16 00000400:00000010:1.0:1734676308.443773:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d990. 00000100:00000200:1.0:1734676308.443775:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461440, offset 0 00000400:00000200:1.0:1734676308.443779:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.443783:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.443786:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.443790:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.443792:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.443794:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.443796:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81478:81478:255:4294967295] 192.168.203.46@tcp LPNI seq info [81474:81474:7:4294967295] 00000400:00000200:1.0:1734676308.443802:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.443805:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.443807:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6e00. 00000800:00000200:1.0:1734676308.443810:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.443813:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.443815:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.443864:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.443874:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.443877:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.443880:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f27800. 00000800:00000200:0.0:1734676308.443943:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.443946:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6e00. 00000400:00000200:0.0:1734676308.443949:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.443952:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.443954:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d990 00000400:00000010:0.0:1734676308.443955:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d990. 00000100:00000200:0.0:1734676308.443960:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864461440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.444222:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.444224:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebe00. 00000400:00000200:0.0:1734676308.444227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.444231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.444233:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:0.0:1734676308.444234:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000400:00000200:0.0:1734676308.445939:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.445950:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26680 00000400:00000200:0.0:1734676308.445958:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6b95 [1] + 224 00000400:00000200:0.0:1734676308.445977:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.445981:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.445988:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864461440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.446108:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676308.446112:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:1.0:1734676308.446114:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.446119:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864461440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.446126:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864461440/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.446147:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f6200. 02000000:00000010:1.0:1734676308.446152:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f7e00. 00000100:00000010:1.0:1734676308.446154:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.446159:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676308.446162:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00010000:00000010:2.1:1734676308.446260:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880130d2d000. 00000400:00000200:0.0:1734676308.448965:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.448983:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ea80 00000400:00000200:0.0:1734676308.448991:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 328 00000400:00000200:0.0:1734676308.449122:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.449127:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.449132:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.449138:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:3.0:1734676308.449243:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f27800. 00000020:00000010:3.0:1734676308.449249:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.449254:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.449281:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867968640/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.449311:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968640 02000000:00000010:3.0:1734676308.449320:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676308.449346:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d652880. 00010000:00000010:3.0:1734676308.449376:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.449382:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.449397:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.449400:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.449410:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.449414:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968640, offset 224 00000400:00000200:3.0:1734676308.449419:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.449427:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.449432:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81479:81479:256:4294967295] 192.168.203.46@tcp LPNI seq info [81475:81475:8:4294967295] 00000400:00000200:3.0:1734676308.449439:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.449444:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.449447:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb200. 00000800:00000200:3.0:1734676308.449451:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.449457:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.449461:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.449472:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.449475:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.449478:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f27800. 00000800:00000200:0.0:1734676308.449568:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.449570:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb200. 00000400:00000200:0.0:1734676308.449573:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.449576:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.449579:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676308.449580:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00080000:00000010:1.0:1734676308.449667:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f7e00. 00010000:00000010:1.0:1734676308.449733:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.449740:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d652800. 00010000:00000010:1.0:1734676308.449803:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f6200. 00010000:00000010:1.0:1734676308.449807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59980. 00010000:00000010:1.0:1734676308.449815:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.449819:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676308.449825:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.449835:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6800. 02000000:00000010:1.0:1734676308.449855:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f6a00. 00000400:00000010:1.0:1734676308.449861:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676308.449864:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.449868:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461568, portal 16 00000400:00000010:1.0:1734676308.449871:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422dd48. 00000100:00000200:1.0:1734676308.449873:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461568, offset 0 00000400:00000200:1.0:1734676308.449877:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.449881:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.449885:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.449889:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.449892:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.449894:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.449896:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81480:81480:256:4294967295] 192.168.203.46@tcp LPNI seq info [81476:81476:8:4294967295] 00000400:00000200:1.0:1734676308.449902:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.449906:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.449908:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6000. 00000800:00000200:1.0:1734676308.449911:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.449914:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.449917:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.450362:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.450365:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6000. 00000400:00000200:0.0:1734676308.450371:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.450374:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.450377:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422dd48 00000400:00000010:0.0:1734676308.450379:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422dd48. 00000100:00000200:0.0:1734676308.450384:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9c00 x1818938864461568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.452184:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.452200:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26700 00000400:00000200:0.0:1734676308.452208:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ba1 [1] + 224 00000400:00000200:0.0:1734676308.452230:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.452233:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.452243:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9c00 x1818938864461568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.452417:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad420. 00000400:00000200:1.0:1734676308.452422:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:1.0:1734676308.452423:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.452428:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9c00 x1818938864461568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.452435:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9c00 x1818938864461568/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.452458:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f6a00. 02000000:00000010:1.0:1734676308.452462:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6800. 00000100:00000010:1.0:1734676308.452465:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 00000100:00000010:1.0:1734676308.452470:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676308.452473:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00010000:00000010:3.1:1734676308.452537:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d011600. 00010000:00000010:3.1:1734676308.452547:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ce2e000. 00000400:00000200:0.0:1734676308.453425:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.453433:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517eb00 00000400:00000200:0.0:1734676308.453439:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 656 00000400:00000200:0.0:1734676308.453481:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.453484:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.453488:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.453491:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:3.0:1734676308.453673:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f27800. 00000020:00000010:3.0:1734676308.453680:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af00. 00000020:00000010:3.0:1734676308.453684:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.453704:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867968768/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.454157:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968768 02000000:00000010:1.0:1734676308.454167:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4000. 00010000:00000010:1.0:1734676308.454190:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801301b4680. 00010000:00000010:1.0:1734676308.454206:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.454213:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676308.454221:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676308.454223:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.454232:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.454237:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968768, offset 224 00000400:00000200:1.0:1734676308.454242:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.454249:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.454255:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81481:81481:256:4294967295] 192.168.203.46@tcp LPNI seq info [81477:81477:8:4294967295] 00000400:00000200:1.0:1734676308.454264:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.454269:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.454271:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 00000800:00000200:1.0:1734676308.454275:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.454281:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.454284:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.454296:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af00. 00000020:00000010:1.0:1734676308.454299:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:1.0:1734676308.454304:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f27800. 00000800:00000200:1.0:1734676308.454374:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.454376:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00000400:00000200:1.0:1734676308.454379:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.454383:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.454385:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000400:00000010:1.0:1734676308.454387:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 00080000:00000010:0.0:1734676308.454479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cc800. 00010000:00000010:0.0:1734676308.454557:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59980. 00010000:00000010:0.0:1734676308.454564:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801301b4600. 00010000:00000010:0.0:1734676308.454623:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd200. 00010000:00000010:0.0:1734676308.454627:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c480. 00010000:00000010:0.0:1734676308.454634:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdac0. 00000100:00000010:0.0:1734676308.454638:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676308.454644:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 02000000:00000010:0.0:1734676308.454653:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd600. 02000000:00000010:0.0:1734676308.454669:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736ccc00. 00000400:00000010:0.0:1734676308.454675:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9160. 00000400:00000010:0.0:1734676308.454678:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676308.454682:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461696, portal 16 00000400:00000010:0.0:1734676308.454686:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676308.454688:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461696, offset 0 00000400:00000200:0.0:1734676308.454692:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.454696:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.454700:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.454704:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.454706:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.454708:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.454710:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81482:81482:256:4294967295] 192.168.203.46@tcp LPNI seq info [81478:81478:8:4294967295] 00000400:00000200:0.0:1734676308.454716:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.454719:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.454721:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47aa00. 00000800:00000200:0.0:1734676308.454724:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.454727:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.454729:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47aa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.456224:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.456229:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47aa00. 00000400:00000200:2.0:1734676308.456233:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.456238:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.456241:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:2.0:1734676308.456243:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:2.0:1734676308.456250:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483100 x1818938864461696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.458834:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.458851:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26780 00000400:00000200:0.0:1734676308.458860:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bad [1] + 224 00000400:00000200:0.0:1734676308.458869:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.458873:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.458881:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483100 x1818938864461696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.458915:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.458919:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517eb80 00000400:00000200:0.0:1734676308.458923:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 984 00000400:00000200:0.0:1734676308.458970:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.458973:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.458977:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.458982:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000400:00000010:2.0:1734676308.459060:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9160. 00000400:00000200:2.0:1734676308.459072:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:2.0:1734676308.459074:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00000100:00000200:2.0:1734676308.459078:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483100 x1818938864461696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.459085:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483100 x1818938864461696/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.459105:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736ccc00. 02000000:00000010:2.0:1734676308.459110:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd600. 00000100:00000010:2.0:1734676308.459113:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000100:00000010:2.0:1734676308.459117:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:2.0:1734676308.459121:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdac0. 00000020:00000010:3.0:1734676308.459221:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f26200. 00000020:00000010:3.0:1734676308.459227:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676308.459231:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676308.459248:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867968896/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.459762:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867968896 02000000:00000010:3.0:1734676308.459773:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:3.0:1734676308.459796:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fcca80. 00010000:00000010:3.0:1734676308.459811:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.459816:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.460419:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.460423:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.460435:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.460440:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867968896, offset 224 00000400:00000200:3.0:1734676308.460446:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.460592:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.460597:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81483:81483:256:4294967295] 192.168.203.46@tcp LPNI seq info [81479:81479:8:4294967295] 00000400:00000200:3.0:1734676308.460605:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.460610:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.460614:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb200. 00000800:00000200:3.0:1734676308.460619:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.460624:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.460627:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1734676308.460677:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7c3c00. 00080000:00000010:2.0:1734676308.460696:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521a00. 00010000:00000010:2.0:1734676308.460760:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c480. 00010000:00000010:2.0:1734676308.460766:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fcca00. 00000020:00000010:3.0:1734676308.460887:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676308.460891:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676308.460896:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f26200. 00000800:00000200:1.0:1734676308.461223:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.461227:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb200. 00000400:00000200:1.0:1734676308.461232:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.461236:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:2.0:1734676308.461265:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.461271:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4380. 00010000:00000010:2.0:1734676308.461278:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7b40. 00000100:00000010:2.0:1734676308.461283:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.461288:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0380. 00000400:00000200:1.0:1734676308.461288:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676308.461290:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 02000000:00000010:2.0:1734676308.461297:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521200. 02000000:00000010:2.0:1734676308.461314:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520e00. 00000400:00000010:2.0:1734676308.461319:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676308.461323:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.461328:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461824, portal 16 00000400:00000010:2.0:1734676308.461331:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676308.461332:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461824, offset 0 00000400:00000200:2.0:1734676308.461336:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.461341:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.461344:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.461347:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.461350:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.461351:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.461354:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81484:81484:256:4294967295] 192.168.203.46@tcp LPNI seq info [81480:81480:8:4294967295] 00000400:00000200:2.0:1734676308.461359:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.461363:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.461365:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.461368:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.461371:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.461373:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.461564:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.461567:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:3.0:1734676308.461570:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.461573:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.461575:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:3.0:1734676308.461576:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000100:00000200:3.0:1734676308.461583:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0380 x1818938864461824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.463268:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801313e6a00. 00010000:00000010:3.1:1734676308.463286:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dad7e00. 00010000:00000010:3.1:1734676308.463291:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401e600. 00010000:00000010:3.1:1734676308.463295:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6600. 00010000:00000010:1.1:1734676308.463352:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131206400. 00010000:00000010:1.1:1734676308.463357:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6200. 00000400:00000200:0.0:1734676308.466153:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.466168:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26800 00000400:00000200:0.0:1734676308.466178:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bb9 [1] + 224 00000400:00000200:2.0:1734676308.466231:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.466236:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.466246:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0380 x1818938864461824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.466507:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:0.0:1734676308.466511:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676308.466513:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000100:00000200:0.0:1734676308.466520:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0380 x1818938864461824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.466528:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:0.0:1734676308.466528:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0380 x1818938864461824/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.466536:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ec00 00000400:00000200:1.0:1734676308.466541:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 1312 02000000:00000010:0.0:1734676308.466550:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520e00. 02000000:00000010:0.0:1734676308.466555:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521200. 00000100:00000010:0.0:1734676308.466558:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0380. 00000100:00000010:0.0:1734676308.466561:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:0.0:1734676308.466565:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7b40. 00000400:00000200:1.0:1734676308.466592:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.466595:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.466599:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.466603:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 00000020:00000010:3.0:1734676308.466694:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f27400. 00000020:00000010:3.0:1734676308.466699:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676308.466704:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676308.466722:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9c00 x1818938867969024/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.467488:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969024 02000000:00000010:3.0:1734676308.467497:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:3.0:1734676308.467517:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b487b80. 00010000:00000010:3.0:1734676308.467533:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.467539:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.467855:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.467859:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.467869:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.467874:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969024, offset 224 00000400:00000200:3.0:1734676308.467880:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.467889:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.467894:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81485:81485:256:4294967295] 192.168.203.46@tcp LPNI seq info [81481:81481:8:4294967295] 00000400:00000200:3.0:1734676308.468060:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.468075:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.468078:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebe00. 00000800:00000200:3.0:1734676308.468083:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.468090:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.468093:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.468121:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676308.468125:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676308.468130:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f27400. 00080000:00000010:0.0:1734676308.468187:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cdc00. 00010000:00000010:0.0:1734676308.468248:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4380. 00010000:00000010:0.0:1734676308.468254:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b487b00. 00010000:00000010:0.0:1734676308.468411:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cce00. 00010000:00000010:0.0:1734676308.468416:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c200. 00010000:00000010:0.0:1734676308.468424:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb00. 00000100:00000010:0.0:1734676308.468428:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676308.468435:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676308.468444:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd800. 02000000:00000010:0.0:1734676308.468463:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cca00. 00000800:00000200:2.0:1734676308.468464:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.468468:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebe00. 00000400:00000010:0.0:1734676308.468469:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9318. 00000400:00000200:2.0:1734676308.468472:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1734676308.468473:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000400:00000200:2.0:1734676308.468476:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.468478:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864461952, portal 16 00000400:00000200:2.0:1734676308.468480:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676308.468481:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000400:00000010:2.0:1734676308.468482:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676308.468485:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864461952, offset 0 00000400:00000200:0.0:1734676308.468489:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.468494:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.468498:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.468501:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.468504:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.468505:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.468508:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81486:81486:256:4294967295] 192.168.203.46@tcp LPNI seq info [81482:81482:8:4294967295] 00000400:00000200:0.0:1734676308.468514:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.469465:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.469507:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.469514:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.469521:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.469523:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.469653:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.469656:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:3.0:1734676308.469659:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.469663:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.469665:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:3.0:1734676308.469667:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:3.0:1734676308.469675:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864461952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.470111:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17700. 00010000:00000010:0.1:1734676308.470121:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd200. 00010000:00000010:3.1:1734676308.470213:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd7c00. 00010000:00000010:1.1:1734676308.475837:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd59700. 00010000:00000010:1.1:1734676308.475849:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00000400:00000200:0.0:1734676308.476071:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.476087:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26880 00000400:00000200:0.0:1734676308.476094:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bc5 [1] + 224 00000400:00000200:0.0:1734676308.476106:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.476109:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.476123:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864461952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.476143:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.476148:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ec80 00000400:00000200:0.0:1734676308.476152:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 1640 00000400:00000200:0.0:1734676308.476169:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.476172:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.476176:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.476181:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000010:2.0:1734676308.476226:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9318. 00000400:00000200:2.0:1734676308.476231:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:2.0:1734676308.476233:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:2.0:1734676308.476238:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864461952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.476245:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864461952/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.476247:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012dc79000. 02000000:00000010:2.0:1734676308.476267:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cca00. 02000000:00000010:2.0:1734676308.476273:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd800. 00000020:00000010:3.0:1734676308.476274:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880097f26a00. 00000100:00000010:2.0:1734676308.476276:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000020:00000010:3.0:1734676308.476279:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ad80. 00000100:00000010:2.0:1734676308.476280:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00000020:00000010:3.0:1734676308.476283:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00010000:00000010:2.0:1734676308.476283:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb00. 00000100:00000200:3.0:1734676308.476300:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867969152/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.476321:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969152 02000000:00000010:3.0:1734676308.476330:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d158000. 00010000:00000010:3.0:1734676308.476349:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097fcc080. 00010000:00000010:3.0:1734676308.476359:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.476364:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.476378:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.476381:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.476390:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.476394:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969152, offset 224 00000400:00000200:3.0:1734676308.476398:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.476405:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.476411:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81487:81487:256:4294967295] 192.168.203.46@tcp LPNI seq info [81483:81483:8:4294967295] 00080000:00000010:2.0:1734676308.476411:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520000. 00000400:00000200:3.0:1734676308.476418:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.476423:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.476425:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb300. 00000800:00000200:3.0:1734676308.476429:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.476435:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.476438:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.476454:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ad80. 00000020:00000010:3.0:1734676308.476457:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676308.476460:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880097f26a00. 00000800:00000200:2.0:1734676308.477729:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.477735:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb300. 00000400:00000200:2.0:1734676308.477740:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.477745:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.477750:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:2.0:1734676308.477752:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:2.0:1734676308.477816:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c200. 00010000:00000010:2.0:1734676308.477822:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097fcc480. 00010000:00000010:2.0:1734676308.477892:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2e5e00. 00010000:00000010:2.0:1734676308.477895:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bfa4680. 00010000:00000010:2.0:1734676308.477901:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.477906:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4200. 00080000:00000010:2.0:1734676308.477919:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521e00. 00010000:00000010:2.0:1734676308.477943:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4200. 00010000:00000010:2.0:1734676308.477946:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfa4680. 00010000:00000010:2.0:1734676308.477982:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521200. 00010000:00000010:2.0:1734676308.477985:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4680. 00010000:00000010:2.0:1734676308.477991:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b79c0. 00000100:00000010:2.0:1734676308.477997:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.478004:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1500. 02000000:00000010:2.0:1734676308.478015:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:2.0:1734676308.478057:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520a00. 00000400:00000010:2.0:1734676308.478062:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676308.478075:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676308.478080:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462080, portal 16 00000400:00000010:2.0:1734676308.478084:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676308.478085:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462080, offset 0 00000400:00000200:2.0:1734676308.478090:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.478099:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.478102:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.479887:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.479892:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.479895:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.479899:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81488:81488:256:4294967295] 192.168.203.46@tcp LPNI seq info [81484:81484:8:4294967295] 00010000:00000010:3.1:1734676308.479922:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d34800. 00000400:00000200:2.0:1734676308.480254:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.480262:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.480267:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.480272:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.480278:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.480282:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.480391:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.480395:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:3.0:1734676308.480400:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.480405:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.480409:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676308.480411:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676308.480420:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1500 x1818938864462080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.484223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d102000. 00000400:00000200:0.0:1734676308.484790:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.484806:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26900 00000400:00000200:0.0:1734676308.484814:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bd1 [1] + 224 00000400:00000200:0.0:1734676308.484823:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.484827:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.484837:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1500 x1818938864462080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.484872:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.484877:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ed00 00000400:00000200:0.0:1734676308.484881:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa550d [2] + 1968 00000400:00000010:0.0:1734676308.484885:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad9f8. 00000400:00000200:0.0:1734676308.484888:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880097c2ef00 00000400:00000200:0.0:1734676308.484938:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.484941:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.484944:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880097c2ef00 00000400:00000010:0.0:1734676308.484947:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880097c2ef00. 00000100:00000200:0.0:1734676308.484952:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.485091:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6200. 00000020:00000010:1.0:1734676308.485098:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.485103:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.485131:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba050 x1818938867969280/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.485166:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969280 02000000:00000010:1.0:1734676308.485175:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4400. 00010000:00000010:1.0:1734676308.485211:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.485219:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aa0a80. 00000100:00000010:1.0:1734676308.485225:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880136aa0a80. 00010000:00000010:1.0:1734676308.485228:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.485239:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422db28. 00000100:00000200:1.0:1734676308.485244:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969280, offset 224 00000400:00000200:1.0:1734676308.485249:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.485256:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.485262:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81489:81489:256:4294967295] 192.168.203.46@tcp LPNI seq info [81485:81485:8:4294967295] 00000400:00000200:1.0:1734676308.485271:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.485276:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.485280:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.485284:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.485290:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.485294:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.485310:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.485314:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.485318:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6200. 02000000:00000010:1.0:1734676308.485327:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d158000. 00000100:00000010:1.0:1734676308.485330:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676308.485335:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676308.485337:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 02000000:00000010:1.0:1734676308.485341:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676308.485345:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 02000000:00000010:1.0:1734676308.485349:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4000. 00000100:00000010:1.0:1734676308.485352:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:1.0:1734676308.485356:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676308.485358:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:1.0:1734676308.485360:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:1.0:1734676308.485363:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 00000100:00000200:1.0:1734676308.485368:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.485372:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad420. 00000400:00000010:1.0:1734676308.485375:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880136aa0a80. 00000800:00000200:2.0:1734676308.485444:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.485448:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:2.0:1734676308.485454:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1734676308.485455:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:2.0:1734676308.485457:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.485459:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:3.0:1734676308.485461:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000400:00000200:2.0:1734676308.485467:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422db28 00000100:00000200:3.0:1734676308.485468:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1500 x1818938864462080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.485468:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422db28. 02000000:00000010:2.0:1734676308.485472:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4400. 00000100:00000200:3.0:1734676308.485476:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1500 x1818938864462080/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.485493:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d7bfd80. 02000000:00000010:3.0:1734676308.485513:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520a00. 02000000:00000010:3.0:1734676308.485517:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000100:00000010:3.0:1734676308.485519:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1500. 00000100:00000010:3.0:1734676308.485523:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:3.0:1734676308.485526:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b79c0. 00080000:00000010:3.0:1734676308.485543:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27a00. 00010000:00000010:3.0:1734676308.485614:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4680. 00010000:00000010:3.0:1734676308.485620:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d7bfd00. 00010000:00000010:3.0:1734676308.485688:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26e00. 00010000:00000010:3.0:1734676308.485693:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.485700:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.485703:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.485710:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.485719:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27600. 02000000:00000010:3.0:1734676308.485740:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26000. 00000400:00000010:3.0:1734676308.485744:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.485748:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.485751:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462208, portal 16 00000400:00000010:3.0:1734676308.485755:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.485757:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462208, offset 0 00000400:00000200:3.0:1734676308.485761:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.485765:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.485769:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.485773:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.485776:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.485777:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.485779:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81490:81490:256:4294967295] 192.168.203.46@tcp LPNI seq info [81486:81486:8:4294967295] 00000400:00000200:3.0:1734676308.485785:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.485789:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.485792:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb800. 00000800:00000200:3.0:1734676308.485795:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.485798:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.485800:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.485868:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.485871:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb800. 00000400:00000200:2.0:1734676308.485874:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.485878:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.485880:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:2.0:1734676308.485881:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:2.0:1734676308.485886:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864462208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.488396:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf17300. 00010000:00000010:0.1:1734676308.488407:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cce00. 00010000:00000010:0.1:1734676308.488412:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5e00. 00010000:00000010:0.1:1734676308.488416:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00000400:00000200:0.0:1734676308.488647:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.488662:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26980 00000400:00000200:0.0:1734676308.488670:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6be1 [1] + 224 00000400:00000200:0.0:1734676308.488678:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.488681:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.488690:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864462208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.489264:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.489269:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ed80 00000400:00000200:0.0:1734676308.489274:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 0 00000400:00000200:0.0:1734676308.489332:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.489336:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.489340:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.489344:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:3.0:1734676308.489465:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.489470:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676308.489472:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.489477:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864462208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.489489:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864462208/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.489511:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26000. 02000000:00000010:3.0:1734676308.489515:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27600. 00000100:00000010:3.0:1734676308.489518:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.489520:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.489523:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000020:00000010:2.0:1734676308.489558:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:2.0:1734676308.489564:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4200. 00000020:00000010:2.0:1734676308.489568:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfa28. 00000100:00000200:2.0:1734676308.489587:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867969408/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.490707:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969408 02000000:00000010:1.0:1734676308.490720:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4000. 00010000:00000010:1.0:1734676308.490745:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f9980. 00010000:00000010:1.0:1734676308.490778:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.490786:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:1.0:1734676308.490793:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:1.0:1734676308.490795:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.490805:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d660. 00000100:00000200:1.0:1734676308.490809:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969408, offset 224 00000400:00000200:1.0:1734676308.490816:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.490826:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.490831:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81491:81491:256:4294967295] 192.168.203.46@tcp LPNI seq info [81487:81487:8:4294967295] 00000400:00000200:1.0:1734676308.490840:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.490844:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.490848:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.490852:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.490859:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.490862:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.490883:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4200. 00000020:00000010:1.0:1734676308.490887:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfa28. 00000020:00000010:1.0:1734676308.490891:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00080000:00000010:3.0:1734676308.490977:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27600. 00010000:00000010:3.0:1734676308.491049:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.491055:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f9900. 00010000:00000010:3.0:1734676308.491122:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26000. 00010000:00000010:3.0:1734676308.491126:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.491133:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.491136:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.491142:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.491150:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27200. 02000000:00000010:3.0:1734676308.491167:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27e00. 00000400:00000010:3.0:1734676308.491172:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.491175:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.491178:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462336, portal 16 00000400:00000010:3.0:1734676308.491181:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.491183:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462336, offset 0 00000400:00000200:3.0:1734676308.491186:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.491191:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.491195:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.491198:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.491201:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.491203:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.491205:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81492:81492:255:4294967295] 192.168.203.46@tcp LPNI seq info [81488:81488:7:4294967295] 00000400:00000200:3.0:1734676308.491210:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.491214:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.491217:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebd00. 00000800:00000200:3.0:1734676308.491220:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.491224:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.491226:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676308.491231:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.491235:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26c00. 02000000:00000010:3.0:1734676308.491241:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26a00. 00000400:00000010:3.0:1734676308.491244:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.491246:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.491248:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462464, portal 16 00000400:00000010:3.0:1734676308.491250:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.491251:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462464, offset 0 00000400:00000200:3.0:1734676308.491255:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.491258:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.491260:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.491262:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.491263:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.491264:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.491268:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81493:81493:254:4294967295] 192.168.203.46@tcp LPNI seq info [81489:81489:6:4294967295] 00000400:00000200:3.0:1734676308.491274:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.491290:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.491293:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:2.0:1734676308.491298:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.491301:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.491304:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d660 00000400:00000010:2.0:1734676308.491305:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d660. 00000800:00000200:2.0:1734676308.491741:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.491743:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebd00. 00000400:00000200:2.0:1734676308.491746:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.491750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.491752:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:2.0:1734676308.491754:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:2.0:1734676308.491759:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864462336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676308.492147:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.492150:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb100. 00000800:00000200:3.0:1734676308.492154:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.492158:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.492160:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.492597:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.492600:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb100. 00000400:00000200:2.0:1734676308.492603:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.492606:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.492609:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676308.492611:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676308.492615:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864462464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.492738:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.492748:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26a00 00000400:00000200:0.0:1734676308.492755:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bed [1] + 224 00000400:00000200:0.0:1734676308.492776:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.492779:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.492785:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864462336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.494858:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.494868:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:3.0:1734676308.494870:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.494880:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864462336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.494890:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864462336/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.495744:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0200. 00010000:00000010:2.1:1734676308.495752:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7be400. 00010000:00000010:2.1:1734676308.495756:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521200. 00000400:00000200:0.0:1734676308.497797:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.497814:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ee00 00000400:00000200:0.0:1734676308.497822:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 328 00000400:00000200:0.0:1734676308.497832:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.497835:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.497842:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.497847:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000200:0.0:1734676308.497878:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.497882:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26a80 00000400:00000200:0.0:1734676308.497887:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6bf5 [1] + 224 00000400:00000200:0.0:1734676308.497904:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.497907:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.497915:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864462464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:2.0:1734676308.498010:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521200. 00000020:00000010:2.0:1734676308.498015:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.498019:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.498073:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867969536/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.498107:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969536 02000000:00000010:2.0:1734676308.498116:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:2.0:1734676308.498138:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136bb6580. 00000400:00000010:2.0:1734676308.498170:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.498175:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969536, offset 224 00000400:00000200:2.0:1734676308.498180:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.498186:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.498191:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81494:81494:256:4294967295] 192.168.203.46@tcp LPNI seq info [81490:81490:8:4294967295] 00000400:00000200:2.0:1734676308.498199:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.498203:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.498206:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.498211:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.498217:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.498220:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.498233:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.498236:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.498239:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521200. 00000800:00000200:2.0:1734676308.498277:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.498279:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:2.0:1734676308.498281:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.498284:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.498287:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676308.498288:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000400:00000010:3.0:1734676308.498351:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676308.498354:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.498356:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.498360:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864462464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.498367:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864462464/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.498386:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27e00. 02000000:00000010:3.0:1734676308.498389:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27200. 00000100:00000010:3.0:1734676308.498392:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.498394:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26a00. 02000000:00000010:3.0:1734676308.498396:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26c00. 00000100:00000010:3.0:1734676308.498398:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.498400:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.498403:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000200:0.0:1734676308.499348:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.499358:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ee80 00000400:00000200:0.0:1734676308.499364:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 656 00000400:00000200:0.0:1734676308.499380:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.499384:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.499388:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.499392:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:2.0:1734676308.499468:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:2.0:1734676308.499473:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.499475:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.499491:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867969664/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.499522:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969664 02000000:00000010:2.0:1734676308.499531:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:2.0:1734676308.499550:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130d0a580. 00010000:00000010:2.0:1734676308.499563:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.499570:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.499588:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.499591:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00000400:00000010:2.0:1734676308.499601:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.499605:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969664, offset 224 00000400:00000200:2.0:1734676308.499609:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.499616:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.499620:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81495:81495:256:4294967295] 192.168.203.46@tcp LPNI seq info [81491:81491:8:4294967295] 00000400:00000200:2.0:1734676308.499628:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.499632:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.499635:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.499639:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.499644:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.499646:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.499657:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.499659:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.499663:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00080000:00000010:3.0:1734676308.499729:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26c00. 00010000:00000010:3.0:1734676308.499797:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.499803:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130d0a500. 00010000:00000010:3.0:1734676308.499865:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26a00. 00010000:00000010:3.0:1734676308.499871:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.499878:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.499881:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.499886:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.499895:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27200. 02000000:00000010:3.0:1734676308.499911:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27e00. 00000400:00000010:3.0:1734676308.499915:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.499918:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.499922:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462592, portal 16 00000400:00000010:3.0:1734676308.499926:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.499927:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462592, offset 0 00000400:00000200:3.0:1734676308.499931:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.499936:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.499940:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.499943:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.499946:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.499948:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.499950:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81496:81496:255:4294967295] 192.168.203.46@tcp LPNI seq info [81492:81492:7:4294967295] 00000400:00000200:3.0:1734676308.499956:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.499960:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.499962:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb400. 00000800:00000200:3.0:1734676308.499965:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.499969:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.499972:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.500034:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.500076:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676308.500080:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.500084:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.500087:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:0.0:1734676308.500088:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000800:00000200:0.0:1734676308.500130:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.500132:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb400. 00000400:00000200:0.0:1734676308.500135:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.500138:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.500140:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676308.500141:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:0.0:1734676308.500146:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864462592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.501169:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de3a00. 00000400:00000200:0.0:1734676308.504422:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.504437:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26b00 00000400:00000200:0.0:1734676308.504445:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c05 [1] + 224 00000400:00000200:0.0:1734676308.504455:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.504459:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.504470:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864462592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.504502:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.504505:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ef00 00000400:00000200:0.0:1734676308.504509:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 984 00000400:00000200:0.0:1734676308.504522:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.504525:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.504529:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.504534:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000400:00000010:3.0:1734676308.504605:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676308.504609:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.504610:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.504615:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864462592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.504622:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864462592/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.504642:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27e00. 02000000:00000010:3.0:1734676308.504646:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27200. 00000100:00000010:3.0:1734676308.504649:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.504651:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.504654:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000020:00000010:2.0:1734676308.504742:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:2.0:1734676308.504746:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.504751:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.504766:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867969792/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.504802:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969792 02000000:00000010:2.0:1734676308.504811:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:2.0:1734676308.504832:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136bb6f00. 00010000:00000010:2.0:1734676308.504847:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.504853:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.504867:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.504870:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00000400:00000010:2.0:1734676308.504879:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676308.504883:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969792, offset 224 00000400:00000200:2.0:1734676308.504888:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.504894:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.504899:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81497:81497:256:4294967295] 192.168.203.46@tcp LPNI seq info [81493:81493:8:4294967295] 00000400:00000200:2.0:1734676308.504907:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.504911:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.504914:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.504918:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.504925:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.504928:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.504948:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.504952:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.504956:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00080000:00000010:3.0:1734676308.505018:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27200. 00000800:00000200:1.0:1734676308.505077:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.505080:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:1.0:1734676308.505084:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.505088:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.505091:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676308.505092:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:3.0:1734676308.505105:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.505111:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136bb6e80. 00010000:00000010:3.0:1734676308.505178:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27e00. 00010000:00000010:3.0:1734676308.505183:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.505189:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.505192:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.505197:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.505205:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27400. 02000000:00000010:3.0:1734676308.505222:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26200. 00000400:00000010:3.0:1734676308.505225:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.505228:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.505233:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462720, portal 16 00000400:00000010:3.0:1734676308.505236:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.505238:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462720, offset 0 00000400:00000200:3.0:1734676308.505243:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.505247:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.505251:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.505254:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.505257:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.505259:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.505261:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81498:81498:256:4294967295] 192.168.203.46@tcp LPNI seq info [81494:81494:8:4294967295] 00000400:00000200:3.0:1734676308.505268:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.505271:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.505274:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb500. 00000800:00000200:3.0:1734676308.505276:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.505280:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.505283:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.505428:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.505431:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb500. 00000400:00000200:1.0:1734676308.505434:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.505438:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.505440:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676308.505442:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676308.505447:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864462720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.507848:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.507863:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26b80 00000400:00000200:0.0:1734676308.507872:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c11 [1] + 224 00000400:00000200:0.0:1734676308.507882:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.507887:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.507896:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864462720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.507936:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.507940:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ef80 00000400:00000200:0.0:1734676308.507944:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 1312 00000400:00000200:0.0:1734676308.508004:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.508009:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.508014:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.508019:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00010000:00000010:2.1:1734676308.508174:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735f6500. 00010000:00000010:2.1:1734676308.508182:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26e00. 00000020:00000010:2.0:1734676308.508226:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:2.0:1734676308.508231:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.508235:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.508254:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867969920/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.508283:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867969920 02000000:00000010:2.0:1734676308.508291:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:2.0:1734676308.508320:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.508326:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.508330:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.508333:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00000400:00000010:2.0:1734676308.508342:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676308.508346:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867969920, offset 224 00000400:00000200:2.0:1734676308.508351:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.508358:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.508362:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81499:81499:256:4294967295] 192.168.203.46@tcp LPNI seq info [81495:81495:8:4294967295] 00000400:00000010:3.0:1734676308.508511:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676308.508515:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.508517:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.508522:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864462720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.508529:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864462720/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.508545:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0f6980. 02000000:00000010:3.0:1734676308.508552:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26200. 02000000:00000010:3.0:1734676308.508555:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27400. 00000100:00000010:3.0:1734676308.508558:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.508560:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.508562:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00080000:00000010:3.0:1734676308.508574:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27400. 00010000:00000010:3.0:1734676308.508626:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.508631:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0f6900. 00010000:00000010:3.0:1734676308.508687:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeba00. 00010000:00000010:3.0:1734676308.508689:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.508693:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26200. 00010000:00000010:3.0:1734676308.508696:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00080000:00000010:3.0:1734676308.508705:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27800. 00010000:00000010:3.0:1734676308.508723:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.508726:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.508768:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27000. 00010000:00000010:3.0:1734676308.508771:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.508776:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.508779:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.508784:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.508794:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26600. 02000000:00000010:3.0:1734676308.508814:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f27c00. 00000400:00000010:3.0:1734676308.508817:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.508819:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.508824:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462848, portal 16 00000400:00000010:3.0:1734676308.508827:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.508828:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462848, offset 0 00000400:00000200:3.0:1734676308.508833:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.508856:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.508861:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.508864:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.508868:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.508875:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.508879:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.508910:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.508913:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.508917:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00010000:00000010:0.1:1734676308.508978:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d342600. 00000800:00000200:1.0:1734676308.509395:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.509399:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:1.0:1734676308.509403:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.509407:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.509410:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:1.0:1734676308.509412:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000400:00000200:3.0:1734676308.509673:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.509678:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.509681:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.509684:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.509686:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.509689:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81500:81500:255:4294967295] 192.168.203.46@tcp LPNI seq info [81496:81496:7:4294967295] 00000400:00000200:3.0:1734676308.509697:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.509700:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.509703:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb700. 00000800:00000200:3.0:1734676308.509707:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.509712:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.509714:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.513250:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.513257:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb700. 00000400:00000200:1.0:1734676308.513262:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.513269:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.513272:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676308.513274:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676308.513283:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864462848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.514380:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.514392:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26c00 00000400:00000200:0.0:1734676308.514400:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c1d [1] + 224 00000400:00000200:0.0:1734676308.514417:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.514420:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.514427:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864462848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.514511:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676308.514515:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.514516:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.514521:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864462848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.514527:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864462848/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.514548:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f27c00. 02000000:00000010:3.0:1734676308.514553:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26600. 00000100:00000010:3.0:1734676308.514557:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.514560:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.514563:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000200:0.0:1734676308.515078:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.515084:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f000 00000400:00000200:0.0:1734676308.515089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 1640 00000400:00000200:0.0:1734676308.515126:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.515129:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.515133:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.515137:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000020:00000010:2.0:1734676308.515213:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520200. 00000020:00000010:2.0:1734676308.515219:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.515223:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.515242:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867970048/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.515278:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970048 02000000:00000010:2.0:1734676308.515286:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:2.0:1734676308.515307:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9de680. 00010000:00000010:2.0:1734676308.515320:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.515326:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.515344:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.515347:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00000400:00000010:2.0:1734676308.515358:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676308.515361:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970048, offset 224 00000400:00000200:2.0:1734676308.515366:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.515373:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.515378:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81501:81501:256:4294967295] 192.168.203.46@tcp LPNI seq info [81497:81497:8:4294967295] 00000400:00000200:2.0:1734676308.515385:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.515388:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.515392:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676308.515395:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.515400:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.515404:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.515423:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4a00. 00000020:00000010:2.0:1734676308.515426:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.515430:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520200. 00000800:00000200:1.0:1734676308.515473:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.515476:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:1.0:1734676308.515479:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1734676308.515480:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26600. 00000400:00000200:1.0:1734676308.515482:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.515484:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:1.0:1734676308.515486:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00010000:00000010:3.0:1734676308.515553:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.515558:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9de600. 00010000:00000010:3.0:1734676308.515612:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27c00. 00010000:00000010:3.0:1734676308.515617:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ad80. 00010000:00000010:3.0:1734676308.515623:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.515626:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.515630:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.515639:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26e00. 02000000:00000010:3.0:1734676308.515655:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009dad7e00. 00000400:00000010:3.0:1734676308.515658:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.515661:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.515665:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864462976, portal 16 00000400:00000010:3.0:1734676308.515668:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.515669:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864462976, offset 0 00000400:00000200:3.0:1734676308.515673:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.515678:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.515681:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.515683:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.515685:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.515687:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.515689:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81502:81502:256:4294967295] 192.168.203.46@tcp LPNI seq info [81498:81498:8:4294967295] 00000400:00000200:3.0:1734676308.515695:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.515698:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.515701:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebf00. 00000800:00000200:3.0:1734676308.515703:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.515706:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.515708:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.515802:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.515804:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebf00. 00000400:00000200:0.0:1734676308.515807:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.515810:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.515812:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676308.515813:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676308.515817:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864462976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.516295:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da35e00. 00010000:00000010:0.1:1734676308.516299:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26000. 00010000:00000010:0.1:1734676308.516302:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5700. 00010000:00000010:0.1:1734676308.516307:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26a00. 00000400:00000200:0.0:1734676308.516715:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.516721:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26c80 00000400:00000200:0.0:1734676308.516726:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c29 [1] + 224 00000400:00000200:0.0:1734676308.516737:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.516740:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.516745:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864462976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.516919:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d8f0. 00000400:00000200:3.0:1734676308.516922:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.516923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.516927:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864462976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.516934:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864462976/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.516947:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009dad7e00. 02000000:00000010:3.0:1734676308.516950:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26e00. 00000100:00000010:3.0:1734676308.516953:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.516955:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.516958:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00010000:00000010:0.1:1734676308.521797:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d095e00. 00010000:00000010:0.1:1734676308.521808:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d729e00. 00000400:00000200:1.0:1734676308.521833:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.521851:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f080 00000400:00000200:1.0:1734676308.521859:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa556d [2] + 1968 00000400:00000010:1.0:1734676308.521863:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adbb0. 00000400:00000200:1.0:1734676308.521867:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009df38180 00000400:00000200:1.0:1734676308.521933:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.521938:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.521941:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009df38180 00000400:00000010:1.0:1734676308.521943:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009df38180. 00000100:00000200:1.0:1734676308.521948:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676308.522516:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009dad7e00. 00000020:00000010:3.0:1734676308.522522:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.522526:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676308.522546:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8450 x1818938867970176/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.522604:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970176 02000000:00000010:3.0:1734676308.522613:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676308.522633:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e9de300. 00010000:00000010:3.0:1734676308.522645:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.522651:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08da80. 00000100:00000010:3.0:1734676308.522954:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08da80. 00010000:00000010:3.0:1734676308.522958:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.522967:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.522971:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970176, offset 224 00000400:00000200:3.0:1734676308.522976:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.522984:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.522989:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81503:81503:256:4294967295] 192.168.203.46@tcp LPNI seq info [81499:81499:8:4294967295] 00000400:00000200:3.0:1734676308.522996:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.523001:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.523004:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb000. 00000800:00000200:3.0:1734676308.523008:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.523014:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.523018:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676308.523596:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520200. 00010000:00000010:2.0:1734676308.523657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ad80. 00010000:00000010:2.0:1734676308.523663:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9dee00. 00010000:00000010:2.0:1734676308.523714:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.523718:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4a00. 00010000:00000010:2.0:1734676308.523725:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b74c0. 00000100:00000010:2.0:1734676308.523728:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.523734:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1180. 02000000:00000010:2.0:1734676308.523741:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b521400. 02000000:00000010:2.0:1734676308.523756:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520e00. 00000400:00000010:2.0:1734676308.523761:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c70b0. 00000400:00000010:2.0:1734676308.523764:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676308.523768:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463104, portal 16 00000400:00000010:2.0:1734676308.523771:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.523772:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463104, offset 0 00000400:00000200:2.0:1734676308.523776:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.523782:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.523785:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.523788:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.523791:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.523792:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.523794:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81504:81504:255:4294967295] 192.168.203.46@tcp LPNI seq info [81500:81500:7:4294967295] 00000400:00000200:2.0:1734676308.523800:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.523803:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.523806:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.523808:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.523812:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.523814:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.523882:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.523885:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676308.523889:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009dad7e00. 02000000:00000010:3.0:1734676308.523894:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:3.0:1734676308.523898:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:3.0:1734676308.523902:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:3.0:1734676308.523906:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:3.0:1734676308.523907:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:3.0:1734676308.523911:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676308.523914:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:3.0:1734676308.523916:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:3.0:1734676308.523919:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:3.0:1734676308.523923:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676308.523925:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4000. 00000100:00000010:3.0:1734676308.523927:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000100:00000200:3.0:1734676308.523934:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676308.523937:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d8f0. 00000400:00000010:3.0:1734676308.523940:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08da80. 00000100:00000010:2.0:1734676308.523979:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3b80. 02000000:00000010:2.0:1734676308.523984:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520a00. 02000000:00000010:2.0:1734676308.523990:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521800. 00000400:00000010:2.0:1734676308.523993:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7cb8. 00000400:00000010:2.0:1734676308.523995:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676308.523997:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463232, portal 16 00000400:00000010:2.0:1734676308.523999:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.524001:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463232, offset 0 00000400:00000200:2.0:1734676308.524004:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.524008:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.524010:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.524011:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.524013:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.524015:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.524017:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81505:81505:254:4294967295] 192.168.203.46@tcp LPNI seq info [81501:81501:6:4294967295] 00000400:00000200:2.0:1734676308.524023:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.524026:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.524027:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676308.524030:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.524033:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.524059:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.524126:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.524129:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb000. 00000400:00000200:0.0:1734676308.524131:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.524135:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.524138:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676308.524139:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 02000000:00000010:0.0:1734676308.524142:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000800:00000200:0.0:1734676308.524149:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.524151:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.524153:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.524155:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.524156:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676308.524158:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676308.524164:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1180 x1818938864463104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.524451:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.524453:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:0.0:1734676308.524456:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.524459:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.524461:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676308.524462:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676308.524467:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3b80 x1818938864463232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.529257:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d089e00. 00010000:00000010:0.1:1734676308.529277:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80fa00. 00010000:00000010:0.1:1734676308.529285:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27e00. 00010000:00000010:0.1:1734676308.529288:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeba00. 00010000:00000010:0.1:1734676308.529290:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26200. 00010000:00000010:0.1:1734676308.529293:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e9df700. 00010000:00000010:0.1:1734676308.529297:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27000. 00010000:00000010:0.1:1734676308.535488:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097db7000. 00000400:00000200:2.0:1734676308.535555:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.535568:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26d00 00000400:00000200:2.0:1734676308.535576:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c35 [1] + 224 00000400:00000200:2.0:1734676308.535584:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.535587:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.535596:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1180 x1818938864463104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.535615:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.535618:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26d80 00000400:00000200:2.0:1734676308.535621:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c41 [1] + 224 00000400:00000200:2.0:1734676308.535624:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.535627:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.535630:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3b80 x1818938864463232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.535638:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.535641:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f100 00000400:00000200:2.0:1734676308.535644:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 0 00000400:00000200:2.0:1734676308.535647:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.535649:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.535653:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.535657:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2300. 00000400:00000200:2.0:1734676308.535675:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.535678:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f180 00000400:00000200:2.0:1734676308.535680:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 328 00000400:00000200:2.0:1734676308.535709:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.535712:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.535714:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.535716:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1c00. 00000020:00000010:3.0:1734676308.535785:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009dad7e00. 00000020:00000010:3.0:1734676308.535791:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.535794:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676308.535813:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2300 x1818938867970304/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676308.535831:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:3.0:1734676308.535833:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676308.535835:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.535840:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1c00 x1818938867970432/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.535852:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970304 02000000:00000010:3.0:1734676308.535859:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00000400:00000010:3.0:1734676308.535888:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.535892:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970304, offset 224 00000400:00000200:3.0:1734676308.535896:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.535902:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.535907:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81506:81506:256:4294967295] 192.168.203.46@tcp LPNI seq info [81502:81502:8:4294967295] 00000400:00000200:3.0:1734676308.535914:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.535919:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.535922:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeba00. 00000800:00000200:3.0:1734676308.535925:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.535930:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.535933:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeba00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.535943:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a080. 00000020:00000010:3.0:1734676308.535945:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00000020:00000010:3.0:1734676308.535948:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009dad7e00. 00000100:00000200:3.0:1734676308.535956:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970432 02000000:00000010:3.0:1734676308.535959:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15ac00. 00010000:00000010:3.0:1734676308.535969:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.535974:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:3.0:1734676308.535978:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:3.0:1734676308.535980:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.535983:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.535985:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970432, offset 224 00000400:00000200:3.0:1734676308.535988:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.535991:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.535994:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81507:81507:255:4294967295] 192.168.203.46@tcp LPNI seq info [81503:81503:7:4294967295] 00000400:00000200:3.0:1734676308.535999:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.536002:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.536004:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb000. 00000800:00000200:3.0:1734676308.536006:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.536009:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.536011:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.536014:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676308.536015:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.536017:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00000800:00000200:1.0:1734676308.536096:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.536098:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeba00. 00000400:00000200:1.0:1734676308.536101:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.536104:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.536106:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676308.536108:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000800:00000200:1.0:1734676308.536237:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.536239:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb000. 00000400:00000200:1.0:1734676308.536241:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.536244:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.536246:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:1.0:1734676308.536247:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000400:00000010:0.0:1734676308.536340:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c70b0. 00000400:00000200:0.0:1734676308.536344:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676308.536345:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00000100:00000200:0.0:1734676308.536350:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1180 x1818938864463104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.536358:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1180 x1818938864463104/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676308.536373:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfdc380. 00000400:00000010:0.0:1734676308.536383:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7cb8. 00000400:00000200:0.0:1734676308.536384:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676308.536385:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676308.536388:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3b80 x1818938864463232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.536394:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3b80 x1818938864463232/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676308.536400:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cd9c780. 02000000:00000010:0.0:1734676308.536408:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520e00. 02000000:00000010:0.0:1734676308.536412:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b521400. 00000100:00000010:0.0:1734676308.536415:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1180. 02000000:00000010:0.0:1734676308.536418:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521800. 02000000:00000010:0.0:1734676308.536420:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520a00. 00000100:00000010:0.0:1734676308.536422:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3b80. 00000100:00000010:0.0:1734676308.536424:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:0.0:1734676308.536427:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b74c0. 00080000:00000010:0.0:1734676308.536441:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cc200. 00010000:00000010:0.0:1734676308.536501:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4a00. 00010000:00000010:0.0:1734676308.536506:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cd9c200. 00010000:00000010:0.0:1734676308.536552:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd000. 00010000:00000010:0.0:1734676308.536556:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5ca80. 00010000:00000010:0.0:1734676308.536562:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb40. 00000100:00000010:0.0:1734676308.536565:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4699c0. 00000100:00000010:0.0:1734676308.536569:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676308.536576:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cde00. 02000000:00000010:0.0:1734676308.536591:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cc400. 00000400:00000010:0.0:1734676308.536594:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9688. 00000400:00000010:0.0:1734676308.536596:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e2a8. 00000100:00000200:0.0:1734676308.536600:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463360, portal 16 00000400:00000010:0.0:1734676308.536603:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e330. 00000100:00000200:0.0:1734676308.536604:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463360, offset 0 00000400:00000200:0.0:1734676308.536608:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.536611:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.536615:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.536618:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.536621:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.536622:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.536625:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81508:81508:256:4294967295] 192.168.203.46@tcp LPNI seq info [81504:81504:8:4294967295] 00000400:00000200:0.0:1734676308.536630:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.536633:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.536635:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a000. 00000800:00000200:0.0:1734676308.536637:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.536640:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.536642:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.536736:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.536738:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a000. 00000400:00000200:2.0:1734676308.536740:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.536743:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.536745:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e330 00000400:00000010:2.0:1734676308.536746:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e330. 00000100:00000200:2.0:1734676308.536750:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864463360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.538149:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fd9400. 00000400:00000200:0.0:1734676308.539033:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.539081:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26e00 00000400:00000200:0.0:1734676308.539089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c51 [1] + 224 00000400:00000200:0.0:1734676308.539098:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.539101:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.539110:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864463360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.539142:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.539146:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f200 00000400:00000200:0.0:1734676308.539151:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 656 00000400:00000200:0.0:1734676308.539166:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.539168:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.539172:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.539177:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000010:2.0:1734676308.539254:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9688. 00000400:00000200:2.0:1734676308.539258:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e2a8 00000400:00000010:2.0:1734676308.539260:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e2a8. 00000100:00000200:2.0:1734676308.539265:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864463360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.539271:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864463360/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.539290:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cc400. 02000000:00000010:2.0:1734676308.539295:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cde00. 00000100:00000010:2.0:1734676308.539299:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000010:2.0:1734676308.539304:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4699c0. 00010000:00000010:2.0:1734676308.539307:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb40. 00000020:00000010:3.0:1734676308.539375:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009ce2e000. 00000020:00000010:3.0:1734676308.539381:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676308.539384:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.539401:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867970560/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.539425:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970560 02000000:00000010:3.0:1734676308.539432:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b400. 00010000:00000010:3.0:1734676308.539451:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009652c100. 00010000:00000010:3.0:1734676308.539465:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.539469:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:3.0:1734676308.539474:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:3.0:1734676308.539476:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000010:3.0:1734676308.539484:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.539488:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970560, offset 224 00000400:00000200:3.0:1734676308.539492:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.539498:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.539503:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81509:81509:256:4294967295] 192.168.203.46@tcp LPNI seq info [81505:81505:8:4294967295] 00000400:00000200:3.0:1734676308.539511:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.539516:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.539519:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebf00. 00000800:00000200:3.0:1734676308.539522:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.539527:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.539530:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.539541:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02af80. 00000020:00000010:3.0:1734676308.539544:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.539547:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009ce2e000. 00000800:00000200:1.0:1734676308.539666:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.539669:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebf00. 00000400:00000200:1.0:1734676308.539672:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.539675:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.539677:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:1.0:1734676308.539679:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00080000:00000010:2.0:1734676308.539762:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521800. 00010000:00000010:2.0:1734676308.539822:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5ca80. 00010000:00000010:2.0:1734676308.539827:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009652c400. 00010000:00000010:2.0:1734676308.539878:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521400. 00010000:00000010:2.0:1734676308.539883:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4c00. 00010000:00000010:2.0:1734676308.539890:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.539893:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.539900:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.539908:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:2.0:1734676308.539923:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521200. 00000400:00000010:2.0:1734676308.539927:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.539930:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.539934:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463488, portal 16 00000400:00000010:2.0:1734676308.539937:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.539939:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463488, offset 0 00000400:00000200:2.0:1734676308.539943:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.539947:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.539950:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.539953:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.539955:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.539957:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.539959:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81510:81510:256:4294967295] 192.168.203.46@tcp LPNI seq info [81506:81506:8:4294967295] 00000400:00000200:2.0:1734676308.539965:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.539969:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.539971:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.539974:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.539977:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.539979:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.540092:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.540095:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:3.0:1734676308.540098:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.540101:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.540103:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:3.0:1734676308.540105:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:3.0:1734676308.540110:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864463488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.541158:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfdd100. 00010000:00000010:0.1:1734676308.541164:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27c00. 00010000:00000010:1.1:1734676308.541211:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a4c00. 00010000:00000010:1.1:1734676308.541222:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d81d600. 00010000:00000010:1.1:1734676308.541226:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ea4700. 00010000:00000010:1.1:1734676308.541228:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00000400:00000200:0.0:1734676308.541915:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.541925:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26e80 00000400:00000200:0.0:1734676308.541931:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c5d [1] + 224 00000400:00000200:0.0:1734676308.541942:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.541945:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.541953:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864463488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.542025:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676308.542028:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:2.0:1734676308.542030:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.542034:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864463488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.542061:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864463488/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.542092:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521200. 02000000:00000010:2.0:1734676308.542096:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000100:00000010:2.0:1734676308.542100:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676308.542103:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.542106:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00000400:00000200:0.0:1734676308.542437:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.542443:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f280 00000400:00000200:0.0:1734676308.542448:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 984 00000400:00000200:0.0:1734676308.542494:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.542498:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.542502:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.542506:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:1.0:1734676308.542609:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6400. 00000020:00000010:1.0:1734676308.542614:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.542617:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.542634:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867970688/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.542690:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970688 02000000:00000010:1.0:1734676308.542698:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7000. 00010000:00000010:1.0:1734676308.542719:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098e99500. 00010000:00000010:1.0:1734676308.544509:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.544519:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:1.0:1734676308.544536:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:1.0:1734676308.544539:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.544552:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d2a8. 00000100:00000200:1.0:1734676308.544557:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970688, offset 224 00000400:00000200:1.0:1734676308.544564:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.544572:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.544578:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81511:81511:256:4294967295] 192.168.203.46@tcp LPNI seq info [81507:81507:8:4294967295] 00000400:00000200:1.0:1734676308.544586:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.544590:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.544594:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.544598:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.544604:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.544608:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.544624:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.544628:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.544632:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6400. 00000800:00000200:3.0:1734676308.544775:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.544779:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:3.0:1734676308.544784:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.544787:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.544790:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d2a8 00000400:00000010:3.0:1734676308.544791:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d2a8. 00080000:00000010:3.0:1734676308.544813:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009dad7e00. 00010000:00000010:3.0:1734676308.544876:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4c00. 00010000:00000010:3.0:1734676308.544882:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098e99480. 00010000:00000010:3.0:1734676308.544936:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d880800. 00010000:00000010:3.0:1734676308.544941:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676308.544948:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.544951:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:3.0:1734676308.544957:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.544966:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880600. 02000000:00000010:3.0:1734676308.544985:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881800. 00000400:00000010:3.0:1734676308.544990:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.544993:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.544996:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463616, portal 16 00000400:00000010:3.0:1734676308.544999:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.545001:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463616, offset 0 00000400:00000200:3.0:1734676308.545005:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.545010:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.545013:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.545016:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.545018:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.545020:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.545022:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81512:81512:256:4294967295] 192.168.203.46@tcp LPNI seq info [81508:81508:8:4294967295] 00000400:00000200:3.0:1734676308.545028:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.545032:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.545034:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb700. 00000800:00000200:3.0:1734676308.545054:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.545057:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.545059:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.545764:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.545769:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb700. 00000400:00000200:0.0:1734676308.545772:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.545776:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.545779:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676308.545780:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676308.545787:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864463616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.548401:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d585c00. 00000400:00000200:0.0:1734676308.549428:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.549443:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26f00 00000400:00000200:0.0:1734676308.549450:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c69 [1] + 224 00000400:00000200:0.0:1734676308.549460:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.549464:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.549473:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864463616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.549506:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.549511:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f300 00000400:00000200:0.0:1734676308.549515:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 1312 00000400:00000200:0.0:1734676308.549568:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.549571:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.549575:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.549580:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676308.549672:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6400. 00000020:00000010:1.0:1734676308.549677:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.549682:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.549702:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867970816/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.549732:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970816 02000000:00000010:1.0:1734676308.549740:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4c00. 00010000:00000010:1.0:1734676308.549767:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.549773:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:1.0:1734676308.549778:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:1.0:1734676308.549780:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.549790:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d110. 00000100:00000200:1.0:1734676308.549795:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970816, offset 224 00000400:00000200:1.0:1734676308.549800:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.549808:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.549813:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81513:81513:256:4294967295] 192.168.203.46@tcp LPNI seq info [81509:81509:8:4294967295] 00000400:00000200:1.0:1734676308.549821:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.549825:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.549829:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676308.549833:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.549838:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.549841:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.549852:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.549856:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.549859:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6400. 00000800:00000200:2.0:1734676308.549966:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.549969:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:2.0:1734676308.549973:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.549976:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.549979:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d110 00000400:00000010:2.0:1734676308.549981:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d110. 00000400:00000010:3.0:1734676308.550070:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:3.0:1734676308.550074:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.550075:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.550080:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864463616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.550088:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864463616/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.550105:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f84000. 02000000:00000010:3.0:1734676308.550116:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881800. 02000000:00000010:3.0:1734676308.550122:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880600. 00000100:00000010:3.0:1734676308.550128:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:3.0:1734676308.550130:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:3.0:1734676308.550132:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00080000:00000010:3.0:1734676308.550145:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880600. 00010000:00000010:3.0:1734676308.550202:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676308.550208:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f84780. 00010000:00000010:3.0:1734676308.550281:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881800. 00010000:00000010:3.0:1734676308.550285:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676308.550292:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cffc0. 00000100:00000010:3.0:1734676308.550295:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08db40. 00000100:00000010:3.0:1734676308.550299:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 02000000:00000010:3.0:1734676308.550308:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880400. 02000000:00000010:3.0:1734676308.550325:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880e00. 00000400:00000010:3.0:1734676308.550328:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.550330:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.550336:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463744, portal 16 00000400:00000010:3.0:1734676308.550339:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.550340:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463744, offset 0 00000400:00000200:3.0:1734676308.550344:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.550348:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.550352:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.550355:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.550358:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.550360:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.550362:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81514:81514:256:4294967295] 192.168.203.46@tcp LPNI seq info [81510:81510:8:4294967295] 00000400:00000200:3.0:1734676308.550368:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.550372:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.550374:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb500. 00000800:00000200:3.0:1734676308.550377:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.550380:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.550383:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.550513:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.550517:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb500. 00000400:00000200:1.0:1734676308.550520:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.550523:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.550525:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676308.550527:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:1.0:1734676308.550531:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2bb80 x1818938864463744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.553131:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.553148:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e26f80 00000400:00000200:0.0:1734676308.553157:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c75 [1] + 224 00000400:00000200:0.0:1734676308.553177:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.553180:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.553189:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2bb80 x1818938864463744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.553234:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d420. 00000400:00000200:2.0:1734676308.553244:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676308.553246:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676308.553251:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2bb80 x1818938864463744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.553258:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2bb80 x1818938864463744/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.553269:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d1a6e00. 02000000:00000010:2.0:1734676308.553279:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880e00. 00010000:00000010:1.1:1734676308.553279:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd000. 02000000:00000010:2.0:1734676308.553285:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880400. 00000100:00000010:2.0:1734676308.553289:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 00000100:00000010:2.0:1734676308.553291:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08db40. 00010000:00000010:2.0:1734676308.553294:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cffc0. 00000400:00000200:0.0:1734676308.553687:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.553693:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f380 00000400:00000200:0.0:1734676308.553698:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 1640 00000400:00000200:0.0:1734676308.553745:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.553748:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.553753:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.553758:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00010000:00000010:3.1:1734676308.553841:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fdd400. 00000020:00000010:2.0:1734676308.554590:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b521200. 00000020:00000010:2.0:1734676308.554596:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676308.554600:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.554617:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867970944/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.554638:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867970944 02000000:00000010:2.0:1734676308.554645:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:2.0:1734676308.554664:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a529e900. 00010000:00000010:2.0:1734676308.554678:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.554684:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.554698:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.554701:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00000400:00000010:2.0:1734676308.554709:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.554712:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867970944, offset 224 00000400:00000200:2.0:1734676308.554716:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.554723:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.554727:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81515:81515:256:4294967295] 192.168.203.46@tcp LPNI seq info [81511:81511:8:4294967295] 00080000:00000010:3.0:1734676308.554732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881e00. 00000400:00000200:2.0:1734676308.554734:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.554738:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.554741:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.554746:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.554750:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.554753:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.554762:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4780. 00000020:00000010:2.0:1734676308.554765:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.554768:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b521200. 00010000:00000010:3.0:1734676308.554788:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:3.0:1734676308.554793:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a529e880. 00010000:00000010:3.0:1734676308.554849:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881c00. 00010000:00000010:3.0:1734676308.554853:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02af80. 00000800:00000200:1.0:1734676308.554854:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.554856:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:1.0:1734676308.554859:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676308.554861:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf740. 00000400:00000200:1.0:1734676308.554862:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676308.554864:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000400:00000200:1.0:1734676308.554865:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:1.0:1734676308.554866:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000010:3.0:1734676308.554869:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.554877:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881600. 02000000:00000010:3.0:1734676308.554892:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881400. 00000400:00000010:3.0:1734676308.554896:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.554899:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.554904:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864463872, portal 16 00000400:00000010:3.0:1734676308.554907:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.554909:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864463872, offset 0 00000400:00000200:3.0:1734676308.554913:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.554918:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.554921:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.554924:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.554927:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.554929:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.554931:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81516:81516:256:4294967295] 192.168.203.46@tcp LPNI seq info [81512:81512:8:4294967295] 00000400:00000200:3.0:1734676308.554937:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.554941:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.554943:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb400. 00000800:00000200:3.0:1734676308.554946:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.554950:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.554952:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.555004:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.555007:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb400. 00000400:00000200:0.0:1734676308.555009:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.555012:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.555014:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676308.555015:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676308.555020:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864463872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.556454:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b33000. 00010000:00000010:0.1:1734676308.556467:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521400. 00010000:00000010:0.1:1734676308.560264:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fc6e00. 00000400:00000200:2.0:1734676308.560340:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.560355:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27000 00000400:00000200:2.0:1734676308.560362:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c81 [1] + 224 00000400:00000200:2.0:1734676308.560372:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.560375:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.560384:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864463872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.560417:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.560421:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f400 00000400:00000200:2.0:1734676308.560426:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa55bd [2] + 1968 00000400:00000010:2.0:1734676308.560430:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9210. 00000400:00000200:2.0:1734676308.560433:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd180 00000400:00000200:2.0:1734676308.560724:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.560729:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.560732:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd180 00000400:00000010:2.0:1734676308.560734:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd180. 00000100:00000200:2.0:1734676308.560740:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.560897:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7000. 00000020:00000010:1.0:1734676308.560903:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.560907:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.560929:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8c50 x1818938867971072/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.561001:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971072 02000000:00000010:1.0:1734676308.561009:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7800. 00000400:00000010:3.0:1734676308.561014:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676308.561018:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.561020:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.561025:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864463872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.561033:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864463872/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.561097:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881400. 02000000:00000010:3.0:1734676308.561104:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881600. 00000100:00000010:3.0:1734676308.561107:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.561110:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676308.561113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf740. 00010000:00000010:1.0:1734676308.561603:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d816980. 00010000:00000010:1.0:1734676308.561630:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.561635:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130d713c0. 00000100:00000010:1.0:1734676308.561649:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130d713c0. 00010000:00000010:1.0:1734676308.561651:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.561660:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d7f8. 00000100:00000200:1.0:1734676308.561663:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971072, offset 224 00000400:00000200:1.0:1734676308.561671:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.561678:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.561683:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81517:81517:256:4294967295] 192.168.203.46@tcp LPNI seq info [81513:81513:8:4294967295] 00000400:00000200:1.0:1734676308.561690:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.561698:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.561701:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.561706:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.561712:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.561715:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.561734:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.561738:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.561740:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7000. 02000000:00000010:1.0:1734676308.561748:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:1.0:1734676308.561751:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:1.0:1734676308.561755:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4c00. 00000100:00000010:1.0:1734676308.561758:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:1.0:1734676308.561762:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7000. 00000100:00000010:1.0:1734676308.561765:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:1.0:1734676308.561767:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b400. 00000100:00000010:1.0:1734676308.561769:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:1.0:1734676308.561773:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15ac00. 00000100:00000010:1.0:1734676308.561775:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1c00. 02000000:00000010:1.0:1734676308.561779:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:1.0:1734676308.561780:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2300. 00000100:00000200:1.0:1734676308.561786:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.561790:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adbb0. 00000400:00000010:1.0:1734676308.561793:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff880130d713c0. 00080000:00000010:2.0:1734676308.561849:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521200. 00000800:00000200:0.0:1734676308.561921:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.561925:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:0.0:1734676308.561929:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.561933:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.561935:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d7f8 00000400:00000010:0.0:1734676308.561937:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d7f8. 02000000:00000010:0.0:1734676308.561940:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7800. 00010000:00000010:2.0:1734676308.561986:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02af80. 00010000:00000010:2.0:1734676308.561991:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d816900. 00010000:00000010:2.0:1734676308.562082:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520400. 00010000:00000010:2.0:1734676308.562086:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676308.562092:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.562095:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.562100:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.562106:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520800. 02000000:00000010:2.0:1734676308.562121:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521400. 00000400:00000010:2.0:1734676308.562123:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.562126:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.562129:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464000, portal 16 00000400:00000010:2.0:1734676308.562131:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676308.562133:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464000, offset 0 00000400:00000200:2.0:1734676308.562136:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.562140:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.562143:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.562146:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.562149:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.562150:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.562152:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81518:81518:256:4294967295] 192.168.203.46@tcp LPNI seq info [81514:81514:8:4294967295] 00000400:00000200:2.0:1734676308.562158:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.562161:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.562163:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.562165:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.562169:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.562172:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.562285:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.562287:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:1.0:1734676308.562290:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.562293:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.562295:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:1.0:1734676308.562296:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:1.0:1734676308.562301:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864464000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.565701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ae6800. 00010000:00000010:0.1:1734676308.565713:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880094465e00. 00010000:00000010:0.1:1734676308.565718:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880800. 00010000:00000010:0.1:1734676308.565724:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d9d2400. 00010000:00000010:0.1:1734676308.565728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881800. 00000400:00000200:0.0:1734676308.567148:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.567163:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27080 00000400:00000200:0.0:1734676308.567171:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c91 [1] + 224 00000400:00000200:0.0:1734676308.567189:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.567193:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.567202:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864464000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.567296:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676308.567300:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676308.567302:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.567308:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864464000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.567315:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864464000/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.567335:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521400. 02000000:00000010:2.0:1734676308.567339:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520800. 00000100:00000010:2.0:1734676308.567342:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676308.567346:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.567349:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00010000:00000010:0.1:1734676308.568153:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737d2700. 00010000:00000010:0.1:1734676308.568161:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881c00. 00010000:00000010:2.1:1734676308.568195:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011d1d2e00. 00000400:00000200:0.0:1734676308.571616:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.571630:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f480 00000400:00000200:0.0:1734676308.571637:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 0 00000400:00000200:0.0:1734676308.571691:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.571695:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.571700:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.571705:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676308.571886:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6400. 00000020:00000010:1.0:1734676308.571891:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.571895:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.571914:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867971200/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.571945:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971200 02000000:00000010:1.0:1734676308.571952:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7000. 00010000:00000010:1.0:1734676308.571972:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d64180. 00010000:00000010:1.0:1734676308.571992:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.571999:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df38180. 00000100:00000010:1.0:1734676308.572009:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df38180. 00010000:00000010:1.0:1734676308.572011:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00080000:00000010:2.0:1734676308.572020:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520800. 00000400:00000010:1.0:1734676308.572021:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d220. 00000100:00000200:1.0:1734676308.572025:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971200, offset 224 00000400:00000200:1.0:1734676308.572030:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.572058:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.572072:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81519:81519:256:4294967295] 192.168.203.46@tcp LPNI seq info [81515:81515:8:4294967295] 00000400:00000200:1.0:1734676308.572081:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.572085:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.572088:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6f00. 00000800:00000200:1.0:1734676308.572093:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.572098:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00010000:00000010:2.0:1734676308.572101:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00000800:00000200:1.0:1734676308.572101:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.572107:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bfe5200. 00000020:00000010:1.0:1734676308.572116:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.572120:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.572123:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6400. 00010000:00000010:2.0:1734676308.572166:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521400. 00010000:00000010:2.0:1734676308.572170:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4780. 00010000:00000010:2.0:1734676308.572176:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.572179:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.572184:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.572191:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520e00. 02000000:00000010:2.0:1734676308.572206:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520c00. 00000400:00000010:2.0:1734676308.572210:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.572213:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.572216:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464128, portal 16 00000400:00000010:2.0:1734676308.572219:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676308.572221:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464128, offset 0 00000400:00000200:2.0:1734676308.572225:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.572229:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.572232:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.572236:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.572239:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.572240:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.572243:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81520:81520:255:4294967295] 192.168.203.46@tcp LPNI seq info [81516:81516:7:4294967295] 00000400:00000200:2.0:1734676308.572248:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.572251:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.572253:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.572256:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.572259:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.572262:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.572328:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.572331:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6f00. 00000400:00000200:0.0:1734676308.572334:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.572337:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.572339:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d220 00000400:00000010:0.0:1734676308.572341:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d220. 00000800:00000200:0.0:1734676308.572372:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.572374:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676308.572377:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.572380:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.572382:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:0.0:1734676308.572383:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:0.0:1734676308.572388:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864464128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.574772:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.574786:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27100 00000400:00000200:0.0:1734676308.574793:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6c9d [1] + 224 00000400:00000200:0.0:1734676308.574811:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.574815:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.574828:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864464128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.575078:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.575084:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f500 00000400:00000200:0.0:1734676308.575089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 328 00000400:00000200:0.0:1734676308.575135:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.575139:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.575143:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.575148:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:2.0:1734676308.575155:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676308.575159:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:2.0:1734676308.575161:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.575167:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864464128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.575174:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864464128/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.575194:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520c00. 02000000:00000010:2.0:1734676308.575199:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520e00. 00000100:00000010:2.0:1734676308.575202:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676308.575205:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.575208:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00000020:00000010:1.0:1734676308.575376:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6400. 00000020:00000010:1.0:1734676308.575382:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.575386:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.575404:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867971328/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.575422:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971328 02000000:00000010:1.0:1734676308.575429:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4c00. 00010000:00000010:1.0:1734676308.575449:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf79d00. 00010000:00000010:1.0:1734676308.575463:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b1e3db00. 00000100:00000010:1.0:1734676308.575468:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009df38180. 00000100:00000010:1.0:1734676308.575486:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009df38180. 00010000:00000010:1.0:1734676308.575489:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b1e3db00. 00000400:00000010:1.0:1734676308.575497:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676308.575500:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971328, offset 224 00000400:00000200:1.0:1734676308.575505:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.575511:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.575513:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881600. 00000400:00000200:1.0:1734676308.575516:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81521:81521:256:4294967295] 192.168.203.46@tcp LPNI seq info [81517:81517:8:4294967295] 00000400:00000200:1.0:1734676308.575523:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.575527:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.575530:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.575534:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.575539:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.575542:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.575553:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.575556:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.575558:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6400. 00010000:00000010:3.0:1734676308.575566:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4780. 00010000:00000010:3.0:1734676308.575571:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf79c80. 00010000:00000010:3.0:1734676308.575622:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881400. 00010000:00000010:3.0:1734676308.575627:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.575633:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf740. 00000100:00000010:3.0:1734676308.575636:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:3.0:1734676308.575640:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.575646:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880a00. 00000800:00000200:0.0:1734676308.575659:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1734676308.575661:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d881c00. 00000800:00000010:0.0:1734676308.575663:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000010:3.0:1734676308.575664:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.575667:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000400:00000200:0.0:1734676308.575667:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.575670:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.575672:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464256, portal 16 00000400:00000200:0.0:1734676308.575672:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676308.575673:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00000400:00000010:3.0:1734676308.575675:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.575676:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464256, offset 0 00000400:00000200:3.0:1734676308.575680:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.575684:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.575687:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.575690:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.575692:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.575694:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.575696:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81522:81522:256:4294967295] 192.168.203.46@tcp LPNI seq info [81518:81518:8:4294967295] 00000400:00000200:3.0:1734676308.575702:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.575705:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.575707:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb100. 00000800:00000200:3.0:1734676308.575710:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.575713:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.575715:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.575859:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.575862:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb100. 00000400:00000200:0.0:1734676308.575865:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.575868:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.575871:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.575872:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.575877:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864464256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.577106:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.577116:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27180 00000400:00000200:0.0:1734676308.577122:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ca9 [1] + 224 00000400:00000200:0.0:1734676308.577128:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.577131:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.577137:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864464256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.577167:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.577171:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f580 00000400:00000200:0.0:1734676308.577175:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 656 00000400:00000200:0.0:1734676308.577213:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.577216:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.577219:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.577224:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:2.0:1734676308.577294:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520e00. 00000020:00000010:2.0:1734676308.577299:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676308.577302:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.577318:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867971456/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676308.577912:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676308.577916:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.577918:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.577923:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864464256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.577930:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864464256/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.577952:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d881c00. 02000000:00000010:3.0:1734676308.577958:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880a00. 00000100:00000010:3.0:1734676308.577962:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.577965:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676308.577968:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf740. 00000100:00000200:2.0:1734676308.578028:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971456 02000000:00000010:2.0:1734676308.578079:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:2.0:1734676308.578099:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf58380. 00010000:00000010:2.0:1734676308.578110:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.578115:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.578126:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.578129:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00000400:00000010:2.0:1734676308.578137:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.578141:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971456, offset 224 00000400:00000200:2.0:1734676308.578146:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.578152:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.578156:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81523:81523:256:4294967295] 192.168.203.46@tcp LPNI seq info [81519:81519:8:4294967295] 00000400:00000200:2.0:1734676308.578163:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.578167:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.578170:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676308.578173:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.578177:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.578180:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.578201:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676308.578204:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.578208:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520e00. 00000800:00000200:0.0:1734676308.578244:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.578247:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:0.0:1734676308.578251:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.578254:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.578257:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676308.578259:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00080000:00000010:3.0:1734676308.578399:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880a00. 00010000:00000010:1.1:1734676308.578451:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d65500. 00010000:00000010:1.1:1734676308.578462:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520400. 00010000:00000010:3.0:1734676308.580449:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.580458:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf58300. 00010000:00000010:3.0:1734676308.580517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881c00. 00010000:00000010:3.0:1734676308.580522:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.580530:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf740. 00000100:00000010:3.0:1734676308.580535:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:3.0:1734676308.580542:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.580553:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881800. 02000000:00000010:3.0:1734676308.580572:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880800. 00000400:00000010:3.0:1734676308.580578:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.580582:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.580587:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464384, portal 16 00000400:00000010:3.0:1734676308.580591:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.580593:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464384, offset 0 00000400:00000200:3.0:1734676308.580600:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.580608:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.580611:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.580615:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.580618:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.580620:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.580623:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81524:81524:256:4294967295] 192.168.203.46@tcp LPNI seq info [81520:81520:8:4294967295] 00000400:00000200:3.0:1734676308.580630:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.580634:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.580637:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebd00. 00000800:00000200:3.0:1734676308.580642:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.580648:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.580651:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676308.580701:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db28200. 00000800:00000200:0.0:1734676308.580776:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.580779:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebd00. 00000400:00000200:0.0:1734676308.580783:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.580787:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.580790:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.580792:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.580798:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864464384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.581211:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf7a000. 00010000:00000010:1.1:1734676308.581216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521400. 00000400:00000200:0.0:1734676308.583723:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.583736:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27200 00000400:00000200:0.0:1734676308.583743:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6cb5 [1] + 224 00000400:00000200:0.0:1734676308.583758:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.583762:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.583769:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864464384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.583832:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676308.583837:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.583839:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.583844:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864464384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.583851:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864464384/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.583871:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880800. 02000000:00000010:3.0:1734676308.583878:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881800. 00000100:00000010:3.0:1734676308.583882:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.583885:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676308.583888:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf740. 00000400:00000200:0.0:1734676308.585170:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.585178:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f600 00000400:00000200:0.0:1734676308.585184:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 984 00000400:00000200:0.0:1734676308.585224:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.585228:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.585233:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.585237:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676308.585315:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520e00. 00000020:00000010:2.0:1734676308.585320:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676308.585323:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.585342:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867971584/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.585368:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971584 02000000:00000010:2.0:1734676308.585376:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:2.0:1734676308.585394:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d979e00. 00010000:00000010:2.0:1734676308.585407:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7400. 00000100:00000010:2.0:1734676308.585412:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.585423:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.585426:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7400. 00000400:00000010:2.0:1734676308.585437:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.585440:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971584, offset 224 00000400:00000200:2.0:1734676308.585445:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.585452:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.585456:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81525:81525:256:4294967295] 192.168.203.46@tcp LPNI seq info [81521:81521:8:4294967295] 00000400:00000200:2.0:1734676308.585465:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.585469:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.585472:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.585476:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.585481:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.585484:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.585495:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4700. 00000020:00000010:2.0:1734676308.585497:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.585501:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520e00. 00000800:00000200:0.0:1734676308.585586:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.585589:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.585593:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.585596:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.585598:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676308.585600:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00080000:00000010:3.0:1734676308.586396:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881800. 00010000:00000010:3.0:1734676308.586451:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.586457:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880099461200. 00010000:00000010:3.0:1734676308.586517:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d880800. 00010000:00000010:3.0:1734676308.586521:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.586527:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf940. 00000100:00000010:3.0:1734676308.586530:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:3.0:1734676308.586535:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.586543:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d880400. 02000000:00000010:3.0:1734676308.586562:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880e00. 00000400:00000010:3.0:1734676308.586567:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.586570:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.586575:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464512, portal 16 00000400:00000010:3.0:1734676308.586578:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.586580:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464512, offset 0 00000400:00000200:3.0:1734676308.586585:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.586590:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.586594:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.586597:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.586600:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.586602:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.586605:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81526:81526:256:4294967295] 192.168.203.46@tcp LPNI seq info [81522:81522:8:4294967295] 00000400:00000200:3.0:1734676308.586611:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.586615:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.586618:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb800. 00000800:00000200:3.0:1734676308.586621:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.586625:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.586628:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.586945:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.586948:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb800. 00000400:00000200:0.0:1734676308.586951:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.586954:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.586957:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.586959:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.586964:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864464512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.590255:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487200. 00010000:00000010:1.1:1734676308.590256:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ee00. 00000400:00000200:1.0:1734676308.590286:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.590300:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27280 00000400:00000200:1.0:1734676308.590307:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6cc1 [1] + 224 00000400:00000200:1.0:1734676308.590317:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.590320:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.590330:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864464512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.590358:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.590362:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f680 00000400:00000200:1.0:1734676308.590367:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 1312 00000400:00000010:3.0:1734676308.590374:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676308.590379:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.590381:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.590386:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864464512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.590393:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864464512/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.590415:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880e00. 00000400:00000200:1.0:1734676308.590416:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.590419:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:3.0:1734676308.590421:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d880400. 00000100:00000200:1.0:1734676308.590423:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.590425:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:1.0:1734676308.590428:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9c00. 00000100:00000010:3.0:1734676308.590429:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676308.590432:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf940. 00000020:00000010:0.0:1734676308.590519:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cce00. 00000020:00000010:0.0:1734676308.590526:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.590530:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.590553:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9c00 x1818938867971712/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.590576:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971712 02000000:00000010:0.0:1734676308.590585:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1400. 00010000:00000010:0.0:1734676308.590608:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009da98300. 00010000:00000010:0.0:1734676308.590649:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb80. 00000100:00000010:0.0:1734676308.590656:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676308.590664:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676308.590667:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb80. 00000400:00000010:0.0:1734676308.590679:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676308.590683:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971712, offset 224 00000400:00000200:0.0:1734676308.590689:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.590697:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.590704:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81527:81527:256:4294967295] 192.168.203.46@tcp LPNI seq info [81523:81523:8:4294967295] 00000400:00000200:0.0:1734676308.590712:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.590718:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.590721:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a500. 00000800:00000200:0.0:1734676308.590726:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.590733:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.590737:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.590753:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.590756:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.590759:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cce00. 00000800:00000200:0.0:1734676308.590807:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.590811:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a500. 00000400:00000200:0.0:1734676308.590814:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.590817:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.590821:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676308.590823:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00080000:00000010:3.0:1734676308.590888:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c2200. 00010000:00000010:3.0:1734676308.590954:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.590960:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009da98280. 00010000:00000010:3.0:1734676308.591026:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c2800. 00010000:00000010:3.0:1734676308.591032:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a080. 00010000:00000010:3.0:1734676308.591087:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf940. 00000100:00000010:3.0:1734676308.591093:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:3.0:1734676308.591099:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 02000000:00000010:3.0:1734676308.591108:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c2400. 02000000:00000010:3.0:1734676308.591127:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959c2c00. 00000400:00000010:3.0:1734676308.591133:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.591138:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.591143:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464640, portal 16 00000400:00000010:3.0:1734676308.591146:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.591149:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464640, offset 0 00000400:00000200:3.0:1734676308.591155:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.591162:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.591166:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.591170:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.591173:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.591176:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.591178:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81528:81528:256:4294967295] 192.168.203.46@tcp LPNI seq info [81524:81524:8:4294967295] 00000400:00000200:3.0:1734676308.591186:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.591191:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.591194:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb400. 00000800:00000200:3.0:1734676308.591199:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.591204:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.591207:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.595629:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.595636:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb400. 00000400:00000200:0.0:1734676308.595641:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.595648:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.595653:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.595655:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.595663:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864464640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.600703:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136aa00. 00010000:00000010:0.1:1734676308.600715:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881400. 00000400:00000200:1.0:1734676308.600787:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.600804:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27300 00000400:00000200:1.0:1734676308.600814:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ccd [1] + 224 00000400:00000200:1.0:1734676308.600826:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.600831:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.600841:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864464640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.600893:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.600899:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f700 00000400:00000200:1.0:1734676308.600905:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 1640 00000400:00000200:1.0:1734676308.600985:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.600991:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.600996:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.601002:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab100. 00000400:00000010:2.0:1734676308.601130:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:2.0:1734676308.601136:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:2.0:1734676308.601138:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:2.0:1734676308.601146:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864464640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.601153:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864464640/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.601180:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959c2c00. 02000000:00000010:2.0:1734676308.601186:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c2400. 00000100:00000010:2.0:1734676308.601190:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:2.0:1734676308.601193:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:2.0:1734676308.601197:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf940. 00000020:00000010:3.0:1734676308.601584:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959c3800. 00000020:00000010:3.0:1734676308.601591:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676308.601596:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.601620:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0bab100 x1818938867971840/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.601654:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971840 02000000:00000010:3.0:1734676308.601665:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676308.601692:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c496000. 00010000:00000010:3.0:1734676308.601721:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41cf740. 00000100:00000010:3.0:1734676308.601728:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d180. 00000100:00000010:3.0:1734676308.601736:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d180. 00010000:00000010:3.0:1734676308.601738:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41cf740. 00000400:00000010:3.0:1734676308.601749:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.601755:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971840, offset 224 00000400:00000200:3.0:1734676308.601761:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.601770:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.601776:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81529:81529:256:4294967295] 192.168.203.46@tcp LPNI seq info [81525:81525:8:4294967295] 00000400:00000200:3.0:1734676308.601784:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.601790:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.601793:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb500. 00000800:00000200:3.0:1734676308.601799:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.601805:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.601809:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.601827:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a880. 00000020:00000010:3.0:1734676308.601831:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.601835:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959c3800. 00080000:00000010:2.0:1734676308.623588:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520e00. 00010000:00000010:2.0:1734676308.623680:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a080. 00010000:00000010:2.0:1734676308.623691:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e20d00. 00010000:00000010:2.0:1734676308.623778:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.623785:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676308.623795:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7200. 00000100:00000010:2.0:1734676308.623803:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.623813:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.623825:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520a00. 02000000:00000010:2.0:1734676308.623855:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521400. 00000400:00000010:2.0:1734676308.623863:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.623870:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.623878:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464768, portal 16 00000400:00000010:2.0:1734676308.623882:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.623885:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464768, offset 0 00000400:00000200:2.0:1734676308.623895:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.623909:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.623915:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.623920:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.623922:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.623925:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.623928:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81530:81530:255:4294967295] 192.168.203.46@tcp LPNI seq info [81526:81526:7:4294967295] 00000400:00000200:2.0:1734676308.623938:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.623944:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.623948:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676308.623954:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.623962:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.623966:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.624313:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.624317:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb500. 00000400:00000200:1.0:1734676308.624322:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.624328:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.624332:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:1.0:1734676308.624335:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000800:00000200:1.0:1734676308.624410:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.624413:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:1.0:1734676308.624419:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.624423:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.624426:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:1.0:1734676308.624427:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00000100:00000200:1.0:1734676308.624435:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864464768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.627217:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a097ee00. 00010000:00000010:1.1:1734676308.627284:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16e200. 00010000:00000010:0.1:1734676308.630245:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007367a300. 00010000:00000010:0.1:1734676308.630256:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881c00. 00010000:00000010:0.1:1734676308.630271:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095a40400. 00010000:00000010:0.1:1734676308.630274:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880800. 00000400:00000200:0.0:1734676308.634987:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.635003:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27380 00000400:00000200:0.0:1734676308.635010:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6cd9 [1] + 224 00000400:00000200:0.0:1734676308.635029:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.635032:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.635079:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864464768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.635167:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676308.635174:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676308.635177:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.635184:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864464768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.635192:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864464768/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.635232:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521400. 02000000:00000010:2.0:1734676308.635239:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520a00. 00000100:00000010:2.0:1734676308.635244:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676308.635250:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.635254:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7200. 00010000:00000010:0.1:1734676308.642090:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93800. 00010000:00000010:0.1:1734676308.642098:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2800. 00000400:00000200:0.0:1734676308.642178:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.642191:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f780 00000400:00000200:0.0:1734676308.642197:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5615 [2] + 1968 00000400:00000010:0.0:1734676308.642201:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9630. 00000400:00000200:0.0:1734676308.642204:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd9c0 00000400:00000200:0.0:1734676308.642254:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.642259:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.642262:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd9c0 00000400:00000010:0.0:1734676308.642264:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd9c0. 00000100:00000200:0.0:1734676308.642269:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1734676308.642305:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cce00. 00000020:00000010:0.0:1734676308.642309:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.642313:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.642334:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bb050 x1818938867971968/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.642353:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867971968 02000000:00000010:0.0:1734676308.642361:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.642387:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88006e9b3c80. 00010000:00000010:0.0:1734676308.642407:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb80. 00000100:00000010:0.0:1734676308.642413:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469f00. 00000100:00000010:0.0:1734676308.642423:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469f00. 00010000:00000010:0.0:1734676308.642428:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb80. 00000400:00000010:0.0:1734676308.642440:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676308.642446:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867971968, offset 224 00000400:00000200:0.0:1734676308.642453:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.642463:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.642469:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81531:81531:256:4294967295] 192.168.203.46@tcp LPNI seq info [81527:81527:8:4294967295] 00000400:00000200:0.0:1734676308.642478:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.642484:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.642487:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47af00. 00000800:00000200:0.0:1734676308.642492:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.642499:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.642503:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47af00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.642519:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.642523:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.642527:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cce00. 02000000:00000010:0.0:1734676308.642538:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:0.0:1734676308.642542:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab100. 02000000:00000010:0.0:1734676308.642549:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:0.0:1734676308.642552:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9c00. 02000000:00000010:0.0:1734676308.642557:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:0.0:1734676308.642560:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.642564:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:0.0:1734676308.642568:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:0.0:1734676308.642572:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4c00. 00000100:00000010:0.0:1734676308.642576:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:0.0:1734676308.642580:0:11224:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7000. 00000100:00000010:0.0:1734676308.642583:0:11224:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:0.0:1734676308.642589:0:11224:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1734676308.642594:0:11224:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9c08. 00000400:00000010:0.0:1734676308.642598:0:11224:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d469f00. 00000800:00000200:0.0:1734676308.642657:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.642661:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47af00. 00000400:00000200:0.0:1734676308.642664:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.642668:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.642671:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:0.0:1734676308.642673:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 02000000:00000010:0.0:1734676308.642677:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00080000:00000010:2.0:1734676308.643074:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520a00. 00010000:00000010:2.0:1734676308.643151:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676308.643169:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88006e9b3c00. 00010000:00000010:2.0:1734676308.643241:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b521400. 00010000:00000010:2.0:1734676308.643247:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676308.643256:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7240. 00000100:00000010:2.0:1734676308.643261:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.643269:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.643277:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520400. 02000000:00000010:2.0:1734676308.643296:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16600. 00000400:00000010:2.0:1734676308.643302:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.643307:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.643312:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864464896, portal 16 00000400:00000010:2.0:1734676308.643316:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000200:2.0:1734676308.643318:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864464896, offset 0 00000400:00000200:2.0:1734676308.643324:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.643332:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.643337:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.643342:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.643345:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.643347:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.643349:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81532:81532:256:4294967295] 192.168.203.46@tcp LPNI seq info [81528:81528:8:4294967295] 00000400:00000200:2.0:1734676308.643357:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.643362:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.643365:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.643371:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.643377:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.643381:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.644646:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.644650:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:1.0:1734676308.644655:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.644660:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.644664:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676308.644666:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000100:00000200:1.0:1734676308.644674:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864464896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.646275:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.646290:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27400 00000400:00000200:0.0:1734676308.646297:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ce9 [1] + 224 00000400:00000200:0.0:1734676308.646313:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.646317:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.646325:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864464896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.646669:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:2.0:1734676308.646674:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:2.0:1734676308.646676:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.646682:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864464896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.646695:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864464896/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.646718:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16600. 02000000:00000010:2.0:1734676308.646724:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520400. 00000100:00000010:2.0:1734676308.646729:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:2.0:1734676308.646733:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.646736:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7240. 00000400:00000200:0.0:1734676308.646929:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.646936:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f800 00000400:00000200:0.0:1734676308.646942:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 0 00000400:00000200:0.0:1734676308.646983:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.646987:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.646992:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.646996:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:0.0:1734676308.647029:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cce00. 00000020:00000010:0.0:1734676308.647034:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.647053:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.647081:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867972096/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.647100:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972096 02000000:00000010:0.0:1734676308.647108:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1400. 00010000:00000010:0.0:1734676308.647129:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0c6a80. 00010000:00000010:0.0:1734676308.647141:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb80. 00000100:00000010:0.0:1734676308.647146:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676308.647152:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:0.0:1734676308.647155:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb80. 00000400:00000010:0.0:1734676308.647165:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e110. 00000100:00000200:0.0:1734676308.647168:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972096, offset 224 00000400:00000200:0.0:1734676308.647173:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.647180:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.647185:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81533:81533:256:4294967295] 192.168.203.46@tcp LPNI seq info [81529:81529:8:4294967295] 00000400:00000200:0.0:1734676308.647192:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.647197:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.647199:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ad00. 00000800:00000200:0.0:1734676308.647203:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.647209:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.647212:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.647232:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c100. 00000020:00000010:0.0:1734676308.647236:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.647239:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cce00. 00000800:00000200:1.0:1734676308.647254:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.647257:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ad00. 00000400:00000200:1.0:1734676308.647260:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.647263:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.647266:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e110 00000400:00000010:1.0:1734676308.647267:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e110. 00010000:00000010:0.1:1734676308.647273:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a42e00. 00080000:00000010:2.0:1734676308.647428:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16600. 00010000:00000010:2.0:1734676308.647496:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676308.647504:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d0c6a00. 00010000:00000010:2.0:1734676308.647581:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16200. 00010000:00000010:2.0:1734676308.647586:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4700. 00010000:00000010:2.0:1734676308.647594:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b7240. 00000100:00000010:2.0:1734676308.647598:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.647604:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3800. 02000000:00000010:2.0:1734676308.647614:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16400. 02000000:00000010:2.0:1734676308.647633:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16000. 00000400:00000010:2.0:1734676308.647639:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7318. 00000400:00000010:2.0:1734676308.647642:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.647648:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465024, portal 16 00000400:00000010:2.0:1734676308.647651:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676308.647653:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465024, offset 0 00000400:00000200:2.0:1734676308.647658:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.647666:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.647670:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.647674:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.647677:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.647679:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.647682:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81534:81534:256:4294967295] 192.168.203.46@tcp LPNI seq info [81530:81530:8:4294967295] 00000400:00000200:2.0:1734676308.647689:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.647694:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.647697:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.647701:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.647706:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.647709:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.647774:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.647776:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676308.647779:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.647782:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.647785:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:0.0:1734676308.647786:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:0.0:1734676308.647791:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3800 x1818938864465024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.649404:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.649414:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27480 00000400:00000200:2.0:1734676308.649421:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6cf5 [1] + 224 00000400:00000200:2.0:1734676308.649429:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.649431:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.649438:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3800 x1818938864465024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.649455:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.649459:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f880 00000400:00000200:2.0:1734676308.649463:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 328 00000400:00000200:2.0:1734676308.649474:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.649476:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.649480:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.649484:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 00000400:00000010:0.0:1734676308.649536:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7318. 00000400:00000200:0.0:1734676308.649540:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:0.0:1734676308.649541:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:0.0:1734676308.649547:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3800 x1818938864465024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.649554:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3800 x1818938864465024/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.649572:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16000. 02000000:00000010:0.0:1734676308.649576:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16400. 00000100:00000010:0.0:1734676308.649579:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3800. 00000100:00000010:0.0:1734676308.649583:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:0.0:1734676308.649586:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b7240. 00000020:00000010:1.0:1734676308.650127:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7400. 00000020:00000010:1.0:1734676308.650133:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.650136:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.650153:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a1f80 x1818938867972224/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.650183:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972224 02000000:00000010:1.0:1734676308.650190:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6400. 00010000:00000010:1.0:1734676308.650210:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d121c80. 00010000:00000010:1.0:1734676308.650221:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.650225:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:1.0:1734676308.650230:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:1.0:1734676308.650233:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.650241:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.650244:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972224, offset 224 00000400:00000200:1.0:1734676308.650249:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.650256:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.650261:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81535:81535:256:4294967295] 192.168.203.46@tcp LPNI seq info [81531:81531:8:4294967295] 00000400:00000200:1.0:1734676308.650269:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.650273:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.650277:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.650281:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.650286:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.650289:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.650301:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.650304:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.650308:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7400. 00000800:00000200:1.0:1734676308.650377:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.650380:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:1.0:1734676308.650382:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1734676308.650383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd600. 00000400:00000200:1.0:1734676308.650386:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.650388:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676308.650390:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00010000:00000010:0.0:1734676308.650444:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4700. 00010000:00000010:0.0:1734676308.650449:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d121c00. 00010000:00000010:0.0:1734676308.651383:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d47aa00. 00010000:00000010:0.0:1734676308.651387:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c100. 00010000:00000010:0.0:1734676308.651391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736ccc00. 00010000:00000010:0.0:1734676308.651396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00080000:00000010:0.0:1734676308.651406:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd400. 00010000:00000010:0.0:1734676308.651429:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676308.651432:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c100. 00010000:00000010:0.0:1734676308.651476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cda00. 00010000:00000010:0.0:1734676308.651480:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c100. 00010000:00000010:0.0:1734676308.651486:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdb80. 00000100:00000010:0.0:1734676308.651490:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4693c0. 00000100:00000010:0.0:1734676308.651497:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 02000000:00000010:0.0:1734676308.651506:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cce00. 02000000:00000010:0.0:1734676308.651524:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cca00. 00000400:00000010:0.0:1734676308.651529:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9aa8. 00000400:00000010:0.0:1734676308.651533:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ec38. 00000100:00000200:0.0:1734676308.651537:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465152, portal 16 00000400:00000010:0.0:1734676308.651541:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30edd0. 00000100:00000200:0.0:1734676308.651543:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465152, offset 0 00000400:00000200:0.0:1734676308.651548:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.651553:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.651557:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.651560:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.651563:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.651565:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.651567:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81536:81536:256:4294967295] 192.168.203.46@tcp LPNI seq info [81532:81532:8:4294967295] 00000400:00000200:0.0:1734676308.651574:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.651578:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.651580:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a500. 00000800:00000200:0.0:1734676308.651584:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.651589:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.651592:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.651673:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.651676:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a500. 00000400:00000200:1.0:1734676308.651678:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.651682:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.651684:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30edd0 00000400:00000010:1.0:1734676308.651686:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30edd0. 00000100:00000200:1.0:1734676308.651692:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480e00 x1818938864465152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.651901:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d991e00. 00000400:00000200:0.0:1734676308.653434:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.653445:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27500 00000400:00000200:0.0:1734676308.653451:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d01 [1] + 224 00000400:00000200:0.0:1734676308.653466:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.653470:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.653477:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480e00 x1818938864465152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.653539:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9aa8. 00000400:00000200:1.0:1734676308.653544:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ec38 00000400:00000010:1.0:1734676308.653545:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ec38. 00000100:00000200:1.0:1734676308.653550:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480e00 x1818938864465152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.653558:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480e00 x1818938864465152/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.653577:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cca00. 02000000:00000010:1.0:1734676308.653582:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cce00. 00000100:00000010:1.0:1734676308.653586:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000010:1.0:1734676308.653591:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4693c0. 00010000:00000010:1.0:1734676308.653594:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdb80. 00000400:00000200:0.0:1734676308.654312:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.654318:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f900 00000400:00000200:0.0:1734676308.654323:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 656 00000400:00000200:0.0:1734676308.654368:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.654372:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.654376:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.654380:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:1.0:1734676308.655072:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6e00. 00000020:00000010:1.0:1734676308.655078:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.655082:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.655102:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867972352/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.655138:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972352 02000000:00000010:1.0:1734676308.655145:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6800. 00010000:00000010:1.0:1734676308.655166:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800966bca80. 00010000:00000010:1.0:1734676308.655181:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.655186:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:1.0:1734676308.655204:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:1.0:1734676308.655207:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.655217:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.655221:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972352, offset 224 00080000:00000010:0.0:1734676308.655221:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cd800. 00000400:00000200:1.0:1734676308.655226:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.655233:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.655238:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81537:81537:256:4294967295] 192.168.203.46@tcp LPNI seq info [81533:81533:8:4294967295] 00000400:00000200:1.0:1734676308.655245:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.655249:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.655252:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.655256:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.655262:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.655265:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676308.655271:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c100. 00010000:00000010:0.0:1734676308.655276:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800966bc100. 00000020:00000010:1.0:1734676308.655278:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.655281:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.655284:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6e00. 00010000:00000010:0.0:1734676308.655325:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd200. 00010000:00000010:0.0:1734676308.655329:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c100. 00010000:00000010:0.0:1734676308.655334:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdbc0. 00000800:00000200:1.0:1734676308.655337:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1734676308.655337:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469e40. 00000800:00000010:1.0:1734676308.655339:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:1.0:1734676308.655341:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1734676308.655342:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000200:1.0:1734676308.655345:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.655347:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676308.655349:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 02000000:00000010:0.0:1734676308.655350:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd000. 02000000:00000010:0.0:1734676308.655364:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cde00. 00000400:00000010:0.0:1734676308.655367:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b92c0. 00000400:00000010:0.0:1734676308.655733:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e550. 00000100:00000200:0.0:1734676308.655737:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465280, portal 16 00000400:00000010:0.0:1734676308.655739:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30eb28. 00000100:00000200:0.0:1734676308.655741:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465280, offset 0 00000400:00000200:0.0:1734676308.655745:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.655749:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.655753:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.655756:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.655758:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.655760:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.655762:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81538:81538:256:4294967295] 192.168.203.46@tcp LPNI seq info [81534:81534:8:4294967295] 00000400:00000200:0.0:1734676308.655768:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.655771:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.655773:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a400. 00000800:00000200:0.0:1734676308.655776:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.655779:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.655781:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.655844:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.655847:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a400. 00000400:00000200:1.0:1734676308.655850:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.655854:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.655856:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30eb28 00000400:00000010:1.0:1734676308.655857:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30eb28. 00000100:00000200:1.0:1734676308.655862:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864465280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.657337:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800737cac00. 00010000:00000010:2.1:1734676308.657344:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.1:1734676308.657349:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d93e00. 00010000:00000010:2.1:1734676308.657352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b521400. 00000400:00000200:0.0:1734676308.658070:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.658082:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27580 00000400:00000200:0.0:1734676308.658089:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d0d [1] + 224 00000400:00000200:0.0:1734676308.658105:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.658109:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.658118:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864465280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.659278:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b92c0. 00000400:00000200:2.0:1734676308.659285:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e550 00000400:00000010:2.0:1734676308.659287:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e550. 00000100:00000200:2.0:1734676308.659295:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864465280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.659303:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864465280/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.659325:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cde00. 02000000:00000010:2.0:1734676308.659330:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd000. 00000100:00000010:2.0:1734676308.659333:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:2.0:1734676308.659336:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469e40. 00010000:00000010:2.0:1734676308.659340:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdbc0. 00010000:00000010:3.1:1734676308.661088:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edc8e00. 00010000:00000010:1.1:1734676308.661209:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7c4200. 00010000:00000010:1.1:1734676308.661377:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d7f3300. 00010000:00000010:1.1:1734676308.661385:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16200. 00010000:00000010:1.1:1734676308.661389:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47aa00. 00010000:00000010:1.1:1734676308.661391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736ccc00. 00000400:00000200:0.0:1734676308.661524:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.661538:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517f980 00000400:00000200:0.0:1734676308.661544:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 984 00000400:00000200:0.0:1734676308.661577:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.661582:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.661588:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.661592:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676308.661663:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6600. 00000020:00000010:1.0:1734676308.661669:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.661673:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.661691:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867972480/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.661709:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972480 02000000:00000010:1.0:1734676308.661716:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5000. 00010000:00000010:1.0:1734676308.661737:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800737cd800. 00010000:00000010:1.0:1734676308.661748:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.661753:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:1.0:1734676308.661760:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:1.0:1734676308.661762:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.661770:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.661774:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972480, offset 224 00000400:00000200:1.0:1734676308.661779:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.661786:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.661791:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81539:81539:256:4294967295] 192.168.203.46@tcp LPNI seq info [81535:81535:8:4294967295] 00000400:00000200:1.0:1734676308.661798:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.661802:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.661805:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.661808:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.661814:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.661817:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.661826:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.661829:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.661833:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6600. 00000800:00000200:1.0:1734676308.661862:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.661864:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:1.0:1734676308.661866:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.661869:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.661871:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676308.661872:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00080000:00000010:3.0:1734676308.662023:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c3000. 00010000:00000010:3.0:1734676308.662105:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c100. 00010000:00000010:3.0:1734676308.662111:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800737cd780. 00010000:00000010:3.0:1734676308.662164:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c3200. 00010000:00000010:3.0:1734676308.662169:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676308.662175:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc000. 00000100:00000010:3.0:1734676308.662178:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.662182:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.662195:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c3a00. 02000000:00000010:3.0:1734676308.662211:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959c2800. 00000400:00000010:3.0:1734676308.662215:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.662218:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.662223:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465408, portal 16 00000400:00000010:3.0:1734676308.662226:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.662227:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465408, offset 0 00000400:00000200:3.0:1734676308.662231:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.662236:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.662239:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.662242:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.662245:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.662247:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.662249:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81540:81540:256:4294967295] 192.168.203.46@tcp LPNI seq info [81536:81536:8:4294967295] 00000400:00000200:3.0:1734676308.662254:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.662257:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.662259:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb000. 00000800:00000200:3.0:1734676308.662262:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.662265:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.662267:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.662497:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.662499:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb000. 00000400:00000200:0.0:1734676308.662502:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.662505:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.662508:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676308.662509:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676308.662515:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864465408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.666847:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d46fa00. 00010000:00000010:1.1:1734676308.666847:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b401c900. 00010000:00000010:1.1:1734676308.666855:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cda00. 00010000:00000010:3.1:1734676308.673298:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009847c600. 00010000:00000010:0.1:1734676308.673314:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d485700. 00010000:00000010:0.1:1734676308.673320:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd200. 00000400:00000200:1.0:1734676308.675924:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.675941:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27600 00000400:00000200:1.0:1734676308.675953:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d19 [1] + 224 00000400:00000200:1.0:1734676308.675971:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.675977:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.675987:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864465408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.676022:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.676026:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fa00 00000400:00000200:1.0:1734676308.676033:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 1312 00000400:00000010:3.0:1734676308.676098:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.676102:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.676104:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.676110:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864465408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.676117:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864465408/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.676117:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.676120:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.676123:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.676127:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 02000000:00000010:3.0:1734676308.676139:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959c2800. 02000000:00000010:3.0:1734676308.676143:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c3a00. 00000100:00000010:3.0:1734676308.676146:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.676148:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.676151:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc000. 00000020:00000010:0.0:1734676308.676997:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cd200. 00000020:00000010:0.0:1734676308.677004:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676308.677007:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.677027:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867972608/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.677082:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972608 02000000:00000010:0.0:1734676308.677090:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.677110:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf31d00. 00010000:00000010:0.0:1734676308.677123:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdc80. 00000100:00000010:0.0:1734676308.677128:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.677134:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676308.677137:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdc80. 00000400:00000010:0.0:1734676308.677146:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e3b8. 00000100:00000200:0.0:1734676308.677150:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972608, offset 224 00000400:00000200:0.0:1734676308.677155:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.677162:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.677167:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81541:81541:256:4294967295] 192.168.203.46@tcp LPNI seq info [81537:81537:8:4294967295] 00000400:00000200:0.0:1734676308.677175:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.677179:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.677183:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a600. 00000800:00000200:0.0:1734676308.677187:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.677192:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.677195:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.677216:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c400. 00000020:00000010:0.0:1734676308.677219:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.677221:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cd200. 00000800:00000200:1.0:1734676308.677273:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.677276:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a600. 00000400:00000200:1.0:1734676308.677279:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.677282:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.677285:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e3b8 00000400:00000010:1.0:1734676308.677287:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e3b8. 00080000:00000010:3.0:1734676308.677540:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c3a00. 00010000:00000010:3.0:1734676308.677817:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676308.677823:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf31c80. 00010000:00000010:3.0:1734676308.677891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c2800. 00010000:00000010:3.0:1734676308.677896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676308.677903:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc000. 00000100:00000010:3.0:1734676308.677907:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.677912:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.677920:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c3800. 02000000:00000010:3.0:1734676308.677935:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959c2400. 00000400:00000010:3.0:1734676308.677939:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.677942:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.677946:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465536, portal 16 00000400:00000010:3.0:1734676308.677949:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.677951:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465536, offset 0 00000400:00000200:3.0:1734676308.677955:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.677961:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.677964:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.677968:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.677970:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.677972:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.677974:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81542:81542:256:4294967295] 192.168.203.46@tcp LPNI seq info [81538:81538:8:4294967295] 00000400:00000200:3.0:1734676308.677980:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.677984:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.677986:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb700. 00000800:00000200:3.0:1734676308.677989:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.677992:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.677995:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.678397:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.678400:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb700. 00000400:00000200:1.0:1734676308.678404:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.678407:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.678411:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676308.678412:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:1.0:1734676308.678418:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864465536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.679925:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.679942:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27680 00000400:00000200:0.0:1734676308.679951:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d25 [1] + 224 00000400:00000200:0.0:1734676308.679969:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.679972:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.679980:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864465536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.680141:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.680146:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.680147:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.680153:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864465536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.680164:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864465536/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.680184:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959c2400. 02000000:00000010:3.0:1734676308.680189:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c3800. 00000100:00000010:3.0:1734676308.680192:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.680195:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.680199:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc000. 00000400:00000200:0.0:1734676308.680444:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.680449:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fa80 00000400:00000200:0.0:1734676308.680454:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 1640 00000400:00000200:0.0:1734676308.680495:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.680498:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.680503:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.680507:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676308.680558:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6a00. 00000020:00000010:1.0:1734676308.680563:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.680567:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.680586:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867972736/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.680615:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972736 02000000:00000010:1.0:1734676308.680622:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7000. 00010000:00000010:1.0:1734676308.680642:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011d198100. 00010000:00000010:1.0:1734676308.680654:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.680659:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:1.0:1734676308.680670:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:1.0:1734676308.680673:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.680682:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.680686:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972736, offset 224 00000400:00000200:1.0:1734676308.680691:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.680698:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.680703:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81543:81543:256:4294967295] 192.168.203.46@tcp LPNI seq info [81539:81539:8:4294967295] 00080000:00000010:3.0:1734676308.680704:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c3800. 00000400:00000200:1.0:1734676308.680711:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.680715:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.680719:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676308.680724:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.680730:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.680733:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.680745:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.680748:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.680751:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6a00. 00010000:00000010:3.0:1734676308.680759:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676308.680765:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011d198080. 00000800:00000200:1.0:1734676308.680802:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.680804:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:1.0:1734676308.680807:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.680810:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.680812:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:1.0:1734676308.680813:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 00010000:00000010:3.0:1734676308.680822:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c2400. 00010000:00000010:3.0:1734676308.680827:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ac80. 00010000:00000010:3.0:1734676308.680833:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc000. 00000100:00000010:3.0:1734676308.680837:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.680841:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.680848:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c2c00. 02000000:00000010:3.0:1734676308.680864:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959c2600. 00000400:00000010:3.0:1734676308.680867:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.680870:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.680874:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465664, portal 16 00000400:00000010:3.0:1734676308.680877:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.680879:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465664, offset 0 00000400:00000200:3.0:1734676308.680883:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.680887:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.680890:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.680893:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.680896:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.680898:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.680900:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81544:81544:256:4294967295] 192.168.203.46@tcp LPNI seq info [81540:81540:8:4294967295] 00000400:00000200:3.0:1734676308.680906:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.680910:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.680913:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eebf00. 00000800:00000200:3.0:1734676308.680916:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.680919:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.680922:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eebf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.681019:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.681021:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eebf00. 00000400:00000200:0.0:1734676308.681024:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.681027:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.681030:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:0.0:1734676308.681031:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:0.0:1734676308.681050:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864465664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.682198:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.682206:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27700 00000400:00000200:0.0:1734676308.682212:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d31 [1] + 224 00000400:00000200:0.0:1734676308.682229:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.682232:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.682238:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864465664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.682254:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.682258:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fb00 00000400:00000200:0.0:1734676308.682263:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa566d [2] + 1968 00000400:00000010:0.0:1734676308.682266:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9370. 00000400:00000200:0.0:1734676308.682269:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd240 00000400:00000010:2.0:1734676308.682273:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:2.0:1734676308.682277:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676308.682278:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676308.682283:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864465664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.682290:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864465664/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.682307:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959c2600. 02000000:00000010:2.0:1734676308.682311:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c2c00. 00000400:00000200:0.0:1734676308.682311:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1734676308.682314:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000400:00000200:0.0:1734676308.682315:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:2.0:1734676308.682317:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00000400:00000200:0.0:1734676308.682317:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd240 00000400:00000010:0.0:1734676308.682319:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd240. 00010000:00000010:2.0:1734676308.682320:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc000. 00000100:00000200:0.0:1734676308.682323:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.682597:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6200. 00000020:00000010:1.0:1734676308.682602:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.682605:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.682622:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946bbc50 x1818938867972864/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.682668:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972864 02000000:00000010:1.0:1734676308.682675:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4c00. 00010000:00000010:1.0:1734676308.682692:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800966bc900. 00010000:00000010:1.0:1734676308.682705:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.682710:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d151780. 00000100:00000010:1.0:1734676308.682828:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d151780. 00010000:00000010:1.0:1734676308.682832:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.682840:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.682843:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972864, offset 224 00000400:00000200:1.0:1734676308.682848:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.682854:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.682859:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81545:81545:256:4294967295] 192.168.203.46@tcp LPNI seq info [81541:81541:8:4294967295] 00000400:00000200:1.0:1734676308.682867:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.682871:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.682874:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6700. 00000800:00000200:1.0:1734676308.682878:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.682883:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.682886:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.682907:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.682911:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.682914:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6200. 02000000:00000010:1.0:1734676308.682920:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7000. 00000100:00000010:1.0:1734676308.682923:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:1.0:1734676308.682927:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:1.0:1734676308.682930:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:1.0:1734676308.682934:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5000. 00000100:00000010:1.0:1734676308.682936:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:1.0:1734676308.682940:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6800. 00000100:00000010:1.0:1734676308.682943:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:1.0:1734676308.682946:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6400. 00000100:00000010:1.0:1734676308.682948:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 02000000:00000010:1.0:1734676308.682952:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:1.0:1734676308.682953:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:1.0:1734676308.682958:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.682961:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad9a0. 00000400:00000010:1.0:1734676308.682964:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d151780. 00000800:00000200:0.0:1734676308.683025:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.683028:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6700. 00000400:00000200:0.0:1734676308.683031:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.683035:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.683073:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676308.683075:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 02000000:00000010:0.0:1734676308.683078:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4c00. 00080000:00000010:2.0:1734676308.683154:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17c00. 00010000:00000010:2.0:1734676308.683210:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ac80. 00010000:00000010:2.0:1734676308.683215:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880131200180. 00010000:00000010:2.0:1734676308.683266:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17a00. 00010000:00000010:2.0:1734676308.683270:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676308.683276:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.683279:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.683284:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.683290:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17e00. 02000000:00000010:2.0:1734676308.683306:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17800. 00000400:00000010:2.0:1734676308.683309:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.683311:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.683314:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465792, portal 16 00000400:00000010:2.0:1734676308.683317:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676308.683319:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465792, offset 0 00000400:00000200:2.0:1734676308.683322:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.683327:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.683330:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.683332:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.683334:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.683336:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.683339:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81546:81546:256:4294967295] 192.168.203.46@tcp LPNI seq info [81542:81542:8:4294967295] 00000400:00000200:2.0:1734676308.683344:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.683348:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.683350:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.683352:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.683356:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.683358:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.683436:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.683438:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.683441:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.683444:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.683446:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676308.683448:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676308.683452:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864465792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.684417:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.684426:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27780 00000400:00000200:0.0:1734676308.684432:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d41 [1] + 224 00000400:00000200:0.0:1734676308.684448:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.684451:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.684457:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864465792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.684551:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:2.0:1734676308.684556:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676308.684557:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.684564:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864465792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.684574:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864465792/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.684593:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17800. 02000000:00000010:2.0:1734676308.684599:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17e00. 00000100:00000010:2.0:1734676308.684601:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.684605:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.684609:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000200:0.0:1734676308.685358:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.685364:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fb80 00000400:00000200:0.0:1734676308.685369:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 0 00000400:00000200:0.0:1734676308.685519:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.685523:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.685528:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.685533:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:1.0:1734676308.685626:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6200. 00000020:00000010:1.0:1734676308.685633:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.685637:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.685661:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867972992/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.685704:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867972992 02000000:00000010:1.0:1734676308.685714:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6400. 00010000:00000010:1.0:1734676308.685737:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009669ab00. 00010000:00000010:1.0:1734676308.685758:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.685765:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676308.686565:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676308.686571:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.686586:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676308.686594:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867972992, offset 224 00000400:00000200:1.0:1734676308.686601:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.686613:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.686621:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81547:81547:256:4294967295] 192.168.203.46@tcp LPNI seq info [81543:81543:8:4294967295] 00000400:00000200:1.0:1734676308.686631:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.686638:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.686642:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.686648:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.686655:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.686659:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676308.686800:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17e00. 00010000:00000010:2.0:1734676308.686877:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676308.686885:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009669af80. 00010000:00000010:2.0:1734676308.686977:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17800. 00010000:00000010:2.0:1734676308.686984:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4080. 00010000:00000010:2.0:1734676308.686994:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.687001:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.687008:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.687020:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17600. 02000000:00000010:2.0:1734676308.687074:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16200. 00000400:00000010:2.0:1734676308.687081:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.687085:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.687091:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864465920, portal 16 00000400:00000010:2.0:1734676308.687094:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.687097:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864465920, offset 0 00000400:00000200:2.0:1734676308.687102:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.687109:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.687113:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.687116:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.687119:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.687122:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.687124:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81548:81548:255:4294967295] 192.168.203.46@tcp LPNI seq info [81544:81544:7:4294967295] 00000400:00000200:2.0:1734676308.687131:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.687135:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.687138:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.687142:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.687147:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.687149:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.687212:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.687218:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.687223:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6200. 00000800:00000200:0.0:1734676308.687420:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.687423:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676308.687427:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.687431:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.687434:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676308.687436:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000800:00000200:0.0:1734676308.687482:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.687484:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676308.687486:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.687489:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.687491:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:0.0:1734676308.687492:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:0.0:1734676308.687498:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864465920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.687512:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf30f00. 00010000:00000010:0.1:1734676308.687516:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3200. 00000400:00000200:0.0:1734676308.689074:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.689085:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27800 00000400:00000200:0.0:1734676308.689092:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d4d [1] + 224 00000400:00000200:0.0:1734676308.689107:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.689110:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.689117:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864465920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.689340:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:2.0:1734676308.689345:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676308.689347:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.689352:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864465920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.689358:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864465920/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.689378:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16200. 02000000:00000010:2.0:1734676308.689382:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17600. 00000100:00000010:2.0:1734676308.689386:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.689389:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.689391:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00010000:00000010:0.1:1734676308.690543:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2e5900. 00010000:00000010:0.1:1734676308.690593:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2400. 00000400:00000200:1.0:1734676308.690710:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.690720:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fc00 00000400:00000200:1.0:1734676308.690727:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 328 00000400:00000200:1.0:1734676308.690775:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.690780:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.690784:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.690789:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9880. 00000020:00000010:2.0:1734676308.690958:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17600. 00000020:00000010:2.0:1734676308.690963:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.690967:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.690985:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9880 x1818938867973120/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.691001:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973120 02000000:00000010:2.0:1734676308.691008:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00010000:00000010:2.0:1734676308.691027:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736c7f80. 00010000:00000010:2.0:1734676308.691056:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.691061:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.691076:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.691079:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000010:2.0:1734676308.691086:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.691090:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973120, offset 224 00000400:00000200:2.0:1734676308.691095:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.691101:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.691105:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81549:81549:256:4294967295] 192.168.203.46@tcp LPNI seq info [81545:81545:8:4294967295] 00000400:00000200:2.0:1734676308.691112:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.691116:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.691119:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.691123:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.691129:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.691132:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.691141:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.691143:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.691147:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17600. 00080000:00000010:3.0:1734676308.691283:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c2600. 00010000:00000010:3.0:1734676308.691347:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4080. 00010000:00000010:3.0:1734676308.691353:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736c7f00. 00010000:00000010:3.0:1734676308.691411:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c2400. 00010000:00000010:3.0:1734676308.691416:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.691422:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.691425:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.691431:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.691440:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c3200. 02000000:00000010:3.0:1734676308.691457:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959c3c00. 00000400:00000010:3.0:1734676308.691461:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.691464:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.691468:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466048, portal 16 00000400:00000010:3.0:1734676308.691471:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.691472:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466048, offset 0 00000400:00000200:3.0:1734676308.691476:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.691481:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.691484:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.691487:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.691490:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.691491:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.691494:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81550:81550:255:4294967295] 192.168.203.46@tcp LPNI seq info [81546:81546:7:4294967295] 00000400:00000200:3.0:1734676308.691499:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.691502:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.691504:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb100. 00000800:00000200:3.0:1734676308.691507:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.691510:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.691512:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.691567:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.691569:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:1.0:1734676308.691572:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.691575:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.691578:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:1.0:1734676308.691579:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000800:00000200:1.0:1734676308.691612:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.691614:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb100. 00000400:00000200:1.0:1734676308.691616:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.691619:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.691621:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:1.0:1734676308.691622:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:1.0:1734676308.691627:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864466048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.693218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800959a5500. 00010000:00000010:0.1:1734676308.693227:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2800. 00010000:00000010:2.1:1734676308.694345:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d1fde00. 00000400:00000200:0.0:1734676308.695317:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.695333:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27880 00000400:00000200:0.0:1734676308.695342:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d59 [1] + 224 00000400:00000200:0.0:1734676308.695352:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.695356:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.695367:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864466048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.695405:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.695409:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fc80 00000400:00000200:0.0:1734676308.695413:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 656 00000400:00000200:0.0:1734676308.695432:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.695435:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.695439:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.695444:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000020:00000010:1.0:1734676308.695523:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.695529:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.695537:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.695558:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867973248/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676308.695808:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676308.695813:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.695815:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.695820:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864466048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.695827:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864466048/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.695847:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959c3c00. 02000000:00000010:3.0:1734676308.695852:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c3200. 00000100:00000010:3.0:1734676308.695855:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.695857:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.695860:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000100:00000200:1.0:1734676308.695926:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973248 02000000:00000010:1.0:1734676308.695935:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6800. 00010000:00000010:1.0:1734676308.695956:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800736c7680. 00010000:00000010:1.0:1734676308.695971:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.695977:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676308.695990:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676308.695992:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.696001:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676308.696005:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973248, offset 224 00000400:00000200:1.0:1734676308.696010:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.696017:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.696021:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c3200. 00000400:00000200:1.0:1734676308.696021:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81551:81551:256:4294967295] 192.168.203.46@tcp LPNI seq info [81547:81547:8:4294967295] 00000400:00000200:1.0:1734676308.696029:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.696033:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.696072:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.696077:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.696082:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.696085:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.696098:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.696101:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.696104:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00000800:00000200:1.0:1734676308.696167:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.696169:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:1.0:1734676308.696171:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.696175:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.696177:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:1.0:1734676308.696179:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00010000:00000010:3.0:1734676308.696290:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.696296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800736c7700. 00010000:00000010:3.0:1734676308.696351:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c3c00. 00010000:00000010:3.0:1734676308.696355:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.696362:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.696365:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.696369:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.696945:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959c2800. 02000000:00000010:3.0:1734676308.696964:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880800. 00000400:00000010:3.0:1734676308.696968:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.696971:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.696976:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466176, portal 16 00000400:00000010:3.0:1734676308.696979:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.696980:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466176, offset 0 00000400:00000200:3.0:1734676308.696984:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.696990:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.696993:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.696996:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.696999:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.697000:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.697003:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81552:81552:256:4294967295] 192.168.203.46@tcp LPNI seq info [81548:81548:8:4294967295] 00000400:00000200:3.0:1734676308.697009:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.697012:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.697015:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb800. 00000800:00000200:3.0:1734676308.697018:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.697022:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.697024:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.697991:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.697995:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb800. 00000400:00000200:1.0:1734676308.697999:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.698003:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.698007:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:1.0:1734676308.698009:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:1.0:1734676308.698015:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864466176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.699274:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095b0ee00. 00010000:00000010:1.1:1734676308.699280:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17a00. 00010000:00000010:3.1:1734676308.699756:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012cd9fa00. 00010000:00000010:3.1:1734676308.699771:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009846cc00. 00010000:00000010:3.1:1734676308.699780:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d40bc00. 00000400:00000200:0.0:1734676308.700177:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.700190:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27900 00000400:00000200:0.0:1734676308.700198:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d65 [1] + 224 00000400:00000200:0.0:1734676308.700206:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.700209:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.700217:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864466176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.700236:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.700239:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fd00 00000400:00000200:0.0:1734676308.700243:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 984 00000400:00000010:3.0:1734676308.700457:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676308.700462:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.700464:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.700469:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864466176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.700477:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864466176/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.700499:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880800. 02000000:00000010:3.0:1734676308.700505:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959c2800. 00000100:00000010:3.0:1734676308.700509:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.700511:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.700514:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000200:0.0:1734676308.700897:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.700902:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.700906:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.700910:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00010000:00000010:1.1:1734676308.702380:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd38000. 00010000:00000010:1.1:1734676308.702391:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17800. 00000020:00000010:2.0:1734676308.703165:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17600. 00000020:00000010:2.0:1734676308.703171:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.703176:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.703200:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867973376/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.703225:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973376 02000000:00000010:2.0:1734676308.703235:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac400. 00010000:00000010:2.0:1734676308.703258:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098455180. 00010000:00000010:2.0:1734676308.703272:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.703278:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.703300:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.703303:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000010:2.0:1734676308.703313:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676308.703318:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973376, offset 224 00000400:00000200:2.0:1734676308.703324:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.703333:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.703339:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81553:81553:256:4294967295] 192.168.203.46@tcp LPNI seq info [81549:81549:8:4294967295] 00000400:00000200:2.0:1734676308.703347:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.703351:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.703355:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.703359:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.703366:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.703370:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.703392:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.703395:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.703398:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17600. 00080000:00000010:3.0:1734676308.704101:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d880800. 00010000:00000010:3.0:1734676308.704157:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.704162:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098455e80. 00010000:00000010:3.0:1734676308.704208:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d881c00. 00010000:00000010:3.0:1734676308.704212:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.704219:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.704223:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.704228:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.704237:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d881400. 02000000:00000010:3.0:1734676308.704253:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d880400. 00000400:00000010:3.0:1734676308.704257:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.704261:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.704265:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466304, portal 16 00000400:00000010:3.0:1734676308.704268:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.704270:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466304, offset 0 00000400:00000200:3.0:1734676308.704274:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.704280:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.704284:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.704287:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.704289:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.704291:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.704293:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81554:81554:255:4294967295] 192.168.203.46@tcp LPNI seq info [81550:81550:7:4294967295] 00000400:00000200:3.0:1734676308.704299:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.704302:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.704305:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097eeb800. 00000800:00000200:3.0:1734676308.704308:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.704312:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.704314:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880097eeb800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.704495:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.704499:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676308.704504:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.704509:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.704513:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676308.704515:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000800:00000200:0.0:1734676308.704564:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.704566:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097eeb800. 00000400:00000200:0.0:1734676308.704569:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.704571:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.704573:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:0.0:1734676308.704575:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676308.704580:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864466304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.705971:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff02400. 00010000:00000010:2.1:1734676308.706018:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff03e00. 00000400:00000200:0.0:1734676308.706588:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.706600:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27980 00000400:00000200:0.0:1734676308.706608:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d71 [1] + 224 00000400:00000200:0.0:1734676308.706623:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.706627:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.706636:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864466304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.706683:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676308.706687:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.706689:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.706694:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864466304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.706701:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864466304/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.706723:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d880400. 02000000:00000010:3.0:1734676308.706730:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d881400. 00000100:00000010:3.0:1734676308.706735:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.706738:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.706741:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000200:0.0:1734676308.707870:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.707879:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fd80 00000400:00000200:0.0:1734676308.707884:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 1312 00000400:00000200:0.0:1734676308.708264:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.708270:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.708275:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.708280:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:1.0:1734676308.708377:0:11224:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6e00. 00000020:00000010:1.0:1734676308.708383:0:11224:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.708387:0:11224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.708406:0:11224:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867973504/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.708435:0:11224:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973504 02000000:00000010:1.0:1734676308.708446:0:11224:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5000. 00010000:00000010:1.0:1734676308.708469:0:11224:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134d38c80. 00010000:00000010:1.0:1734676308.708494:0:11224:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.708500:0:11224:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676308.708505:0:11224:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676308.708508:0:11224:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.708518:0:11224:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676308.708522:0:11224:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973504, offset 224 00000400:00000200:1.0:1734676308.708527:0:11224:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.708534:0:11224:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.708539:0:11224:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81555:81555:256:4294967295] 192.168.203.46@tcp LPNI seq info [81551:81551:8:4294967295] 00000400:00000200:1.0:1734676308.708547:0:11224:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.708550:0:11224:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.708554:0:11224:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.708558:0:11224:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.708564:0:11224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.708566:0:11224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.708590:0:11224:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.708594:0:11224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.708597:0:11224:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6e00. 00080000:00000010:3.0:1734676308.708685:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d881400. 00010000:00000010:3.0:1734676308.708743:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708748:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134d38c00. 00000001:00000010:3.0:1734676308.708790:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798d4d0. 00000001:00000010:3.0:1734676308.708794:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798d4d0. 00000001:00000010:3.0:1734676308.708796:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c71b8. 00080000:00000010:3.0:1734676308.708801:0:23972:0:(osd_handler.c:6754:osd_it_iam_fini()) kfreed 'it': 328 at ffff88009d960e00. 00080000:00000010:3.0:1734676308.708806:0:23972:0:(osd_handler.c:6726:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88009d880400. 00000001:00000010:3.0:1734676308.708810:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798d4d0. 00010000:00000010:3.0:1734676308.708833:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb100. 00010000:00000010:3.0:1734676308.708835:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708838:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d880e00. 00010000:00000010:3.0:1734676308.708842:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.708852:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c2c00. 00010000:00000010:3.0:1734676308.708867:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.708869:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708906:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb400. 00010000:00000010:3.0:1734676308.708908:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708910:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c2800. 00010000:00000010:3.0:1734676308.708912:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.708919:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d487200. 00010000:00000010:3.0:1734676308.708933:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.708936:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708958:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb500. 00010000:00000010:3.0:1734676308.708960:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.708962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d487000. 00010000:00000010:3.0:1734676308.708964:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.708970:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d486800. 00010000:00000010:3.0:1734676308.708985:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.708987:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709016:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eebf00. 00010000:00000010:3.0:1734676308.709018:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709020:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d487a00. 00010000:00000010:3.0:1734676308.709022:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709027:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d487c00. 00010000:00000010:3.0:1734676308.709059:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709093:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709121:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb700. 00010000:00000010:3.0:1734676308.709123:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709126:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d486400. 00010000:00000010:3.0:1734676308.709128:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709133:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d487e00. 00010000:00000010:3.0:1734676308.709148:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709150:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709172:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb000. 00010000:00000010:3.0:1734676308.709174:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709176:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d486a00. 00010000:00000010:3.0:1734676308.709178:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709183:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d486000. 00010000:00000010:3.0:1734676308.709195:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709197:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709220:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeba00. 00010000:00000010:3.0:1734676308.709221:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709224:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d486600. 00010000:00000010:3.0:1734676308.709226:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709231:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d487800. 00010000:00000010:3.0:1734676308.709244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709246:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709270:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097eeb800. 00010000:00000010:3.0:1734676308.709272:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709274:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d486200. 00010000:00000010:3.0:1734676308.709277:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709281:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d486e00. 00010000:00000010:3.0:1734676308.709294:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709296:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709319:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4200. 00010000:00000010:3.0:1734676308.709321:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709324:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d487400. 00010000:00000010:3.0:1734676308.709327:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709332:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d487600. 00010000:00000010:3.0:1734676308.709344:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709346:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709372:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4800. 00010000:00000010:3.0:1734676308.709374:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709377:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16be00. 00010000:00000010:3.0:1734676308.709379:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709384:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16a400. 00010000:00000010:3.0:1734676308.709397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709399:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709421:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4600. 00010000:00000010:3.0:1734676308.709423:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709425:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16b200. 00010000:00000010:3.0:1734676308.709427:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709432:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16ba00. 00010000:00000010:3.0:1734676308.709445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709447:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4700. 00010000:00000010:3.0:1734676308.709469:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16b800. 00010000:00000010:3.0:1734676308.709474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16ae00. 00010000:00000010:3.0:1734676308.709491:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709493:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709516:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4100. 00010000:00000010:3.0:1734676308.709518:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709521:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16a600. 00010000:00000010:3.0:1734676308.709523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709527:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16bc00. 00010000:00000010:3.0:1734676308.709541:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709543:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709564:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4000. 00010000:00000010:3.0:1734676308.709566:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709569:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16b600. 00010000:00000010:3.0:1734676308.709571:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16aa00. 00010000:00000010:3.0:1734676308.709588:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709590:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709611:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4500. 00010000:00000010:3.0:1734676308.709612:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709615:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16b000. 00010000:00000010:3.0:1734676308.709617:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709622:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16a200. 00010000:00000010:3.0:1734676308.709634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709637:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709659:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4e00. 00010000:00000010:3.0:1734676308.709660:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709663:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16ac00. 00010000:00000010:3.0:1734676308.709665:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709670:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d16a800. 00010000:00000010:3.0:1734676308.709683:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709685:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709705:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4a00. 00010000:00000010:3.0:1734676308.709707:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709709:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d16b400. 00010000:00000010:3.0:1734676308.709711:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709717:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073433400. 00010000:00000010:3.0:1734676308.709730:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709732:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709753:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4b00. 00010000:00000010:3.0:1734676308.709755:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709757:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073433200. 00010000:00000010:3.0:1734676308.709760:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709765:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073433a00. 00010000:00000010:3.0:1734676308.709777:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709779:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709801:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4300. 00010000:00000010:3.0:1734676308.709802:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709805:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db58600. 00010000:00000010:3.0:1734676308.709807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709812:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009db59200. 00010000:00000010:3.0:1734676308.709825:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709828:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709848:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4f00. 00010000:00000010:3.0:1734676308.709850:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709852:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009db59400. 00010000:00000010:3.0:1734676308.709855:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709860:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daebc00. 00010000:00000010:3.0:1734676308.709873:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709876:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709895:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4400. 00010000:00000010:3.0:1734676308.709897:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709899:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009daeba00. 00010000:00000010:3.0:1734676308.709902:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709907:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009daeac00. 00010000:00000010:3.0:1734676308.709919:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709921:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709944:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4c00. 00010000:00000010:3.0:1734676308.709946:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709949:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6dfe00. 00010000:00000010:3.0:1734676308.709951:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.709956:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6df200. 00010000:00000010:3.0:1734676308.709969:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.709971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709993:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097fc4900. 00010000:00000010:3.0:1734676308.709995:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.709997:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6de800. 00010000:00000010:3.0:1734676308.709999:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710003:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6de000. 00010000:00000010:3.0:1734676308.710016:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710018:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710075:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080600. 00010000:00000010:3.0:1734676308.710077:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710079:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6de400. 00010000:00000010:3.0:1734676308.710082:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710088:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6df400. 00010000:00000010:3.0:1734676308.710105:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710108:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710130:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080400. 00010000:00000010:3.0:1734676308.710132:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710134:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6dfc00. 00010000:00000010:3.0:1734676308.710136:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710141:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6dfa00. 00010000:00000010:3.0:1734676308.710155:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710157:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710175:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080e00. 00010000:00000010:3.0:1734676308.710177:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710179:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6dea00. 00010000:00000010:3.0:1734676308.710181:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710185:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6df600. 00010000:00000010:3.0:1734676308.710196:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710198:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710212:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080000. 00010000:00000010:3.0:1734676308.710214:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710216:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6df800. 00010000:00000010:3.0:1734676308.710218:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710222:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6dec00. 00010000:00000010:3.0:1734676308.710230:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710232:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710248:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080500. 00010000:00000010:3.0:1734676308.710250:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710252:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6df000. 00010000:00000010:3.0:1734676308.710254:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710258:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6de600. 00010000:00000010:3.0:1734676308.710268:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710270:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080d00. 00010000:00000010:3.0:1734676308.710288:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6dee00. 00010000:00000010:3.0:1734676308.710292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710296:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b2400. 00010000:00000010:3.0:1734676308.710306:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710307:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710322:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080900. 00010000:00000010:3.0:1734676308.710323:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710326:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b3000. 00010000:00000010:3.0:1734676308.710328:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710331:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b2000. 00010000:00000010:3.0:1734676308.710340:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710342:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710357:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080a00. 00010000:00000010:3.0:1734676308.710358:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710361:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b2a00. 00010000:00000010:3.0:1734676308.710363:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710366:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b3e00. 00010000:00000010:3.0:1734676308.710375:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710377:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710392:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080200. 00010000:00000010:3.0:1734676308.710393:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710395:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b3400. 00010000:00000010:3.0:1734676308.710397:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710401:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b3200. 00010000:00000010:3.0:1734676308.710411:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710413:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710428:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080700. 00010000:00000010:3.0:1734676308.710430:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710432:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b3600. 00010000:00000010:3.0:1734676308.710434:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710437:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b2600. 00010000:00000010:3.0:1734676308.710447:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710449:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710466:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080b00. 00010000:00000010:3.0:1734676308.710467:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710469:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b2800. 00010000:00000010:3.0:1734676308.710471:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710475:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b2e00. 00010000:00000010:3.0:1734676308.710484:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710486:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710500:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080100. 00010000:00000010:3.0:1734676308.710501:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710503:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b2200. 00010000:00000010:3.0:1734676308.710505:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710509:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b3a00. 00010000:00000010:3.0:1734676308.710518:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710520:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710535:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080300. 00010000:00000010:3.0:1734676308.710536:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710538:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b2c00. 00010000:00000010:3.0:1734676308.710540:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710544:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349e00. 00010000:00000010:3.0:1734676308.710553:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710555:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710570:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012d080f00. 00010000:00000010:3.0:1734676308.710571:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710573:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348000. 00010000:00000010:3.0:1734676308.710576:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710579:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349a00. 00010000:00000010:3.0:1734676308.710589:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710591:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710606:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4400. 00010000:00000010:3.0:1734676308.710608:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710610:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e349c00. 00010000:00000010:3.0:1734676308.710612:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710615:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349400. 00010000:00000010:3.0:1734676308.710626:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710629:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710648:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4f00. 00010000:00000010:3.0:1734676308.710650:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710652:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348200. 00010000:00000010:3.0:1734676308.710654:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710660:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349200. 00010000:00000010:3.0:1734676308.710672:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710675:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710698:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4900. 00010000:00000010:3.0:1734676308.710699:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710702:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348800. 00010000:00000010:3.0:1734676308.710704:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710708:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e348e00. 00010000:00000010:3.0:1734676308.710721:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710723:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710741:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4800. 00010000:00000010:3.0:1734676308.710743:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710745:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348c00. 00010000:00000010:3.0:1734676308.710748:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710753:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349000. 00010000:00000010:3.0:1734676308.710765:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710767:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710787:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4a00. 00010000:00000010:3.0:1734676308.710789:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710791:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348a00. 00010000:00000010:3.0:1734676308.710793:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710797:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e348600. 00010000:00000010:3.0:1734676308.710809:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710812:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710831:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4c00. 00010000:00000010:3.0:1734676308.710832:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710835:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e348400. 00010000:00000010:3.0:1734676308.710837:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710842:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e349600. 00010000:00000010:3.0:1734676308.710854:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710856:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710878:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4d00. 00010000:00000010:3.0:1734676308.710880:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710883:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800972fd400. 00010000:00000010:3.0:1734676308.710885:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710891:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098453000. 00010000:00000010:3.0:1734676308.710903:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710905:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710924:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4300. 00010000:00000010:3.0:1734676308.710926:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710928:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098452e00. 00010000:00000010:3.0:1734676308.710930:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710935:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098453c00. 00010000:00000010:3.0:1734676308.710948:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710950:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710973:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4200. 00010000:00000010:3.0:1734676308.710975:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.710977:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098452c00. 00010000:00000010:3.0:1734676308.710979:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.710984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098453e00. 00010000:00000010:3.0:1734676308.710997:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.710999:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711018:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4700. 00010000:00000010:3.0:1734676308.711019:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711022:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098453a00. 00010000:00000010:3.0:1734676308.711024:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711029:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098453600. 00010000:00000010:3.0:1734676308.711061:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711074:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711098:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4100. 00010000:00000010:3.0:1734676308.711100:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711102:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098453200. 00010000:00000010:3.0:1734676308.711104:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711110:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880098453800. 00010000:00000010:3.0:1734676308.711123:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711125:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711145:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4600. 00010000:00000010:3.0:1734676308.711146:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711148:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880098453400. 00010000:00000010:3.0:1734676308.711151:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711156:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d552800. 00010000:00000010:3.0:1734676308.711169:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711171:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711191:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4500. 00010000:00000010:3.0:1734676308.711193:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711196:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d553c00. 00010000:00000010:3.0:1734676308.711198:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711202:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d552600. 00010000:00000010:3.0:1734676308.711214:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711216:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711238:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800933a4e00. 00010000:00000010:3.0:1734676308.711240:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711242:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d553200. 00010000:00000010:3.0:1734676308.711244:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711249:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d553a00. 00010000:00000010:3.0:1734676308.711261:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711263:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711286:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0000. 00010000:00000010:3.0:1734676308.711288:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711290:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d552000. 00010000:00000010:3.0:1734676308.711292:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711297:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d552200. 00010000:00000010:3.0:1734676308.711310:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711312:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711332:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0800. 00010000:00000010:3.0:1734676308.711334:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711337:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d552a00. 00010000:00000010:3.0:1734676308.711339:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711344:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d553400. 00010000:00000010:3.0:1734676308.711356:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711358:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711377:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0f00. 00010000:00000010:3.0:1734676308.711379:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711381:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d553800. 00010000:00000010:3.0:1734676308.711383:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711388:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d553e00. 00010000:00000010:3.0:1734676308.711400:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711422:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0400. 00010000:00000010:3.0:1734676308.711424:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711426:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d552c00. 00010000:00000010:3.0:1734676308.711428:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711433:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d553000. 00010000:00000010:3.0:1734676308.711445:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711447:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0a00. 00010000:00000010:3.0:1734676308.711470:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711472:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d552e00. 00010000:00000010:3.0:1734676308.711474:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d553600. 00010000:00000010:3.0:1734676308.711492:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711494:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711514:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0d00. 00010000:00000010:3.0:1734676308.711516:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711519:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007edf7600. 00010000:00000010:3.0:1734676308.711522:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711527:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007edf7800. 00010000:00000010:3.0:1734676308.711539:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711541:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711565:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0c00. 00010000:00000010:3.0:1734676308.711567:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711569:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c5400. 00010000:00000010:3.0:1734676308.711572:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c4600. 00010000:00000010:3.0:1734676308.711589:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711612:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0b00. 00010000:00000010:3.0:1734676308.711614:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c5200. 00010000:00000010:3.0:1734676308.711618:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711622:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c5a00. 00010000:00000010:3.0:1734676308.711634:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711636:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711656:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0200. 00010000:00000010:3.0:1734676308.711657:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711660:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c4000. 00010000:00000010:3.0:1734676308.711662:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711666:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c4c00. 00010000:00000010:3.0:1734676308.711678:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711680:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711699:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0300. 00010000:00000010:3.0:1734676308.711701:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711703:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c4a00. 00010000:00000010:3.0:1734676308.711705:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711710:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c4400. 00010000:00000010:3.0:1734676308.711722:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711725:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711744:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0600. 00010000:00000010:3.0:1734676308.711746:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711748:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c5000. 00010000:00000010:3.0:1734676308.711750:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711755:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c5600. 00010000:00000010:3.0:1734676308.711767:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711769:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711790:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0e00. 00010000:00000010:3.0:1734676308.711792:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711794:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c4800. 00010000:00000010:3.0:1734676308.711796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711801:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c5e00. 00010000:00000010:3.0:1734676308.711813:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711815:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711842:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0900. 00010000:00000010:3.0:1734676308.711844:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711846:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c4e00. 00010000:00000010:3.0:1734676308.711849:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711853:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959c5800. 00010000:00000010:3.0:1734676308.711866:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711868:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711888:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0500. 00010000:00000010:3.0:1734676308.711890:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711892:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959c4200. 00010000:00000010:3.0:1734676308.711895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77c400. 00010000:00000010:3.0:1734676308.711913:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711915:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711938:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012e2a0100. 00010000:00000010:3.0:1734676308.711940:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711943:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77c000. 00010000:00000010:3.0:1734676308.711946:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.711951:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77d200. 00010000:00000010:3.0:1734676308.711965:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.711967:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711993:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6d00. 00010000:00000010:3.0:1734676308.711995:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.711998:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77d800. 00010000:00000010:3.0:1734676308.712000:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712006:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77c800. 00010000:00000010:3.0:1734676308.712018:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712020:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00000800:00000200:0.0:1734676308.712215:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.712219:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676308.712228:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.712236:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.712241:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000400:00000010:0.0:1734676308.712244:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00010000:00000010:1.1:1734676308.712536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8e800. 00010000:00000010:1.1:1734676308.712542:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2400. 00010000:00000010:3.0:1734676308.712627:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6500. 00010000:00000010:3.0:1734676308.712630:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712632:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77d400. 00010000:00000010:3.0:1734676308.712635:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712644:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77dc00. 00010000:00000010:3.0:1734676308.712664:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712666:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712692:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6a00. 00010000:00000010:3.0:1734676308.712694:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712696:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77d600. 00010000:00000010:3.0:1734676308.712698:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712703:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77c600. 00010000:00000010:3.0:1734676308.712716:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712718:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712742:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6e00. 00010000:00000010:3.0:1734676308.712744:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712747:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77ca00. 00010000:00000010:3.0:1734676308.712749:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712753:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77c200. 00010000:00000010:3.0:1734676308.712766:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712768:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712789:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6300. 00010000:00000010:3.0:1734676308.712791:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712793:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77de00. 00010000:00000010:3.0:1734676308.712796:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712801:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d77d000. 00010000:00000010:3.0:1734676308.712813:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712816:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712834:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6400. 00010000:00000010:3.0:1734676308.712836:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712838:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d77da00. 00010000:00000010:3.0:1734676308.712840:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712846:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d4fc800. 00010000:00000010:3.0:1734676308.712858:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712861:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712880:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6800. 00010000:00000010:3.0:1734676308.712882:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712885:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d110800. 00010000:00000010:3.0:1734676308.712887:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712892:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d110a00. 00010000:00000010:3.0:1734676308.712904:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712906:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712929:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6600. 00010000:00000010:3.0:1734676308.712930:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712933:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d111e00. 00010000:00000010:3.0:1734676308.712935:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712940:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d111600. 00010000:00000010:3.0:1734676308.712953:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.712955:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712978:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6000. 00010000:00000010:3.0:1734676308.712980:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.712982:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d111400. 00010000:00000010:3.0:1734676308.712985:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.712990:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d110c00. 00010000:00000010:3.0:1734676308.713003:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713005:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713030:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6900. 00010000:00000010:3.0:1734676308.713032:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713034:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d111a00. 00010000:00000010:3.0:1734676308.713108:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713116:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d111c00. 00010000:00000010:3.0:1734676308.713133:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713136:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713159:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6b00. 00010000:00000010:3.0:1734676308.713161:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713164:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d111000. 00010000:00000010:3.0:1734676308.713166:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713171:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d111800. 00010000:00000010:3.0:1734676308.713183:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713185:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713207:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6f00. 00010000:00000010:3.0:1734676308.713208:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713211:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d111200. 00010000:00000010:3.0:1734676308.713213:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713218:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d110e00. 00010000:00000010:3.0:1734676308.713231:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713233:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713254:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6c00. 00010000:00000010:3.0:1734676308.713256:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713258:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d110000. 00010000:00000010:3.0:1734676308.713261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713266:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d110400. 00010000:00000010:3.0:1734676308.713279:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713281:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713304:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6200. 00010000:00000010:3.0:1734676308.713306:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713308:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d110200. 00010000:00000010:3.0:1734676308.713310:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713317:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012cda2600. 00010000:00000010:3.0:1734676308.713330:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713332:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713353:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007edc6700. 00010000:00000010:3.0:1734676308.713355:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713359:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d039a00. 00010000:00000010:3.0:1734676308.713361:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713366:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d038400. 00010000:00000010:3.0:1734676308.713379:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713381:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713409:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4e00. 00010000:00000010:3.0:1734676308.713411:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713413:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d038800. 00010000:00000010:3.0:1734676308.713415:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713420:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d038000. 00010000:00000010:3.0:1734676308.713433:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713435:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713457:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4800. 00010000:00000010:3.0:1734676308.713459:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713461:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d039000. 00010000:00000010:3.0:1734676308.713463:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713468:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d039c00. 00010000:00000010:3.0:1734676308.713481:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713483:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713504:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4d00. 00010000:00000010:3.0:1734676308.713506:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713509:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d038a00. 00010000:00000010:3.0:1734676308.713512:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713516:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d038e00. 00010000:00000010:3.0:1734676308.713529:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713531:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713551:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4700. 00010000:00000010:3.0:1734676308.713552:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713555:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d039e00. 00010000:00000010:3.0:1734676308.713557:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713561:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d039400. 00010000:00000010:3.0:1734676308.713574:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713575:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713596:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4000. 00010000:00000010:3.0:1734676308.713598:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713600:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d039800. 00010000:00000010:3.0:1734676308.713602:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d039600. 00010000:00000010:3.0:1734676308.713620:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713622:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713643:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4400. 00010000:00000010:3.0:1734676308.713645:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713647:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d038200. 00010000:00000010:3.0:1734676308.713649:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713654:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d038600. 00010000:00000010:3.0:1734676308.713666:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713668:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713691:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4200. 00010000:00000010:3.0:1734676308.713693:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713695:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d038c00. 00010000:00000010:3.0:1734676308.713697:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713703:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073580600. 00010000:00000010:3.0:1734676308.713716:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713718:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713736:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4100. 00010000:00000010:3.0:1734676308.713738:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.713740:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073580400. 00010000:00000010:3.0:1734676308.713742:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.713747:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073580e00. 00010000:00000010:3.0:1734676308.713759:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.713761:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714444:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4600. 00010000:00000010:3.0:1734676308.714447:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714450:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073581800. 00010000:00000010:3.0:1734676308.714453:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714461:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073580c00. 00010000:00000010:3.0:1734676308.714483:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714485:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714512:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4f00. 00010000:00000010:3.0:1734676308.714514:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714516:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073581600. 00010000:00000010:3.0:1734676308.714518:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714523:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073581200. 00010000:00000010:3.0:1734676308.714537:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714539:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714566:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4300. 00010000:00000010:3.0:1734676308.714567:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714570:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073580a00. 00010000:00000010:3.0:1734676308.714572:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714576:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073580200. 00010000:00000010:3.0:1734676308.714589:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714592:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714612:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4500. 00010000:00000010:3.0:1734676308.714614:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714616:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073580800. 00010000:00000010:3.0:1734676308.714618:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714623:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073581400. 00010000:00000010:3.0:1734676308.714636:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714639:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714661:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4c00. 00010000:00000010:3.0:1734676308.714663:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714665:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073581c00. 00010000:00000010:3.0:1734676308.714667:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714673:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880073581a00. 00010000:00000010:3.0:1734676308.714684:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714686:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714708:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800994c4a00. 00010000:00000010:3.0:1734676308.714709:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714712:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880073581000. 00010000:00000010:3.0:1734676308.714714:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714721:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012dc70600. 00010000:00000010:3.0:1734676308.714732:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714734:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714757:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33eb00. 00010000:00000010:3.0:1734676308.714759:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714762:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007367c200. 00010000:00000010:3.0:1734676308.714764:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714768:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007367c000. 00010000:00000010:3.0:1734676308.714780:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714782:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714802:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33ed00. 00010000:00000010:3.0:1734676308.714804:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714806:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007367d000. 00010000:00000010:3.0:1734676308.714808:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714813:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007367de00. 00010000:00000010:3.0:1734676308.714824:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714826:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714845:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33ee00. 00010000:00000010:3.0:1734676308.714847:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714849:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007367d400. 00010000:00000010:3.0:1734676308.714851:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714856:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007367d200. 00010000:00000010:3.0:1734676308.714869:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714871:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714890:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e400. 00010000:00000010:3.0:1734676308.714892:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714893:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007367c400. 00010000:00000010:3.0:1734676308.714896:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007367cc00. 00010000:00000010:3.0:1734676308.714911:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714913:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714933:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e900. 00010000:00000010:3.0:1734676308.714935:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714936:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007367c600. 00010000:00000010:3.0:1734676308.714938:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714943:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007367d800. 00010000:00000010:3.0:1734676308.714953:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714955:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714972:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33ec00. 00010000:00000010:3.0:1734676308.714974:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.714978:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a0a1b800. 00010000:00000010:3.0:1734676308.714980:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.714984:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d404a00. 00010000:00000010:3.0:1734676308.714995:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.714997:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715014:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33ea00. 00010000:00000010:3.0:1734676308.715016:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715018:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d405200. 00010000:00000010:3.0:1734676308.715019:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715023:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d404800. 00010000:00000010:3.0:1734676308.715034:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715161:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715189:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e200. 00010000:00000010:3.0:1734676308.715191:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715194:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d53ce00. 00010000:00000010:3.0:1734676308.715197:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715203:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d53c400. 00010000:00000010:3.0:1734676308.715218:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715220:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715243:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e000. 00010000:00000010:3.0:1734676308.715245:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715247:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d53ca00. 00010000:00000010:3.0:1734676308.715249:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715254:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d45c200. 00010000:00000010:3.0:1734676308.715268:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715270:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715290:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e300. 00010000:00000010:3.0:1734676308.715292:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715296:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f88e00. 00010000:00000010:3.0:1734676308.715298:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715304:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f89e00. 00010000:00000010:3.0:1734676308.715319:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715345:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e500. 00010000:00000010:3.0:1734676308.715347:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715349:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f89a00. 00010000:00000010:3.0:1734676308.715351:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715356:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f89600. 00010000:00000010:3.0:1734676308.715369:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715371:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715393:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e600. 00010000:00000010:3.0:1734676308.715394:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715397:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f88400. 00010000:00000010:3.0:1734676308.715399:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f88600. 00010000:00000010:3.0:1734676308.715417:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715419:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715438:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33e800. 00010000:00000010:3.0:1734676308.715440:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715442:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f89c00. 00010000:00000010:3.0:1734676308.715444:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715448:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f88800. 00010000:00000010:3.0:1734676308.715460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715462:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715479:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c33ef00. 00010000:00000010:3.0:1734676308.715480:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715483:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f88a00. 00010000:00000010:3.0:1734676308.715484:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715488:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f88200. 00010000:00000010:3.0:1734676308.715498:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715500:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715518:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94c00. 00010000:00000010:3.0:1734676308.715519:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715521:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f89000. 00010000:00000010:3.0:1734676308.715523:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715527:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f88000. 00010000:00000010:3.0:1734676308.715538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715540:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715558:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94600. 00010000:00000010:3.0:1734676308.715559:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715561:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f89800. 00010000:00000010:3.0:1734676308.715563:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715567:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f88c00. 00010000:00000010:3.0:1734676308.715576:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715578:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715597:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94e00. 00010000:00000010:3.0:1734676308.715598:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715600:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f89400. 00010000:00000010:3.0:1734676308.715602:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715607:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d825c00. 00010000:00000010:3.0:1734676308.715618:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715619:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715635:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94200. 00010000:00000010:3.0:1734676308.715636:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715638:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d825a00. 00010000:00000010:3.0:1734676308.715640:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715644:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d824000. 00010000:00000010:3.0:1734676308.715655:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715657:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715677:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94700. 00010000:00000010:3.0:1734676308.715678:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715680:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d824400. 00010000:00000010:3.0:1734676308.715683:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715687:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d824a00. 00010000:00000010:3.0:1734676308.715698:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715701:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715721:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94500. 00010000:00000010:3.0:1734676308.715723:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715725:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d824c00. 00010000:00000010:3.0:1734676308.715727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d825000. 00010000:00000010:3.0:1734676308.715743:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715745:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715764:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94b00. 00010000:00000010:3.0:1734676308.715766:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715769:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d825600. 00010000:00000010:3.0:1734676308.715771:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715775:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d825e00. 00010000:00000010:3.0:1734676308.715787:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715790:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715811:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94900. 00010000:00000010:3.0:1734676308.715813:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715815:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d825800. 00010000:00000010:3.0:1734676308.715817:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715822:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d824800. 00010000:00000010:3.0:1734676308.715835:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715838:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715860:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94100. 00010000:00000010:3.0:1734676308.715862:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715865:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d825200. 00010000:00000010:3.0:1734676308.715868:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715872:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d824e00. 00010000:00000010:3.0:1734676308.715882:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715884:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715900:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94400. 00010000:00000010:3.0:1734676308.715902:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715904:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d824600. 00010000:00000010:3.0:1734676308.715906:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715911:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d825400. 00010000:00000010:3.0:1734676308.715924:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715926:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00000001:00000010:3.0:1734676308.715943:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798dbb0. 00000001:00000010:3.0:1734676308.715947:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798dbb0. 00000001:00000010:3.0:1734676308.715949:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88007798dbb0. 00000001:00000010:3.0:1734676308.715950:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798d4d0. 00010000:00000010:3.0:1734676308.715963:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94300. 00010000:00000010:3.0:1734676308.715965:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.715968:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0fe00. 00010000:00000010:3.0:1734676308.715971:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.715976:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0e600. 00010000:00000010:3.0:1734676308.715990:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.715992:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716012:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94000. 00010000:00000010:3.0:1734676308.716014:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716016:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0fa00. 00010000:00000010:3.0:1734676308.716018:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716023:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0f400. 00010000:00000010:3.0:1734676308.716136:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716139:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716169:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94f00. 00010000:00000010:3.0:1734676308.716170:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716173:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0e400. 00010000:00000010:3.0:1734676308.716176:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716182:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0f000. 00010000:00000010:3.0:1734676308.716199:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716201:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716221:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94d00. 00010000:00000010:3.0:1734676308.716223:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716225:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0e000. 00010000:00000010:3.0:1734676308.716228:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716232:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0f200. 00010000:00000010:3.0:1734676308.716244:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716246:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716267:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880097e94800. 00010000:00000010:3.0:1734676308.716269:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716272:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0f600. 00010000:00000010:3.0:1734676308.716274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716279:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0f800. 00010000:00000010:3.0:1734676308.716292:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716295:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716319:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9100. 00010000:00000010:3.0:1734676308.716321:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716323:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0e800. 00010000:00000010:3.0:1734676308.716326:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716332:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0ec00. 00010000:00000010:3.0:1734676308.716346:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716347:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716369:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9800. 00010000:00000010:3.0:1734676308.716371:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716374:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ea00. 00010000:00000010:3.0:1734676308.716376:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716381:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009bf0fc00. 00010000:00000010:3.0:1734676308.716393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716395:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716418:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9000. 00010000:00000010:3.0:1734676308.716420:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716422:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009bf0ee00. 00010000:00000010:3.0:1734676308.716424:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716431:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136945a00. 00010000:00000010:3.0:1734676308.716443:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716445:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716468:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9300. 00010000:00000010:3.0:1734676308.716471:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716473:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136944c00. 00010000:00000010:3.0:1734676308.716475:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716481:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136944400. 00010000:00000010:3.0:1734676308.716494:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716496:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716519:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9600. 00010000:00000010:3.0:1734676308.716521:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716523:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136944600. 00010000:00000010:3.0:1734676308.716526:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716531:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136945c00. 00010000:00000010:3.0:1734676308.716544:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716546:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716571:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9700. 00010000:00000010:3.0:1734676308.716573:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716575:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136944e00. 00010000:00000010:3.0:1734676308.716579:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716584:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136945e00. 00010000:00000010:3.0:1734676308.716599:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716601:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716623:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9d00. 00010000:00000010:3.0:1734676308.716625:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716627:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136944a00. 00010000:00000010:3.0:1734676308.716630:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716635:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136945600. 00010000:00000010:3.0:1734676308.716648:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716651:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716671:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9f00. 00010000:00000010:3.0:1734676308.716673:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716675:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136945000. 00010000:00000010:3.0:1734676308.716678:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716683:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136944200. 00010000:00000010:3.0:1734676308.716695:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716697:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716720:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9500. 00010000:00000010:3.0:1734676308.716722:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716724:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136944000. 00010000:00000010:3.0:1734676308.716727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716732:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880136945400. 00010000:00000010:3.0:1734676308.716747:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716749:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716770:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9e00. 00010000:00000010:3.0:1734676308.716772:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716774:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136945200. 00010000:00000010:3.0:1734676308.716777:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716783:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de6e00. 00010000:00000010:3.0:1734676308.716797:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716800:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716819:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9b00. 00010000:00000010:3.0:1734676308.716821:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716823:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de7200. 00010000:00000010:3.0:1734676308.716824:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716830:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de7800. 00010000:00000010:3.0:1734676308.716843:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716845:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716868:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9400. 00010000:00000010:3.0:1734676308.716870:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716872:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de6000. 00010000:00000010:3.0:1734676308.716875:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716880:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de7000. 00010000:00000010:3.0:1734676308.716893:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716895:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716913:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9c00. 00010000:00000010:3.0:1734676308.716915:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716917:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de7400. 00010000:00000010:3.0:1734676308.716919:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716924:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de6600. 00010000:00000010:3.0:1734676308.716936:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716938:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716958:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9a00. 00010000:00000010:3.0:1734676308.716960:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.716962:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de6a00. 00010000:00000010:3.0:1734676308.716964:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.716969:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de7a00. 00010000:00000010:3.0:1734676308.716982:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.716984:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717003:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d8d9200. 00010000:00000010:3.0:1734676308.717005:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717007:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de6c00. 00010000:00000010:3.0:1734676308.717009:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717014:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de6200. 00010000:00000010:3.0:1734676308.717026:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717028:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717186:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79af00. 00010000:00000010:3.0:1734676308.717189:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717191:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de7c00. 00010000:00000010:3.0:1734676308.717193:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717200:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097de7600. 00010000:00000010:3.0:1734676308.717214:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717217:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717240:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79ab00. 00010000:00000010:3.0:1734676308.717242:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717244:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097de7e00. 00010000:00000010:3.0:1734676308.717247:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717254:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009fffaa00. 00010000:00000010:3.0:1734676308.717268:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717270:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717294:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79aa00. 00010000:00000010:3.0:1734676308.717296:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717298:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2ee400. 00010000:00000010:3.0:1734676308.717300:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717306:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2eea00. 00010000:00000010:3.0:1734676308.717320:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717345:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a600. 00010000:00000010:3.0:1734676308.717347:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717349:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2ee200. 00010000:00000010:3.0:1734676308.717351:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717356:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2eec00. 00010000:00000010:3.0:1734676308.717368:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717370:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717386:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a100. 00010000:00000010:3.0:1734676308.717388:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717390:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2ee800. 00010000:00000010:3.0:1734676308.717392:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717396:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2ef400. 00010000:00000010:3.0:1734676308.717406:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717408:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717427:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79ad00. 00010000:00000010:3.0:1734676308.717428:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717430:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2ef200. 00010000:00000010:3.0:1734676308.717432:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717437:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2efc00. 00010000:00000010:3.0:1734676308.717448:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717450:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717469:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79ac00. 00010000:00000010:3.0:1734676308.717470:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717473:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e2ef800. 00010000:00000010:3.0:1734676308.717475:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717479:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e2eee00. 00010000:00000010:3.0:1734676308.717491:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717493:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717514:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a000. 00010000:00000010:3.0:1734676308.717516:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717519:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f0200. 00010000:00000010:3.0:1734676308.717521:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717527:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f0600. 00010000:00000010:3.0:1734676308.717538:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717540:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717560:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a200. 00010000:00000010:3.0:1734676308.717562:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717564:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f0000. 00010000:00000010:3.0:1734676308.717565:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717569:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f1200. 00010000:00000010:3.0:1734676308.717580:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717582:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717598:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a500. 00010000:00000010:3.0:1734676308.717599:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717601:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f1e00. 00010000:00000010:3.0:1734676308.717603:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717608:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f0400. 00010000:00000010:3.0:1734676308.717617:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717619:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717638:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79ae00. 00010000:00000010:3.0:1734676308.717639:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717641:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f0e00. 00010000:00000010:3.0:1734676308.717643:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717647:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f1a00. 00010000:00000010:3.0:1734676308.717657:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717659:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717680:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a700. 00010000:00000010:3.0:1734676308.717682:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717684:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f1600. 00010000:00000010:3.0:1734676308.717686:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717690:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f1400. 00010000:00000010:3.0:1734676308.717701:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717703:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717722:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a300. 00010000:00000010:3.0:1734676308.717724:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717725:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f1800. 00010000:00000010:3.0:1734676308.717727:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717731:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f1c00. 00010000:00000010:3.0:1734676308.717743:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717745:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717763:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d79a400. 00010000:00000010:3.0:1734676308.717765:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717767:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f0800. 00010000:00000010:3.0:1734676308.717769:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717774:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8801313f0c00. 00010000:00000010:3.0:1734676308.717785:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717787:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717809:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7000. 00010000:00000010:3.0:1734676308.717811:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717814:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8801313f1000. 00010000:00000010:3.0:1734676308.717816:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717822:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82fc00. 00010000:00000010:3.0:1734676308.717833:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717836:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717855:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7800. 00010000:00000010:3.0:1734676308.717857:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717859:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82e000. 00010000:00000010:3.0:1734676308.717861:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717866:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82f800. 00010000:00000010:3.0:1734676308.717878:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717880:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717902:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7400. 00010000:00000010:3.0:1734676308.717904:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717906:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82e600. 00010000:00000010:3.0:1734676308.717909:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717916:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82f400. 00010000:00000010:3.0:1734676308.717928:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717930:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717949:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7700. 00010000:00000010:3.0:1734676308.717951:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717953:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82f600. 00010000:00000010:3.0:1734676308.717955:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.717959:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82fa00. 00010000:00000010:3.0:1734676308.717969:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.717971:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717990:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7600. 00010000:00000010:3.0:1734676308.717992:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.717995:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82e200. 00010000:00000010:3.0:1734676308.717997:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718002:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82fe00. 00010000:00000010:3.0:1734676308.718014:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718016:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718033:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7900. 00010000:00000010:3.0:1734676308.718210:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718215:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82ec00. 00010000:00000010:3.0:1734676308.718218:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718226:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82e400. 00010000:00000010:3.0:1734676308.718245:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718248:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718275:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7a00. 00010000:00000010:3.0:1734676308.718277:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718279:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82ee00. 00010000:00000010:3.0:1734676308.718282:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718288:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82ea00. 00010000:00000010:3.0:1734676308.718303:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718305:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718327:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7c00. 00010000:00000010:3.0:1734676308.718329:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718331:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d82f000. 00010000:00000010:3.0:1734676308.718334:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718339:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d82e800. 00010000:00000010:3.0:1734676308.718352:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718354:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718371:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7d00. 00010000:00000010:3.0:1734676308.718372:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718376:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a09dc600. 00010000:00000010:3.0:1734676308.718378:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718383:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d36600. 00010000:00000010:3.0:1734676308.718393:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718395:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718415:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7500. 00010000:00000010:3.0:1734676308.718416:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718419:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d37400. 00010000:00000010:3.0:1734676308.718421:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718425:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d37000. 00010000:00000010:3.0:1734676308.718438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718440:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718464:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7200. 00010000:00000010:3.0:1734676308.718466:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718468:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d36c00. 00010000:00000010:3.0:1734676308.718471:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718476:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d37c00. 00010000:00000010:3.0:1734676308.718490:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718493:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718513:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7f00. 00010000:00000010:3.0:1734676308.718515:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718518:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d37a00. 00010000:00000010:3.0:1734676308.718520:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718526:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d37600. 00010000:00000010:3.0:1734676308.718539:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718542:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718565:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7b00. 00010000:00000010:3.0:1734676308.718568:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718570:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d36a00. 00010000:00000010:3.0:1734676308.718572:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718577:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d36200. 00010000:00000010:3.0:1734676308.718591:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718594:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718613:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012c4f7e00. 00010000:00000010:3.0:1734676308.718615:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718617:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d36400. 00010000:00000010:3.0:1734676308.718619:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718624:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d36e00. 00010000:00000010:3.0:1734676308.718635:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718637:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718654:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7d00. 00010000:00000010:3.0:1734676308.718655:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718657:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d36000. 00010000:00000010:3.0:1734676308.718660:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718665:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880134d37800. 00010000:00000010:3.0:1734676308.718678:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718680:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718701:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7700. 00010000:00000010:3.0:1734676308.718703:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718705:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880134d37e00. 00010000:00000010:3.0:1734676308.718708:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718713:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d844200. 00010000:00000010:3.0:1734676308.718726:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718728:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718749:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7300. 00010000:00000010:3.0:1734676308.718751:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718753:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d833a00. 00010000:00000010:3.0:1734676308.718755:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718761:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6e600. 00010000:00000010:3.0:1734676308.718773:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718775:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718795:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7900. 00010000:00000010:3.0:1734676308.718797:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718800:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6f200. 00010000:00000010:3.0:1734676308.718801:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718806:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6f600. 00010000:00000010:3.0:1734676308.718819:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718821:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718843:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7500. 00010000:00000010:3.0:1734676308.718845:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718847:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6ec00. 00010000:00000010:3.0:1734676308.718849:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718854:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6e400. 00010000:00000010:3.0:1734676308.718868:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718870:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718891:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7400. 00010000:00000010:3.0:1734676308.718893:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718895:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6e200. 00010000:00000010:3.0:1734676308.718897:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718902:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6fe00. 00010000:00000010:3.0:1734676308.718915:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718917:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718936:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7600. 00010000:00000010:3.0:1734676308.718938:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718940:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6e800. 00010000:00000010:3.0:1734676308.718942:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718947:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6f000. 00010000:00000010:3.0:1734676308.718958:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.718961:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718980:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7f00. 00010000:00000010:3.0:1734676308.718982:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.718984:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6ea00. 00010000:00000010:3.0:1734676308.718986:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.718990:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6fc00. 00010000:00000010:3.0:1734676308.719002:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719004:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719024:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7a00. 00010000:00000010:3.0:1734676308.719026:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719027:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6ee00. 00010000:00000010:3.0:1734676308.719030:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719034:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6e000. 00010000:00000010:3.0:1734676308.719080:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719083:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719105:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7800. 00010000:00000010:3.0:1734676308.719106:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719109:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097d6f400. 00010000:00000010:3.0:1734676308.719112:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719117:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097d6fa00. 00010000:00000010:3.0:1734676308.719131:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719134:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719156:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7100. 00010000:00000010:3.0:1734676308.719158:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719161:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d989400. 00010000:00000010:3.0:1734676308.719163:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719168:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d988000. 00010000:00000010:3.0:1734676308.719179:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719181:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719196:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7c00. 00010000:00000010:3.0:1734676308.719197:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719200:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b3800. 00010000:00000010:3.0:1734676308.719201:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719205:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b3000. 00010000:00000010:3.0:1734676308.719215:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719216:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719232:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d6f7e00. 00010000:00000010:3.0:1734676308.719233:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719235:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b2800. 00010000:00000010:3.0:1734676308.719237:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719241:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b3600. 00010000:00000010:3.0:1734676308.719250:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719252:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719267:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e300. 00010000:00000010:3.0:1734676308.719269:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719271:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b3400. 00010000:00000010:3.0:1734676308.719274:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719278:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b2c00. 00010000:00000010:3.0:1734676308.719288:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719290:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719306:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e100. 00010000:00000010:3.0:1734676308.719308:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719310:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b3e00. 00010000:00000010:3.0:1734676308.719312:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719316:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b2200. 00010000:00000010:3.0:1734676308.719325:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719327:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719344:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e500. 00010000:00000010:3.0:1734676308.719346:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719348:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b2600. 00010000:00000010:3.0:1734676308.719349:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719353:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b2400. 00010000:00000010:3.0:1734676308.719362:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719364:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719382:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e700. 00010000:00000010:3.0:1734676308.719384:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719386:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b2000. 00010000:00000010:3.0:1734676308.719388:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b2a00. 00010000:00000010:3.0:1734676308.719401:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719417:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80ec00. 00010000:00000010:3.0:1734676308.719419:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719422:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b3c00. 00010000:00000010:3.0:1734676308.719424:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719428:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d8b2e00. 00010000:00000010:3.0:1734676308.719438:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719440:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719455:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80ea00. 00010000:00000010:3.0:1734676308.719457:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719459:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d8b3a00. 00010000:00000010:3.0:1734676308.719461:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719465:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b5e00. 00010000:00000010:3.0:1734676308.719474:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719476:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719492:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e900. 00010000:00000010:3.0:1734676308.719493:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719495:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4200. 00010000:00000010:3.0:1734676308.719497:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00080000:00000010:3.0:1734676308.719501:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4000. 00010000:00000010:3.0:1734676308.719510:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.719511:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719529:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b5000. 00010000:00000010:3.0:1734676308.719531:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.719538:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.719544:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.719552:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.719562:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b5a00. 02000000:00000010:3.0:1734676308.719584:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b4800. 00000400:00000010:3.0:1734676308.719591:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.719597:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.719602:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466432, portal 16 00000400:00000010:3.0:1734676308.719606:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.719608:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466432, offset 0 00000400:00000200:3.0:1734676308.719615:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.719625:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.719630:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.719634:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.719636:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.719638:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.719641:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81556:81556:256:4294967295] 192.168.203.46@tcp LPNI seq info [81552:81552:8:4294967295] 00000400:00000200:3.0:1734676308.719650:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.719656:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.719659:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ee00. 00000800:00000200:3.0:1734676308.719665:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.719671:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.719676:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ee00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.721783:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.721789:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ee00. 00000400:00000200:0.0:1734676308.721796:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.721803:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.721807:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676308.721809:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676308.721816:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864466432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.723544:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.723560:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27a00 00000400:00000200:0.0:1734676308.723568:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d7d [1] + 224 00000400:00000200:0.0:1734676308.723587:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.723591:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.723599:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864466432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.724182:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d00e00. 00010000:00000010:0.1:1734676308.724231:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d67200. 00000400:00000010:3.0:1734676308.724358:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676308.724362:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.724365:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.724371:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864466432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.724378:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864466432/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.724399:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b4800. 02000000:00000010:3.0:1734676308.724405:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b5a00. 00000100:00000010:3.0:1734676308.724408:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.724411:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.724414:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000200:1.0:1734676308.726122:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.726142:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fe00 00000400:00000200:1.0:1734676308.726152:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 1640 00000400:00000200:1.0:1734676308.726233:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.726239:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.726246:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.726253:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baaa00. 00000020:00000010:2.0:1734676308.726336:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17600. 00000020:00000010:2.0:1734676308.726341:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.726344:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.726365:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0baaa00 x1818938867973632/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.726384:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973632 02000000:00000010:2.0:1734676308.726392:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:2.0:1734676308.726414:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f81700. 00010000:00000010:2.0:1734676308.726429:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.726435:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.726455:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.726458:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000010:2.0:1734676308.726474:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.726478:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973632, offset 224 00000400:00000200:2.0:1734676308.726484:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.726492:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.726497:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81557:81557:256:4294967295] 192.168.203.46@tcp LPNI seq info [81553:81553:8:4294967295] 00000400:00000200:2.0:1734676308.726504:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.726508:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.726511:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.726515:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.726520:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.726523:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1734676308.726583:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b5a00. 00010000:00000010:3.0:1734676308.726645:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.726649:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f81680. 00010000:00000010:3.0:1734676308.726721:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4800. 00010000:00000010:3.0:1734676308.726726:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a400. 00010000:00000010:3.0:1734676308.726734:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.726737:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.726742:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.726752:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b5400. 02000000:00000010:3.0:1734676308.726770:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b4a00. 00000400:00000010:3.0:1734676308.726775:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.726778:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.726783:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466560, portal 16 00000400:00000010:3.0:1734676308.726786:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.726787:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466560, offset 0 00000400:00000200:3.0:1734676308.726791:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.726796:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.726799:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.726802:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.726804:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.726806:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.726809:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81558:81558:255:4294967295] 192.168.203.46@tcp LPNI seq info [81554:81554:7:4294967295] 00000400:00000200:3.0:1734676308.726814:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.726818:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.726826:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e600. 00000800:00000200:3.0:1734676308.726829:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.726832:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.726835:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.727010:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4600. 00000020:00000010:2.0:1734676308.727013:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.727018:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17600. 00000800:00000200:1.0:1734676308.727177:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.727181:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:1.0:1734676308.727187:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.727191:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.727196:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:1.0:1734676308.727199:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000800:00000200:1.0:1734676308.727232:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.727235:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e600. 00000400:00000200:1.0:1734676308.727241:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.727245:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.727248:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676308.727249:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676308.727256:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864466560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.728430:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e74800. 00010000:00000010:1.1:1734676308.728439:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c3c00. 00010000:00000010:1.1:1734676308.728443:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d0d2400. 00010000:00000010:1.1:1734676308.728447:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d881c00. 00010000:00000010:1.1:1734676308.728455:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb100. 00010000:00000010:1.1:1734676308.728459:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d880e00. 00010000:00000010:1.1:1734676308.728464:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb400. 00010000:00000010:1.1:1734676308.728468:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c2800. 00010000:00000010:1.1:1734676308.728471:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb500. 00010000:00000010:1.1:1734676308.728475:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487000. 00010000:00000010:1.1:1734676308.728479:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eebf00. 00010000:00000010:1.1:1734676308.728482:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487a00. 00010000:00000010:1.1:1734676308.728484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb700. 00010000:00000010:1.1:1734676308.728488:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486400. 00010000:00000010:1.1:1734676308.728492:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb000. 00010000:00000010:1.1:1734676308.728495:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486a00. 00010000:00000010:1.1:1734676308.728498:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeba00. 00010000:00000010:1.1:1734676308.728499:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486600. 00010000:00000010:1.1:1734676308.728502:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb800. 00010000:00000010:1.1:1734676308.728504:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d486200. 00010000:00000010:1.1:1734676308.728509:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4200. 00010000:00000010:1.1:1734676308.728512:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d487400. 00010000:00000010:1.1:1734676308.728515:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4800. 00010000:00000010:1.1:1734676308.728520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16be00. 00010000:00000010:1.1:1734676308.728523:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4600. 00010000:00000010:1.1:1734676308.728526:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b200. 00010000:00000010:1.1:1734676308.728529:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4700. 00010000:00000010:1.1:1734676308.728531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b800. 00010000:00000010:1.1:1734676308.728533:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4100. 00010000:00000010:1.1:1734676308.728536:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16a600. 00010000:00000010:1.1:1734676308.728539:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4000. 00010000:00000010:1.1:1734676308.728541:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b600. 00010000:00000010:1.1:1734676308.728544:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4500. 00010000:00000010:1.1:1734676308.728546:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b000. 00010000:00000010:1.1:1734676308.728548:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4e00. 00010000:00000010:1.1:1734676308.728551:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16ac00. 00010000:00000010:1.1:1734676308.728554:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4a00. 00010000:00000010:1.1:1734676308.728557:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d16b400. 00010000:00000010:1.1:1734676308.728559:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4b00. 00010000:00000010:1.1:1734676308.728561:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073433200. 00010000:00000010:1.1:1734676308.728565:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4300. 00010000:00000010:1.1:1734676308.728568:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db58600. 00010000:00000010:1.1:1734676308.728570:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4f00. 00010000:00000010:1.1:1734676308.728573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009db59400. 00010000:00000010:1.1:1734676308.728575:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4400. 00010000:00000010:1.1:1734676308.728578:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daeba00. 00010000:00000010:1.1:1734676308.728580:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4c00. 00010000:00000010:1.1:1734676308.728583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dfe00. 00010000:00000010:1.1:1734676308.728585:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097fc4900. 00010000:00000010:1.1:1734676308.728588:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de800. 00010000:00000010:1.1:1734676308.728593:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080600. 00010000:00000010:1.1:1734676308.728596:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de400. 00010000:00000010:1.1:1734676308.728599:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080400. 00010000:00000010:1.1:1734676308.728602:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dfc00. 00010000:00000010:1.1:1734676308.728604:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080e00. 00010000:00000010:1.1:1734676308.728606:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dea00. 00010000:00000010:1.1:1734676308.728608:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080000. 00010000:00000010:1.1:1734676308.728611:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df800. 00010000:00000010:1.1:1734676308.728613:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080500. 00010000:00000010:1.1:1734676308.728615:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6df000. 00010000:00000010:1.1:1734676308.728617:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080d00. 00010000:00000010:1.1:1734676308.728620:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6dee00. 00010000:00000010:1.1:1734676308.728623:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080900. 00010000:00000010:1.1:1734676308.728627:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3000. 00010000:00000010:1.1:1734676308.728630:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080a00. 00010000:00000010:1.1:1734676308.728634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2a00. 00010000:00000010:1.1:1734676308.728637:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080200. 00010000:00000010:1.1:1734676308.728640:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3400. 00010000:00000010:1.1:1734676308.728643:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080700. 00010000:00000010:1.1:1734676308.728646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b3600. 00010000:00000010:1.1:1734676308.728648:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080b00. 00010000:00000010:1.1:1734676308.728651:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2800. 00010000:00000010:1.1:1734676308.728654:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080100. 00010000:00000010:1.1:1734676308.728656:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2200. 00010000:00000010:1.1:1734676308.728658:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080300. 00010000:00000010:1.1:1734676308.728661:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b2c00. 00010000:00000010:1.1:1734676308.728663:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d080f00. 00010000:00000010:1.1:1734676308.728666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348000. 00010000:00000010:1.1:1734676308.728672:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4400. 00010000:00000010:1.1:1734676308.728675:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e349c00. 00010000:00000010:1.1:1734676308.728679:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4f00. 00010000:00000010:1.1:1734676308.728681:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348200. 00010000:00000010:1.1:1734676308.728685:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4900. 00010000:00000010:1.1:1734676308.728688:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348800. 00010000:00000010:1.1:1734676308.728690:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4800. 00010000:00000010:1.1:1734676308.728692:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348c00. 00010000:00000010:1.1:1734676308.728695:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4a00. 00010000:00000010:1.1:1734676308.728697:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348a00. 00010000:00000010:1.1:1734676308.728699:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4c00. 00010000:00000010:1.1:1734676308.728701:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e348400. 00010000:00000010:1.1:1734676308.728704:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4d00. 00010000:00000010:1.1:1734676308.728707:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800972fd400. 00010000:00000010:1.1:1734676308.728709:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4300. 00010000:00000010:1.1:1734676308.728713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098452e00. 00010000:00000010:1.1:1734676308.728716:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4200. 00010000:00000010:1.1:1734676308.728719:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098452c00. 00010000:00000010:1.1:1734676308.728721:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4700. 00010000:00000010:1.1:1734676308.728725:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453a00. 00010000:00000010:1.1:1734676308.728731:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4100. 00010000:00000010:1.1:1734676308.728734:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453200. 00010000:00000010:1.1:1734676308.728737:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4600. 00010000:00000010:1.1:1734676308.728740:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880098453400. 00010000:00000010:1.1:1734676308.728743:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4500. 00010000:00000010:1.1:1734676308.728748:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553c00. 00010000:00000010:1.1:1734676308.728754:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800933a4e00. 00010000:00000010:1.1:1734676308.728757:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553200. 00010000:00000010:1.1:1734676308.728764:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0000. 00010000:00000010:1.1:1734676308.728784:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552000. 00010000:00000010:1.1:1734676308.728791:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0800. 00010000:00000010:1.1:1734676308.728796:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552a00. 00010000:00000010:1.1:1734676308.728799:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0f00. 00010000:00000010:1.1:1734676308.728802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d553800. 00010000:00000010:1.1:1734676308.728805:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0400. 00010000:00000010:1.1:1734676308.728808:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552c00. 00010000:00000010:1.1:1734676308.728811:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0a00. 00010000:00000010:1.1:1734676308.728814:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d552e00. 00010000:00000010:1.1:1734676308.728817:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0d00. 00010000:00000010:1.1:1734676308.728821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007edf7600. 00010000:00000010:1.1:1734676308.728824:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0c00. 00010000:00000010:1.1:1734676308.728828:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5400. 00010000:00000010:1.1:1734676308.728833:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0b00. 00010000:00000010:1.1:1734676308.728836:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5200. 00010000:00000010:1.1:1734676308.728839:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0200. 00010000:00000010:1.1:1734676308.728844:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4000. 00010000:00000010:1.1:1734676308.728847:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0300. 00010000:00000010:1.1:1734676308.728850:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4a00. 00010000:00000010:1.1:1734676308.728852:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0600. 00010000:00000010:1.1:1734676308.728856:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c5000. 00010000:00000010:1.1:1734676308.728858:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0e00. 00010000:00000010:1.1:1734676308.728861:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4800. 00010000:00000010:1.1:1734676308.728863:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0900. 00010000:00000010:1.1:1734676308.728865:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4e00. 00010000:00000010:1.1:1734676308.728868:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0500. 00010000:00000010:1.1:1734676308.728871:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959c4200. 00010000:00000010:1.1:1734676308.728873:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e2a0100. 00010000:00000010:1.1:1734676308.728876:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77c000. 00010000:00000010:1.1:1734676308.728882:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6d00. 00010000:00000010:1.1:1734676308.728887:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d800. 00010000:00000010:1.1:1734676308.733343:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4c1a00. 00000400:00000200:0.0:1734676308.733524:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.733538:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27a80 00000400:00000200:0.0:1734676308.733545:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d89 [1] + 224 00000400:00000200:0.0:1734676308.733554:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.733558:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.733567:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864466560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.736252:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.736266:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517fe80 00000400:00000200:1.0:1734676308.736273:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa56c5 [2] + 1968 00000400:00000010:1.0:1734676308.736277:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd91b8. 00000400:00000200:1.0:1734676308.736283:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd0c0 00000400:00000010:3.0:1734676308.736541:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d4d0. 00000400:00000200:3.0:1734676308.736545:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.736548:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.736556:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864466560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.736564:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864466560/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.736588:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b4a00. 02000000:00000010:3.0:1734676308.736593:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b5400. 00000100:00000010:3.0:1734676308.736597:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.736600:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.736604:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000200:1.0:1734676308.736648:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.736654:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.736657:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd0c0 00000400:00000010:1.0:1734676308.736658:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd0c0. 00000100:00000200:1.0:1734676308.736663:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1734676308.736803:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b5400. 00000020:00000010:3.0:1734676308.736808:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676308.736812:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.736830:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9c50 x1818938867973760/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.736847:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973760 02000000:00000010:3.0:1734676308.736855:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00010000:00000010:3.0:1734676308.736877:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013694ba80. 00010000:00000010:3.0:1734676308.736892:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.736897:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08dd80. 00000100:00000010:3.0:1734676308.736912:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08dd80. 00010000:00000010:3.0:1734676308.736914:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000010:3.0:1734676308.736923:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.736927:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973760, offset 224 00000400:00000200:3.0:1734676308.736931:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.736938:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.736943:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81559:81559:256:4294967295] 192.168.203.46@tcp LPNI seq info [81555:81555:8:4294967295] 00000400:00000200:3.0:1734676308.736950:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.736953:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.736956:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e200. 00000800:00000200:3.0:1734676308.736961:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.736966:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.736969:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e200 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676308.737027:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17600. 00010000:00000010:2.0:1734676308.737120:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a400. 00010000:00000010:2.0:1734676308.737128:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013694ba00. 00010000:00000010:2.0:1734676308.737192:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16200. 00010000:00000010:2.0:1734676308.737197:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676308.737205:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.737208:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.737215:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.737222:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16400. 02000000:00000010:2.0:1734676308.737237:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16000. 00000400:00000010:2.0:1734676308.737240:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.737244:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676308.737248:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466688, portal 16 00000400:00000010:2.0:1734676308.737251:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a75d8. 00000100:00000200:2.0:1734676308.737252:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466688, offset 0 00000400:00000200:2.0:1734676308.737257:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.737261:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.737265:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.737268:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.737271:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.737273:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.737275:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81560:81560:255:4294967295] 192.168.203.46@tcp LPNI seq info [81556:81556:7:4294967295] 00000400:00000200:2.0:1734676308.737280:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.737283:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.737286:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00000800:00000200:2.0:1734676308.737289:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.737292:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.737294:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.737518:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676308.737521:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.737525:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b5400. 02000000:00000010:3.0:1734676308.737531:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:3.0:1734676308.737534:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baaa00. 02000000:00000010:3.0:1734676308.737538:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5000. 00000100:00000010:3.0:1734676308.737541:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:3.0:1734676308.737545:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac400. 00000100:00000010:3.0:1734676308.737548:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 02000000:00000010:3.0:1734676308.737552:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6800. 00000100:00000010:3.0:1734676308.737555:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:3.0:1734676308.737559:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8adc00. 00000100:00000010:3.0:1734676308.737561:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9880. 02000000:00000010:3.0:1734676308.737565:0:8192:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6400. 00000100:00000010:3.0:1734676308.737567:0:8192:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:3.0:1734676308.737573:0:8192:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676308.737576:0:8192:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d4d0. 00000400:00000010:3.0:1734676308.737579:0:8192:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08dd80. 00000100:00000010:2.0:1734676308.738269:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.738276:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa17800. 02000000:00000010:2.0:1734676308.738286:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17a00. 00000400:00000010:2.0:1734676308.738289:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676308.738292:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.738296:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466816, portal 16 00000400:00000010:2.0:1734676308.738298:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7330. 00000100:00000200:2.0:1734676308.738300:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466816, offset 0 00000400:00000200:2.0:1734676308.738304:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.738309:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.738312:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.738314:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.738316:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.738318:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.738320:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81561:81561:254:4294967295] 192.168.203.46@tcp LPNI seq info [81557:81557:6:4294967295] 00000400:00000200:2.0:1734676308.738326:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.738330:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.738332:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.738336:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.738340:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.738342:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.738506:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.738510:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e200. 00000400:00000200:0.0:1734676308.738516:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.738520:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.738523:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.738524:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 02000000:00000010:0.0:1734676308.738527:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000800:00000200:0.0:1734676308.738538:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.738539:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676308.738542:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.738544:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.738545:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a75d8 00000400:00000010:0.0:1734676308.738546:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a75d8. 00000100:00000200:0.0:1734676308.738553:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864466688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.738606:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.738608:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676308.738610:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.738613:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.738615:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7330 00000400:00000010:0.0:1734676308.738616:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7330. 00000100:00000200:0.0:1734676308.738620:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864466816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.739438:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6500. 00010000:00000010:1.1:1734676308.739446:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d400. 00010000:00000010:1.1:1734676308.739449:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6a00. 00010000:00000010:1.1:1734676308.739451:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77d600. 00010000:00000010:1.1:1734676308.739454:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6e00. 00010000:00000010:1.1:1734676308.739456:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77ca00. 00010000:00000010:1.1:1734676308.739458:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6300. 00010000:00000010:1.1:1734676308.739460:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77de00. 00010000:00000010:1.1:1734676308.739462:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6400. 00010000:00000010:1.1:1734676308.739465:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d77da00. 00010000:00000010:1.1:1734676308.739467:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6800. 00010000:00000010:1.1:1734676308.739469:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110800. 00010000:00000010:1.1:1734676308.739473:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6600. 00010000:00000010:1.1:1734676308.739476:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111e00. 00010000:00000010:1.1:1734676308.739480:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6000. 00010000:00000010:1.1:1734676308.739483:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111400. 00010000:00000010:1.1:1734676308.739484:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6900. 00010000:00000010:1.1:1734676308.739486:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111a00. 00010000:00000010:1.1:1734676308.739488:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6b00. 00010000:00000010:1.1:1734676308.739490:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111000. 00010000:00000010:1.1:1734676308.739492:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6f00. 00010000:00000010:1.1:1734676308.739494:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d111200. 00010000:00000010:1.1:1734676308.739495:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6c00. 00010000:00000010:1.1:1734676308.739497:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110000. 00010000:00000010:1.1:1734676308.739499:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6200. 00010000:00000010:1.1:1734676308.739502:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d110200. 00010000:00000010:1.1:1734676308.739503:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007edc6700. 00010000:00000010:1.1:1734676308.739506:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039a00. 00010000:00000010:1.1:1734676308.739512:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4e00. 00010000:00000010:1.1:1734676308.739515:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038800. 00010000:00000010:1.1:1734676308.739518:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4800. 00010000:00000010:1.1:1734676308.739520:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039000. 00010000:00000010:1.1:1734676308.739522:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4d00. 00010000:00000010:1.1:1734676308.739524:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038a00. 00010000:00000010:1.1:1734676308.739525:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4700. 00010000:00000010:1.1:1734676308.739527:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039e00. 00010000:00000010:1.1:1734676308.739529:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4000. 00010000:00000010:1.1:1734676308.739531:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d039800. 00010000:00000010:1.1:1734676308.739532:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4400. 00010000:00000010:1.1:1734676308.739534:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038200. 00010000:00000010:1.1:1734676308.739536:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4200. 00010000:00000010:1.1:1734676308.739539:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d038c00. 00010000:00000010:1.1:1734676308.739541:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4100. 00010000:00000010:1.1:1734676308.739544:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580400. 00010000:00000010:1.1:1734676308.739547:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4600. 00010000:00000010:1.1:1734676308.739550:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581800. 00010000:00000010:1.1:1734676308.739554:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4f00. 00010000:00000010:1.1:1734676308.739556:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581600. 00010000:00000010:1.1:1734676308.739558:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4300. 00010000:00000010:1.1:1734676308.739560:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580a00. 00010000:00000010:1.1:1734676308.739562:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4500. 00010000:00000010:1.1:1734676308.739564:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073580800. 00010000:00000010:1.1:1734676308.739567:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4c00. 00010000:00000010:1.1:1734676308.739569:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581c00. 00010000:00000010:1.1:1734676308.739570:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4a00. 00010000:00000010:1.1:1734676308.739573:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073581000. 00010000:00000010:1.1:1734676308.739578:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33eb00. 00010000:00000010:1.1:1734676308.739583:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c200. 00010000:00000010:1.1:1734676308.739587:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ed00. 00010000:00000010:1.1:1734676308.739590:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d000. 00010000:00000010:1.1:1734676308.739593:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ee00. 00010000:00000010:1.1:1734676308.739595:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367d400. 00010000:00000010:1.1:1734676308.739597:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e400. 00010000:00000010:1.1:1734676308.739599:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c400. 00010000:00000010:1.1:1734676308.739601:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e900. 00010000:00000010:1.1:1734676308.739603:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007367c600. 00010000:00000010:1.1:1734676308.739605:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ec00. 00010000:00000010:1.1:1734676308.739607:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0a1b800. 00010000:00000010:1.1:1734676308.739610:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ea00. 00010000:00000010:1.1:1734676308.739612:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d405200. 00010000:00000010:1.1:1734676308.739615:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e200. 00010000:00000010:1.1:1734676308.739618:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ce00. 00010000:00000010:1.1:1734676308.739621:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e000. 00010000:00000010:1.1:1734676308.739623:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d53ca00. 00010000:00000010:1.1:1734676308.739626:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e300. 00010000:00000010:1.1:1734676308.739628:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88e00. 00010000:00000010:1.1:1734676308.739631:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e500. 00010000:00000010:1.1:1734676308.739634:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89a00. 00010000:00000010:1.1:1734676308.739636:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e600. 00010000:00000010:1.1:1734676308.739638:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88400. 00010000:00000010:1.1:1734676308.739639:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e800. 00010000:00000010:1.1:1734676308.739642:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89c00. 00010000:00000010:1.1:1734676308.739644:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33ef00. 00010000:00000010:1.1:1734676308.739646:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f88a00. 00010000:00000010:1.1:1734676308.739651:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94c00. 00010000:00000010:1.1:1734676308.739653:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89000. 00010000:00000010:1.1:1734676308.739655:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94600. 00010000:00000010:1.1:1734676308.739658:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89800. 00010000:00000010:1.1:1734676308.739659:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94e00. 00010000:00000010:1.1:1734676308.739662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f89400. 00010000:00000010:1.1:1734676308.739663:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94200. 00010000:00000010:1.1:1734676308.739666:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825a00. 00010000:00000010:1.1:1734676308.739670:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94700. 00010000:00000010:1.1:1734676308.739673:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824400. 00010000:00000010:1.1:1734676308.739676:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94500. 00010000:00000010:1.1:1734676308.739678:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824c00. 00010000:00000010:1.1:1734676308.739680:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94b00. 00010000:00000010:1.1:1734676308.739682:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825600. 00010000:00000010:1.1:1734676308.739684:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94900. 00010000:00000010:1.1:1734676308.739686:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825800. 00010000:00000010:1.1:1734676308.739688:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94100. 00010000:00000010:1.1:1734676308.739690:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d825200. 00010000:00000010:1.1:1734676308.739691:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94400. 00010000:00000010:1.1:1734676308.739693:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d824600. 00010000:00000010:1.1:1734676308.739695:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94300. 00010000:00000010:1.1:1734676308.739698:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0fe00. 00010000:00000010:1.1:1734676308.739700:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94000. 00010000:00000010:1.1:1734676308.739702:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0fa00. 00010000:00000010:1.1:1734676308.739703:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94f00. 00010000:00000010:1.1:1734676308.739706:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e400. 00010000:00000010:1.1:1734676308.739708:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94d00. 00010000:00000010:1.1:1734676308.739709:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e000. 00010000:00000010:1.1:1734676308.739711:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94800. 00010000:00000010:1.1:1734676308.739713:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0f600. 00010000:00000010:1.1:1734676308.739717:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9100. 00010000:00000010:1.1:1734676308.739720:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0e800. 00010000:00000010:1.1:1734676308.739722:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9800. 00010000:00000010:1.1:1734676308.739724:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ea00. 00010000:00000010:1.1:1734676308.739725:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9000. 00010000:00000010:1.1:1734676308.739727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009bf0ee00. 00010000:00000010:1.1:1734676308.739729:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9300. 00010000:00000010:1.1:1734676308.739733:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944c00. 00010000:00000010:1.1:1734676308.739736:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9600. 00010000:00000010:1.1:1734676308.739738:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944600. 00010000:00000010:1.1:1734676308.739740:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9700. 00010000:00000010:1.1:1734676308.739742:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944e00. 00010000:00000010:1.1:1734676308.739744:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9d00. 00010000:00000010:1.1:1734676308.739746:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944a00. 00010000:00000010:1.1:1734676308.739748:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9f00. 00010000:00000010:1.1:1734676308.739750:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945000. 00010000:00000010:1.1:1734676308.739752:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9500. 00010000:00000010:1.1:1734676308.739754:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136944000. 00010000:00000010:1.1:1734676308.739756:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9e00. 00010000:00000010:1.1:1734676308.739758:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136945200. 00010000:00000010:1.1:1734676308.739760:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9b00. 00010000:00000010:1.1:1734676308.739762:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7200. 00010000:00000010:1.1:1734676308.739765:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9400. 00010000:00000010:1.1:1734676308.739768:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6000. 00010000:00000010:1.1:1734676308.739769:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9c00. 00010000:00000010:1.1:1734676308.739772:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7400. 00010000:00000010:1.1:1734676308.739773:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9a00. 00010000:00000010:1.1:1734676308.739775:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6a00. 00010000:00000010:1.1:1734676308.739777:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d8d9200. 00010000:00000010:1.1:1734676308.739779:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6c00. 00010000:00000010:1.1:1734676308.739782:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79af00. 00010000:00000010:1.1:1734676308.739786:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7c00. 00010000:00000010:1.1:1734676308.739788:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ab00. 00010000:00000010:1.1:1734676308.739790:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de7e00. 00010000:00000010:1.1:1734676308.739792:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79aa00. 00010000:00000010:1.1:1734676308.739795:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee400. 00010000:00000010:1.1:1734676308.739800:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a600. 00010000:00000010:1.1:1734676308.739802:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee200. 00010000:00000010:1.1:1734676308.739804:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a100. 00010000:00000010:1.1:1734676308.739807:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ee800. 00010000:00000010:1.1:1734676308.739809:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ad00. 00010000:00000010:1.1:1734676308.739811:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef200. 00010000:00000010:1.1:1734676308.739814:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ac00. 00010000:00000010:1.1:1734676308.739816:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e2ef800. 00010000:00000010:1.1:1734676308.739818:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a000. 00010000:00000010:1.1:1734676308.739821:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0200. 00010000:00000010:1.1:1734676308.739823:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a200. 00010000:00000010:1.1:1734676308.739825:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0000. 00010000:00000010:1.1:1734676308.739826:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a500. 00010000:00000010:1.1:1734676308.739829:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1e00. 00010000:00000010:1.1:1734676308.739831:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79ae00. 00010000:00000010:1.1:1734676308.739833:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0e00. 00010000:00000010:1.1:1734676308.739834:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a700. 00010000:00000010:1.1:1734676308.739836:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1600. 00010000:00000010:1.1:1734676308.739838:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a300. 00010000:00000010:1.1:1734676308.739839:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1800. 00010000:00000010:1.1:1734676308.739841:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d79a400. 00010000:00000010:1.1:1734676308.739843:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f0800. 00010000:00000010:1.1:1734676308.739846:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7000. 00010000:00000010:1.1:1734676308.739849:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f1000. 00010000:00000010:1.1:1734676308.739851:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7800. 00010000:00000010:1.1:1734676308.739854:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e000. 00010000:00000010:1.1:1734676308.739857:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7400. 00010000:00000010:1.1:1734676308.739858:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e600. 00010000:00000010:1.1:1734676308.739860:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7700. 00010000:00000010:1.1:1734676308.739862:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f600. 00010000:00000010:1.1:1734676308.739865:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7600. 00010000:00000010:1.1:1734676308.739867:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82e200. 00010000:00000010:1.1:1734676308.739869:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7900. 00010000:00000010:1.1:1734676308.739870:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ec00. 00010000:00000010:1.1:1734676308.739872:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7a00. 00010000:00000010:1.1:1734676308.739875:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82ee00. 00010000:00000010:1.1:1734676308.739876:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7c00. 00010000:00000010:1.1:1734676308.739878:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d82f000. 00010000:00000010:1.1:1734676308.739880:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7d00. 00010000:00000010:1.1:1734676308.739882:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a09dc600. 00010000:00000010:1.1:1734676308.739884:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7500. 00010000:00000010:1.1:1734676308.739886:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37400. 00010000:00000010:1.1:1734676308.739888:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7200. 00010000:00000010:1.1:1734676308.739891:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36c00. 00010000:00000010:1.1:1734676308.739893:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7f00. 00010000:00000010:1.1:1734676308.739894:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37a00. 00010000:00000010:1.1:1734676308.739896:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7b00. 00010000:00000010:1.1:1734676308.739898:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36a00. 00010000:00000010:1.1:1734676308.739899:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c4f7e00. 00010000:00000010:1.1:1734676308.739901:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36400. 00010000:00000010:1.1:1734676308.739904:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7d00. 00010000:00000010:1.1:1734676308.739906:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d36000. 00010000:00000010:1.1:1734676308.739908:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7700. 00010000:00000010:1.1:1734676308.739910:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37e00. 00010000:00000010:1.1:1734676308.739912:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7300. 00010000:00000010:1.1:1734676308.739915:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d833a00. 00010000:00000010:1.1:1734676308.739917:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7900. 00010000:00000010:1.1:1734676308.739920:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f200. 00010000:00000010:1.1:1734676308.739923:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7500. 00010000:00000010:1.1:1734676308.739925:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ec00. 00010000:00000010:1.1:1734676308.739927:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7400. 00010000:00000010:1.1:1734676308.739930:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e200. 00010000:00000010:1.1:1734676308.739932:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7600. 00010000:00000010:1.1:1734676308.739934:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6e800. 00010000:00000010:1.1:1734676308.739936:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7f00. 00010000:00000010:1.1:1734676308.739938:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ea00. 00010000:00000010:1.1:1734676308.739940:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7a00. 00010000:00000010:1.1:1734676308.739942:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6ee00. 00010000:00000010:1.1:1734676308.739944:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7800. 00010000:00000010:1.1:1734676308.739946:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f400. 00010000:00000010:1.1:1734676308.739948:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7100. 00010000:00000010:1.1:1734676308.739950:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d989400. 00010000:00000010:1.1:1734676308.739952:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7c00. 00010000:00000010:1.1:1734676308.739955:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3800. 00010000:00000010:1.1:1734676308.739957:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d6f7e00. 00010000:00000010:1.1:1734676308.739960:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2800. 00010000:00000010:1.1:1734676308.739962:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e300. 00010000:00000010:1.1:1734676308.739965:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3400. 00010000:00000010:1.1:1734676308.739967:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e100. 00010000:00000010:1.1:1734676308.739969:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3e00. 00010000:00000010:1.1:1734676308.739970:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e500. 00010000:00000010:1.1:1734676308.739972:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2600. 00010000:00000010:1.1:1734676308.739974:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e700. 00010000:00000010:1.1:1734676308.739975:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b2000. 00010000:00000010:1.1:1734676308.739977:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ec00. 00010000:00000010:1.1:1734676308.739979:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3c00. 00010000:00000010:1.1:1734676308.739981:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ea00. 00010000:00000010:1.1:1734676308.739982:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d8b3a00. 00010000:00000010:1.1:1734676308.739984:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e900. 00010000:00000010:1.1:1734676308.739986:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4200. 00010000:00000010:1.1:1734676308.739989:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d5b6000. 00010000:00000010:1.1:1734676308.739992:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5000. 00000400:00000200:0.0:1734676308.741030:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.741091:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27b80 00000400:00000200:0.0:1734676308.741099:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6da1 [1] + 224 00000400:00000200:0.0:1734676308.741110:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.741114:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.741124:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864466816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.741156:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.741161:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27b00 00000400:00000200:0.0:1734676308.741164:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6d95 [1] + 224 00000400:00000200:0.0:1734676308.741169:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.741171:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.741176:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864466688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.741191:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.741194:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ff00 00000400:00000200:0.0:1734676308.741199:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 0 00000400:00000200:0.0:1734676308.741203:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.741206:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.741210:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.741215:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000400:00000200:0.0:1734676308.741240:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.741243:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b517ff80 00000400:00000200:0.0:1734676308.741246:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 328 00000400:00000200:0.0:1734676308.741307:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.741311:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.741314:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.741317:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000400:00000010:2.0:1734676308.741321:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:2.0:1734676308.741326:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:2.0:1734676308.741327:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000020:00000010:3.0:1734676308.741381:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b5400. 00000020:00000010:3.0:1734676308.741385:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676308.741390:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.741409:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867973888/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676308.741429:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b4a00. 00000020:00000010:3.0:1734676308.741432:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ac00. 00000020:00000010:3.0:1734676308.741434:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20ed8. 00000100:00000200:3.0:1734676308.741440:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867974016/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.741460:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867973888 02000000:00000010:3.0:1734676308.741469:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d159400. 00000400:00000010:3.0:1734676308.741500:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:2.0:1734676308.741522:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864466688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.741534:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864466688/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.741611:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974016 02000000:00000010:1.0:1734676308.741618:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7000. 00010000:00000010:1.0:1734676308.741633:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55000. 00010000:00000010:1.0:1734676308.741653:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880129d648c0. 00000100:00000010:1.0:1734676308.741660:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:1.0:1734676308.741664:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:1.0:1734676308.741667:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880129d648c0. 00000400:00000010:1.0:1734676308.741672:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:3.0:1734676308.741718:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867973888, offset 224 00000400:00000200:3.0:1734676308.741724:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.741732:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.741738:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81562:81562:256:4294967295] 192.168.203.46@tcp LPNI seq info [81558:81558:8:4294967295] 00000400:00000200:3.0:1734676308.741746:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.741751:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.741754:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ef00. 00000800:00000200:3.0:1734676308.741759:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000010:2.0:1734676308.741777:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676308.741780:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676308.741781:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:1.0:1734676308.741785:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974016, offset 224 00000100:00000200:2.0:1734676308.741786:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864466816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.741791:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000200:2.0:1734676308.741792:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864466816/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.741797:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.741800:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81563:81563:255:4294967295] 192.168.203.46@tcp LPNI seq info [81559:81559:7:4294967295] 00010000:00000010:2.0:1734676308.741802:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2fe200. 00000400:00000200:1.0:1734676308.741807:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 02000000:00000010:2.0:1734676308.741811:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16000. 00000800:00000200:1.0:1734676308.741811:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.741813:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6c00. 02000000:00000010:2.0:1734676308.741815:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16400. 00000800:00000200:1.0:1734676308.741816:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000100:00000010:2.0:1734676308.741817:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.741820:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17a00. 00000800:00000200:1.0:1734676308.741820:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 02000000:00000010:2.0:1734676308.741823:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa17800. 00000800:00000200:1.0:1734676308.741823:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1734676308.741825:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676308.741827:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.741830:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000020:00000010:1.0:1734676308.741835:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ac00. 00000020:00000010:1.0:1734676308.741838:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20ed8. 00080000:00000010:2.0:1734676308.741842:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17800. 00000020:00000010:1.0:1734676308.741842:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b4a00. 00010000:00000010:2.0:1734676308.741896:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00000800:00000200:1.0:1734676308.741897:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.741899:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6c00. 00010000:00000010:2.0:1734676308.741902:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e2fe500. 00000400:00000200:1.0:1734676308.741902:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.741905:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.741908:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676308.741910:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00010000:00000010:2.0:1734676308.741955:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa17a00. 00010000:00000010:2.0:1734676308.741960:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4600. 00010000:00000010:2.0:1734676308.741965:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.741968:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.741972:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.741979:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16400. 02000000:00000010:2.0:1734676308.741993:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16000. 00000400:00000010:2.0:1734676308.741996:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676308.741999:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.742003:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864466944, portal 16 00000400:00000010:2.0:1734676308.742006:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7908. 00000100:00000200:2.0:1734676308.742007:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864466944, offset 0 00000400:00000200:2.0:1734676308.742011:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.742016:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.742019:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.742022:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.742025:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.742027:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.742029:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81564:81564:255:4294967295] 192.168.203.46@tcp LPNI seq info [81560:81560:7:4294967295] 00000400:00000200:2.0:1734676308.742073:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.742078:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.742081:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.742084:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.742087:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.742089:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.742136:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.742139:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ef00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.742145:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a780. 00000020:00000010:3.0:1734676308.742148:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.742150:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b5400. 00000800:00000200:0.0:1734676308.742185:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.742188:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676308.742191:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.742195:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.742197:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7908 00000400:00000010:0.0:1734676308.742199:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7908. 00000100:00000200:0.0:1734676308.742204:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864466944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.742239:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.742241:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ef00. 00000400:00000200:0.0:1734676308.742244:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.742247:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.742249:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676308.742251:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00010000:00000010:1.1:1734676308.743323:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136947500. 00010000:00000010:1.1:1734676308.743331:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4800. 00000400:00000200:0.0:1734676308.744244:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.744259:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27c00 00000400:00000200:0.0:1734676308.744267:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6db1 [1] + 224 00000400:00000200:0.0:1734676308.744285:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.744288:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.744297:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864466944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.744411:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676308.744415:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:2.0:1734676308.744417:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.744422:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864466944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.744429:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864466944/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.744471:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16000. 02000000:00000010:2.0:1734676308.744476:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16400. 00000100:00000010:2.0:1734676308.744479:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676308.744483:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.744486:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00010000:00000010:0.1:1734676308.746596:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d982800. 00010000:00000010:1.1:1734676308.746662:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f2600. 00000400:00000200:0.0:1734676308.748019:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.748052:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180000 00000400:00000200:0.0:1734676308.748061:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 656 00000400:00000200:0.0:1734676308.748137:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.748142:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.748148:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.748153:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:2.0:1734676308.748290:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa16400. 00000020:00000010:2.0:1734676308.748296:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676308.748299:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.748318:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867974144/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.748345:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974144 02000000:00000010:2.0:1734676308.748353:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:2.0:1734676308.748375:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed200. 00010000:00000010:2.0:1734676308.748389:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.748394:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.748402:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.748405:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000010:2.0:1734676308.748415:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7990. 00000100:00000200:2.0:1734676308.748419:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974144, offset 224 00000400:00000200:2.0:1734676308.748423:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.748442:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4600. 00010000:00000010:3.0:1734676308.748502:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4600. 00010000:00000010:3.0:1734676308.748508:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e9c6c00. 00010000:00000010:3.0:1734676308.749248:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4e00. 00010000:00000010:3.0:1734676308.749255:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a780. 00010000:00000010:3.0:1734676308.749262:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:3.0:1734676308.749266:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08df00. 00000100:00000010:3.0:1734676308.749272:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.749280:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b4400. 02000000:00000010:3.0:1734676308.749297:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b5200. 00000400:00000010:3.0:1734676308.749303:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676308.749306:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.749311:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467072, portal 16 00000400:00000010:3.0:1734676308.749314:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.749315:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467072, offset 0 00000400:00000200:3.0:1734676308.749320:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.749630:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.749636:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81565:81565:256:4294967295] 192.168.203.46@tcp LPNI seq info [81561:81561:8:4294967295] 00000400:00000200:2.0:1734676308.749645:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.749650:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.749654:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5900. 00000800:00000200:2.0:1734676308.749663:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000200:3.0:1734676308.749668:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000800:00000200:2.0:1734676308.749668:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000200:3.0:1734676308.749672:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1734676308.749672:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1734676308.749675:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.749677:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.749679:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.749682:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81566:81566:255:4294967295] 192.168.203.46@tcp LPNI seq info [81562:81562:7:4294967295] 00000400:00000200:3.0:1734676308.749687:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000020:00000010:2.0:1734676308.749687:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4280. 00000020:00000010:2.0:1734676308.749690:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000800:00000200:3.0:1734676308.749691:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000020:00000010:2.0:1734676308.749695:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa16400. 00000800:00000200:3.0:1734676308.749751:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.749753:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5900. 00000400:00000200:3.0:1734676308.749757:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.749760:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.749763:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7990 00000400:00000010:3.0:1734676308.749764:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7990. 00000800:00000010:3.0:1734676308.749774:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e400. 00000800:00000200:3.0:1734676308.749777:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.749780:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.749782:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.749851:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.749853:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e400. 00000400:00000200:0.0:1734676308.749856:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.749859:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.749862:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676308.749863:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:0.0:1734676308.749869:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864467072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.750557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7fe00. 00010000:00000010:1.1:1734676308.750571:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097ceeb00. 00010000:00000010:1.1:1734676308.750574:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16200. 00000400:00000200:0.0:1734676308.751253:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.751263:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27c80 00000400:00000200:0.0:1734676308.751271:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6dbd [1] + 224 00000400:00000200:0.0:1734676308.751278:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.751281:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.751289:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864467072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.751317:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.751322:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180080 00000400:00000200:0.0:1734676308.751326:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 984 00000400:00000200:0.0:1734676308.751357:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.751360:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.751363:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.751367:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 00000020:00000010:3.0:1734676308.751448:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b5400. 00000020:00000010:3.0:1734676308.751452:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.751456:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.751470:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483b80 x1818938867974272/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.751485:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974272 02000000:00000010:3.0:1734676308.751491:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d15b800. 00010000:00000010:3.0:1734676308.751518:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.751523:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676308.751527:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676308.751528:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:2.0:1734676308.751535:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676308.751537:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000400:00000200:2.0:1734676308.751539:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676308.751541:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.751544:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974272, offset 224 00000400:00000200:3.0:1734676308.751548:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000200:2.0:1734676308.751550:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864467072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676308.751553:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.751557:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81567:81567:256:4294967295] 192.168.203.46@tcp LPNI seq info [81563:81563:8:4294967295] 00000100:00000200:2.0:1734676308.751557:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864467072/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676308.751562:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.751564:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.751566:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e800. 00000800:00000200:3.0:1734676308.751570:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.751573:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.751575:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.751575:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e008600. 02000000:00000010:2.0:1734676308.751584:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b5200. 00000020:00000010:3.0:1734676308.751592:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.751594:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.751596:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b5400. 00000800:00000200:1.0:1734676308.751667:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.751670:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e800. 00000400:00000200:1.0:1734676308.751673:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.751676:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.751678:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:1.0:1734676308.751680:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 02000000:00000010:2.0:1734676308.751712:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b4400. 00000100:00000010:2.0:1734676308.751716:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:2.0:1734676308.751719:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08df00. 00010000:00000010:2.0:1734676308.751721:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00080000:00000010:2.0:1734676308.751734:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16400. 00010000:00000010:2.0:1734676308.751794:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a780. 00010000:00000010:2.0:1734676308.751799:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e008580. 00010000:00000010:2.0:1734676308.751852:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16000. 00010000:00000010:2.0:1734676308.751857:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676308.751863:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.751866:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.751871:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.751878:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16200. 02000000:00000010:2.0:1734676308.751893:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b521400. 00000400:00000010:2.0:1734676308.751896:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676308.751899:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.751903:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467200, portal 16 00000400:00000010:2.0:1734676308.751905:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a74c8. 00000100:00000200:2.0:1734676308.751907:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467200, offset 0 00000400:00000200:2.0:1734676308.751911:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.751915:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.751918:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.751922:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.751924:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.751925:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.751928:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81568:81568:256:4294967295] 192.168.203.46@tcp LPNI seq info [81564:81564:8:4294967295] 00000400:00000200:2.0:1734676308.751933:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.751936:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.751939:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.751941:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.751945:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.751947:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.752595:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.752598:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:1.0:1734676308.752601:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.752604:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.752607:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a74c8 00000400:00000010:1.0:1734676308.752608:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a74c8. 00000100:00000200:1.0:1734676308.752613:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864467200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.755871:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.755888:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27d00 00000400:00000200:0.0:1734676308.755897:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6dc9 [1] + 224 00000400:00000200:0.0:1734676308.755913:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.755917:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.755928:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864467200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.756015:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676308.756020:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676308.756022:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.756028:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864467200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.756051:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864467200/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.756090:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b521400. 02000000:00000010:2.0:1734676308.756096:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16200. 00000100:00000010:2.0:1734676308.756101:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676308.756105:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.756108:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00010000:00000010:0.1:1734676308.756259:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf08d00. 00010000:00000010:0.1:1734676308.756268:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa17a00. 00010000:00000010:0.1:1734676308.759435:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a0ba2000. 00000400:00000200:0.0:1734676308.760764:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.760780:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180100 00000400:00000200:0.0:1734676308.760788:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 1312 00000400:00000200:0.0:1734676308.760853:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.760859:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.760866:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.760872:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:3.0:1734676308.760959:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b4c00. 00000020:00000010:3.0:1734676308.760969:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.760974:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.760997:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867974400/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.761078:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974400 02000000:00000010:3.0:1734676308.761087:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:3.0:1734676308.761110:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880073741200. 00010000:00000010:3.0:1734676308.761130:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.761135:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676308.761248:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676308.761251:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:3.0:1734676308.761263:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.761268:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974400, offset 224 00000400:00000200:3.0:1734676308.761274:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.761281:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.761286:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81569:81569:256:4294967295] 192.168.203.46@tcp LPNI seq info [81565:81565:8:4294967295] 00000400:00000200:3.0:1734676308.761294:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.761299:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.761302:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e900. 00000800:00000200:3.0:1734676308.761307:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.761312:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.761316:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e900 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1734676308.761391:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b521400. 00010000:00000010:2.0:1734676308.761454:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676308.761460:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880073741f80. 00010000:00000010:2.0:1734676308.761524:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.761529:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4280. 00010000:00000010:2.0:1734676308.761536:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.761539:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.761544:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.761553:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b520400. 02000000:00000010:2.0:1734676308.761572:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa17a00. 00000400:00000010:2.0:1734676308.761577:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676308.761582:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.761587:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467328, portal 16 00000400:00000010:2.0:1734676308.761591:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a77f8. 00000100:00000200:2.0:1734676308.761593:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467328, offset 0 00000400:00000200:2.0:1734676308.761597:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.761602:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.761605:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.761609:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.761613:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.761615:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.761617:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81570:81570:255:4294967295] 192.168.203.46@tcp LPNI seq info [81566:81566:7:4294967295] 00000400:00000200:2.0:1734676308.761623:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.761626:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.761628:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.761632:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.761635:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.761637:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.761661:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.761665:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.761669:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b4c00. 00000800:00000200:0.0:1734676308.762244:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.762248:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e900. 00000400:00000200:0.0:1734676308.762252:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.762256:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.762259:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676308.762261:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000800:00000200:0.0:1734676308.762725:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.762728:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.762731:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.762736:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.762739:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a77f8 00000400:00000010:0.0:1734676308.762740:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a77f8. 00000100:00000200:0.0:1734676308.762746:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864467328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.767518:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.767534:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27d80 00000400:00000200:0.0:1734676308.767542:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6dd5 [1] + 224 00000400:00000200:0.0:1734676308.767563:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.767568:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.767577:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864467328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.767712:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:2.0:1734676308.767717:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:2.0:1734676308.767719:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.767724:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864467328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.767731:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864467328/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.767753:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa17a00. 02000000:00000010:2.0:1734676308.767758:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b520400. 00000100:00000010:2.0:1734676308.767762:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000010:2.0:1734676308.767766:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.767770:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00010000:00000010:0.1:1734676308.768212:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009dacdc00. 00010000:00000010:1.1:1734676308.768222:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfc000. 00010000:00000010:1.1:1734676308.768234:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097e94a00. 00010000:00000010:1.1:1734676308.768238:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4e00. 00000400:00000200:0.0:1734676308.769300:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.769320:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180180 00000400:00000200:0.0:1734676308.769329:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 1640 00000400:00000200:0.0:1734676308.769815:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.769820:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.769829:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.769835:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000020:00000010:3.0:1734676308.770305:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b4c00. 00000020:00000010:3.0:1734676308.770314:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.770319:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.770346:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867974528/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.770385:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974528 02000000:00000010:3.0:1734676308.770395:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:3.0:1734676308.770424:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7c2e80. 00010000:00000010:3.0:1734676308.770457:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.770464:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676308.770476:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676308.770479:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:3.0:1734676308.770494:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.770500:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974528, offset 224 00000400:00000200:3.0:1734676308.770506:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.770515:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.770521:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81571:81571:256:4294967295] 192.168.203.46@tcp LPNI seq info [81567:81567:8:4294967295] 00000400:00000200:3.0:1734676308.770528:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.770533:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.770536:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ea00. 00000800:00000200:3.0:1734676308.770541:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.770547:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.770551:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ea00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.770572:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a180. 00000020:00000010:3.0:1734676308.770575:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.770579:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b4c00. 00080000:00000010:3.0:1734676308.770611:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4c00. 00000800:00000200:1.0:1734676308.770795:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.770798:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ea00. 00000400:00000200:1.0:1734676308.770803:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.770807:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.770811:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:1.0:1734676308.770813:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00010000:00000010:3.0:1734676308.770946:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4280. 00010000:00000010:3.0:1734676308.770953:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7c2e00. 00010000:00000010:3.0:1734676308.771010:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4400. 00010000:00000010:3.0:1734676308.771015:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676308.771022:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.771026:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676308.771033:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.771089:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b5200. 02000000:00000010:3.0:1734676308.771109:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b5600. 00000400:00000010:3.0:1734676308.771116:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676308.771120:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.771125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467456, portal 16 00000400:00000010:3.0:1734676308.771128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.771130:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467456, offset 0 00000400:00000200:3.0:1734676308.771133:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.771139:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.771142:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.771146:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.771149:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.771151:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.771153:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81572:81572:256:4294967295] 192.168.203.46@tcp LPNI seq info [81568:81568:8:4294967295] 00000400:00000200:3.0:1734676308.771159:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.771163:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.771165:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ec00. 00000800:00000200:3.0:1734676308.771168:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.771171:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.771174:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ec00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.771528:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.771531:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ec00. 00000400:00000200:1.0:1734676308.771534:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.771537:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.771540:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676308.771541:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000100:00000200:1.0:1734676308.771547:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864467456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.774573:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.774591:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27e00 00000400:00000200:1.0:1734676308.774600:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6de1 [1] + 224 00000400:00000200:1.0:1734676308.774611:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.774614:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.774625:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864467456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.774661:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.774665:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180200 00000400:00000200:1.0:1734676308.774671:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa571d [2] + 1968 00000400:00000010:1.0:1734676308.774674:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd90b0. 00000400:00000200:1.0:1734676308.774678:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcd3c0 00000400:00000200:1.0:1734676308.774691:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.774693:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.774696:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcd3c0 00000400:00000010:1.0:1734676308.774698:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcd3c0. 00000100:00000200:1.0:1734676308.774703:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676308.774823:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d688. 00000400:00000200:3.0:1734676308.774826:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:3.0:1734676308.774828:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.774833:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864467456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.774840:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864467456/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.774862:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b5600. 02000000:00000010:3.0:1734676308.774868:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b5200. 00000100:00000010:3.0:1734676308.774870:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.774873:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676308.774876:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000020:00000010:3.0:1734676308.774917:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b5200. 00000020:00000010:3.0:1734676308.774921:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676308.774925:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.775003:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9850 x1818938867974656/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.775053:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974656 02000000:00000010:3.0:1734676308.775074:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:3.0:1734676308.775095:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ff66780. 00010000:00000010:3.0:1734676308.775107:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.775112:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d780. 00000100:00000010:3.0:1734676308.775118:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d780. 00010000:00000010:3.0:1734676308.775120:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:3.0:1734676308.775127:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.775130:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974656, offset 224 00000400:00000200:3.0:1734676308.775135:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.775142:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.775147:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81573:81573:256:4294967295] 192.168.203.46@tcp LPNI seq info [81569:81569:8:4294967295] 00000400:00000200:3.0:1734676308.775155:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.775159:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.775162:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e700. 00000800:00000200:3.0:1734676308.775166:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.775172:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.775175:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.775194:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a800. 00000020:00000010:3.0:1734676308.775197:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.775200:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b5200. 02000000:00000010:3.0:1734676308.775206:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:3.0:1734676308.775209:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:3.0:1734676308.775213:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000100:00000010:3.0:1734676308.775216:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:3.0:1734676308.775220:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d15b800. 00000100:00000010:3.0:1734676308.775222:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 02000000:00000010:3.0:1734676308.775224:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:3.0:1734676308.775227:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 02000000:00000010:3.0:1734676308.775230:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009d159400. 00000100:00000010:3.0:1734676308.775232:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 02000000:00000010:3.0:1734676308.775234:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7000. 00000100:00000010:3.0:1734676308.775237:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 00000100:00000200:3.0:1734676308.775241:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676308.775243:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d688. 00000400:00000010:3.0:1734676308.775246:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08d780. 00080000:00000010:3.0:1734676308.775263:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b5200. 00010000:00000010:3.0:1734676308.775315:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676308.775320:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff66700. 00010000:00000010:3.0:1734676308.775376:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b5600. 00010000:00000010:3.0:1734676308.775385:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a180. 00010000:00000010:3.0:1734676308.775392:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.775395:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.775400:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.775408:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b4e00. 02000000:00000010:3.0:1734676308.775423:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b4200. 00000400:00000010:3.0:1734676308.775426:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.775428:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.775431:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467584, portal 16 00000400:00000010:3.0:1734676308.775434:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.775437:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467584, offset 0 00000400:00000200:3.0:1734676308.775440:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.775444:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.775447:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.775450:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.775453:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.775454:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.775457:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81574:81574:255:4294967295] 192.168.203.46@tcp LPNI seq info [81570:81570:7:4294967295] 00000400:00000200:3.0:1734676308.775463:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.775467:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.775469:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e500. 00000800:00000200:3.0:1734676308.775471:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.775474:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.775476:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.775543:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.775545:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e700. 00000400:00000200:1.0:1734676308.775548:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.775552:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.775554:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:1.0:1734676308.775555:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 02000000:00000010:1.0:1734676308.775558:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000800:00000200:1.0:1734676308.775605:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.775607:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e500. 00000400:00000200:1.0:1734676308.775609:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.775612:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.775614:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:1.0:1734676308.775615:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:1.0:1734676308.775620:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864467584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.778012:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c333800. 00000400:00000200:2.0:1734676308.778219:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.778241:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27e80 00000400:00000200:2.0:1734676308.778248:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6df1 [1] + 224 00000400:00000200:2.0:1734676308.778268:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.778272:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.778280:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864467584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.778410:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.778415:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.778417:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.778422:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864467584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.778429:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864467584/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.778453:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b4200. 02000000:00000010:3.0:1734676308.778458:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b4e00. 00000100:00000010:3.0:1734676308.778461:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.778464:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.778467:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00010000:00000010:1.1:1734676308.778524:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8ab2c00. 00010000:00000010:1.1:1734676308.778529:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16000. 00000400:00000200:0.0:1734676308.778647:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.778654:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180280 00000400:00000200:0.0:1734676308.778659:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 0 00000400:00000200:0.0:1734676308.778708:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.778712:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.778716:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.778721:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676308.779754:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012fa17a00. 00000020:00000010:2.0:1734676308.779760:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676308.779764:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.779784:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867974784/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.779802:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974784 02000000:00000010:2.0:1734676308.779809:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af000. 00010000:00000010:2.0:1734676308.779829:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d0a7f00. 00010000:00000010:2.0:1734676308.779857:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.779863:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.779878:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.779881:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000010:2.0:1734676308.780110:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7880. 00000100:00000200:2.0:1734676308.780116:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974784, offset 224 00000400:00000200:2.0:1734676308.780122:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.780131:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.780136:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81575:81575:256:4294967295] 192.168.203.46@tcp LPNI seq info [81571:81571:8:4294967295] 00000400:00000200:2.0:1734676308.780144:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.780150:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.780153:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.780158:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.780164:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.780167:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.780806:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4480. 00000020:00000010:2.0:1734676308.780814:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.780820:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012fa17a00. 00000800:00000200:0.0:1734676308.780855:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.780859:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:0.0:1734676308.780862:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1734676308.780864:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa17a00. 00000400:00000200:0.0:1734676308.780867:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.780871:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7880 00000400:00000010:0.0:1734676308.780873:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7880. 00010000:00000010:2.0:1734676308.780951:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a180. 00010000:00000010:2.0:1734676308.780958:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d9d7d00. 00010000:00000010:2.0:1734676308.781029:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16200. 00010000:00000010:2.0:1734676308.781035:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4480. 00010000:00000010:2.0:1734676308.781086:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267940. 00000100:00000010:2.0:1734676308.781094:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.781101:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.781113:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16000. 02000000:00000010:2.0:1734676308.781139:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b520400. 00000400:00000010:2.0:1734676308.781146:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7528. 00000400:00000010:2.0:1734676308.781151:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a76e8. 00000100:00000200:2.0:1734676308.781159:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467712, portal 16 00000400:00000010:2.0:1734676308.781162:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7440. 00000100:00000200:2.0:1734676308.781165:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467712, offset 0 00000400:00000200:2.0:1734676308.781173:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.781181:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.781186:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.781190:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.781193:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.781195:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.781198:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81576:81576:256:4294967295] 192.168.203.46@tcp LPNI seq info [81572:81572:8:4294967295] 00000400:00000200:2.0:1734676308.781206:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.781211:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.781214:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.781219:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.781226:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.781230:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.782010:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.782014:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:3.0:1734676308.782018:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.782022:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.782025:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7440 00000400:00000010:3.0:1734676308.782028:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7440. 00000100:00000200:3.0:1734676308.782052:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864467712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.782312:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfe8100. 00010000:00000010:2.1:1734676308.782322:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.1:1734676308.782327:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011cdde800. 00010000:00000010:2.1:1734676308.782330:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ff67d00. 00010000:00000010:2.1:1734676308.782333:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4400. 00000400:00000200:2.0:1734676308.785642:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.785660:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27f00 00000400:00000200:2.0:1734676308.785669:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6dfd [1] + 224 00000400:00000200:2.0:1734676308.785684:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.785689:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.785700:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864467712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.785723:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.785728:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180300 00000400:00000200:2.0:1734676308.785732:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 328 00000400:00000200:2.0:1734676308.785744:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.785746:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.785751:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.785756:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 00000020:00000010:2.0:1734676308.785792:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520c00. 00000020:00000010:2.0:1734676308.785798:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676308.785803:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.785826:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a0000 x1818938867974912/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.786029:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867974912 02000000:00000010:2.0:1734676308.786055:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00000400:00000010:3.0:1734676308.786059:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7528. 00000400:00000200:3.0:1734676308.786073:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a76e8 00000400:00000010:3.0:1734676308.786074:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a76e8. 00000100:00000200:3.0:1734676308.786080:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864467712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.786087:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864467712/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676308.786099:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267240. 00000100:00000010:2.0:1734676308.786104:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00010000:00000010:3.0:1734676308.786106:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a6323900. 00000100:00000010:2.0:1734676308.786110:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.786113:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267240. 02000000:00000010:3.0:1734676308.786116:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b520400. 02000000:00000010:3.0:1734676308.786120:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16000. 00000400:00000010:2.0:1734676308.786121:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7000. 00000100:00000010:3.0:1734676308.786124:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 00000100:00000200:2.0:1734676308.786126:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867974912, offset 224 00000100:00000010:3.0:1734676308.786127:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:3.0:1734676308.786129:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267940. 00000400:00000200:2.0:1734676308.786130:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.786136:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.786141:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81577:81577:256:4294967295] 192.168.203.46@tcp LPNI seq info [81573:81573:8:4294967295] 00080000:00000010:3.0:1734676308.786142:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b5000. 00000400:00000200:2.0:1734676308.786149:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.786152:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.786155:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.786159:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.786164:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.786167:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.786180:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676308.786183:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.786186:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520c00. 00010000:00000010:3.0:1734676308.786205:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4480. 00010000:00000010:3.0:1734676308.786210:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a6323880. 00010000:00000010:3.0:1734676308.786257:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4a00. 00010000:00000010:3.0:1734676308.786261:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.786267:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.786269:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.786274:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.786280:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b4800. 02000000:00000010:3.0:1734676308.786295:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b5400. 00000400:00000010:3.0:1734676308.786299:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.786302:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.786306:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467840, portal 16 00000400:00000010:3.0:1734676308.786308:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.786310:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467840, offset 0 00000400:00000200:3.0:1734676308.786315:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.786319:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.786322:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.786325:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.786328:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.786329:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.786332:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81578:81578:255:4294967295] 192.168.203.46@tcp LPNI seq info [81574:81574:7:4294967295] 00000400:00000200:3.0:1734676308.786338:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.786341:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.786343:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e600. 00000800:00000200:3.0:1734676308.786346:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.786350:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.786352:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.786360:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.786363:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:1.0:1734676308.786367:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.786371:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.786375:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7000 00000400:00000010:1.0:1734676308.786377:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7000. 00000800:00000200:1.0:1734676308.786406:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.786408:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e600. 00000400:00000200:1.0:1734676308.786412:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.786415:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.786417:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:1.0:1734676308.786418:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:1.0:1734676308.786424:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864467840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.788176:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012df9ec00. 00000400:00000200:3.0:1734676308.791995:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.792010:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e27f80 00000400:00000200:3.0:1734676308.792017:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e09 [1] + 224 00000400:00000200:3.0:1734676308.792033:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.792055:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.792073:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864467840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.792106:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.792111:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.792112:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.792117:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864467840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.792125:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864467840/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.792152:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b5400. 02000000:00000010:3.0:1734676308.792157:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b4800. 00000100:00000010:3.0:1734676308.792162:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.792165:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.792168:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000200:0.0:1734676308.792396:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.792403:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180380 00000400:00000200:0.0:1734676308.792409:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 656 00000400:00000200:0.0:1734676308.792457:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.792461:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.792465:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.792469:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676308.792517:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b520c00. 00000020:00000010:2.0:1734676308.792522:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676308.792526:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.792544:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867975040/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.792568:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975040 02000000:00000010:2.0:1734676308.792576:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ac000. 00010000:00000010:2.0:1734676308.792595:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ae300. 00010000:00000010:2.0:1734676308.792607:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267240. 00000100:00000010:2.0:1734676308.792612:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.792617:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.792619:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267240. 00000400:00000010:2.0:1734676308.792628:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7cc0. 00000100:00000200:2.0:1734676308.792632:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975040, offset 224 00000400:00000200:2.0:1734676308.792636:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.792643:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.792647:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81579:81579:256:4294967295] 192.168.203.46@tcp LPNI seq info [81575:81575:8:4294967295] 00000400:00000200:2.0:1734676308.792654:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.792658:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.792661:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.792665:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.792671:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.792674:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.792684:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4400. 00000020:00000010:2.0:1734676308.792686:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.792689:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b520c00. 00080000:00000010:3.0:1734676308.792737:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4800. 00000800:00000200:0.0:1734676308.792766:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.792769:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676308.792772:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.792776:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.792778:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7cc0 00000400:00000010:0.0:1734676308.792780:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7cc0. 00010000:00000010:3.0:1734676308.792793:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.792798:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ae680. 00010000:00000010:3.0:1734676308.792874:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80ee00. 00010000:00000010:3.0:1734676308.792877:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.792880:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b5400. 00010000:00000010:3.0:1734676308.792884:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00080000:00000010:3.0:1734676308.792892:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4200. 00010000:00000010:3.0:1734676308.792909:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676308.792911:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.792943:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b4400. 00010000:00000010:3.0:1734676308.792945:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.792950:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.792952:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.792956:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.792963:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d6b4e00. 02000000:00000010:3.0:1734676308.792977:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d6b5c00. 00000400:00000010:3.0:1734676308.792980:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.792982:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.792987:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864467968, portal 16 00000400:00000010:3.0:1734676308.792989:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.792991:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864467968, offset 0 00000400:00000200:3.0:1734676308.792995:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.792999:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.793002:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.793005:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.793007:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.793009:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.793012:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81580:81580:256:4294967295] 192.168.203.46@tcp LPNI seq info [81576:81576:8:4294967295] 00000400:00000200:3.0:1734676308.793017:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.793021:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.793023:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e600. 00000800:00000200:3.0:1734676308.793026:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.793030:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.793032:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.793957:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.793961:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e600. 00000400:00000200:2.0:1734676308.793964:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.793968:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.793971:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676308.793972:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:2.0:1734676308.793977:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864467968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.795406:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.795418:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28000 00000400:00000200:0.0:1734676308.795424:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e15 [1] + 224 00000400:00000200:0.0:1734676308.795438:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.795441:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.795449:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864467968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.795867:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.795872:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.795874:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.795879:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864467968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.795888:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864467968/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.795912:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d6b5c00. 02000000:00000010:3.0:1734676308.795918:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d6b4e00. 00000100:00000010:3.0:1734676308.795922:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.795926:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.795929:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000200:0.0:1734676308.796176:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.796183:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180400 00000400:00000200:0.0:1734676308.796187:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 984 00000400:00000200:0.0:1734676308.796228:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.796232:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.796237:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.796242:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:3.0:1734676308.796648:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d6b4e00. 00000020:00000010:3.0:1734676308.796653:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.796657:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.796678:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867975168/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.796698:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975168 02000000:00000010:3.0:1734676308.796706:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:3.0:1734676308.796731:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d6f5080. 00010000:00000010:3.0:1734676308.796745:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.796751:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.796759:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.796762:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:3.0:1734676308.796774:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.796780:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975168, offset 224 00000400:00000200:3.0:1734676308.796785:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.796793:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.796798:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81581:81581:256:4294967295] 192.168.203.46@tcp LPNI seq info [81577:81577:8:4294967295] 00000400:00000200:3.0:1734676308.796806:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.796811:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.796814:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e200. 00000800:00000200:3.0:1734676308.796818:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.796823:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.796826:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.796837:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.796840:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.796844:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d6b4e00. 00080000:00000010:3.0:1734676308.796865:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d6b4e00. 00010000:00000010:3.0:1734676308.796921:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.796926:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d6f5000. 00010000:00000010:3.0:1734676308.796981:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d6b5c00. 00010000:00000010:3.0:1734676308.796985:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.796991:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.796994:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.796998:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.797007:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16000. 02000000:00000010:3.0:1734676308.797024:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f4400. 00000400:00000010:3.0:1734676308.797028:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.797031:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.797052:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468096, portal 16 00000400:00000010:3.0:1734676308.797056:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.797058:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468096, offset 0 00000400:00000200:3.0:1734676308.797074:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.797079:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.797083:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.797086:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.797088:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.797090:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.797092:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81582:81582:255:4294967295] 192.168.203.46@tcp LPNI seq info [81578:81578:7:4294967295] 00000400:00000200:3.0:1734676308.797098:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.797101:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.797104:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e300. 00000800:00000200:3.0:1734676308.797107:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.797110:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.797112:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.799249:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.799257:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e200. 00000400:00000200:3.0:1734676308.799264:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.799271:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.799277:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.799279:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:3.0:1734676308.799338:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.799340:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e300. 00000400:00000200:3.0:1734676308.799342:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.799345:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.799347:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676308.799348:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.799355:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864468096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.799487:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009da0b100. 00010000:00000010:1.1:1734676308.799493:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5600. 00000400:00000200:1.0:1734676308.801858:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.801896:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28080 00000400:00000200:1.0:1734676308.801903:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e21 [1] + 224 00000400:00000200:1.0:1734676308.801913:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.801917:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.801927:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864468096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.802169:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.802175:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180480 00000400:00000200:1.0:1734676308.802180:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 1312 00000400:00000200:1.0:1734676308.802221:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.802225:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.802228:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.802234:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba8a80. 00000400:00000010:3.0:1734676308.802820:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.802825:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:3.0:1734676308.802827:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.802834:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864468096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.802844:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864468096/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.802874:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f4400. 02000000:00000010:3.0:1734676308.802880:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16000. 00000100:00000010:3.0:1734676308.802884:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.802887:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.802891:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000020:00000010:3.0:1734676308.805311:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4f4400. 00000020:00000010:3.0:1734676308.805318:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.805323:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.805347:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba8a80 x1818938867975296/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.805367:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975296 02000000:00000010:3.0:1734676308.805375:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:3.0:1734676308.805396:0:8192:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edec380. 00010000:00000010:3.0:1734676308.805408:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.805414:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.805421:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.805424:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00000400:00000010:3.0:1734676308.805435:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.805440:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975296, offset 224 00000400:00000200:3.0:1734676308.805451:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.805462:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.805467:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81583:81583:256:4294967295] 192.168.203.46@tcp LPNI seq info [81579:81579:8:4294967295] 00000400:00000200:3.0:1734676308.805476:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.805481:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.805484:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e200. 00000800:00000200:3.0:1734676308.805490:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.805496:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.805500:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.805522:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.805525:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.805528:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4f4400. 00080000:00000010:3.0:1734676308.805551:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f4400. 00010000:00000010:3.0:1734676308.805605:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.805609:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edec300. 00000800:00000200:0.0:1734676308.805652:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.805656:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e200. 00000400:00000200:0.0:1734676308.805660:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.805665:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.805668:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676308.805670:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00010000:00000010:3.0:1734676308.805679:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f5e00. 00010000:00000010:3.0:1734676308.805684:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.805691:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.805693:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.805699:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.805707:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f4800. 02000000:00000010:3.0:1734676308.805722:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f4e00. 00000400:00000010:3.0:1734676308.805727:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.805730:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.805735:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468224, portal 16 00000400:00000010:3.0:1734676308.805738:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.805740:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468224, offset 0 00000400:00000200:3.0:1734676308.805743:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.805748:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.805751:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.805755:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.805757:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.805759:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.805762:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81584:81584:256:4294967295] 192.168.203.46@tcp LPNI seq info [81580:81580:8:4294967295] 00000400:00000200:3.0:1734676308.805768:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.805772:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.805774:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e100. 00000800:00000200:3.0:1734676308.805777:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.805780:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.805783:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1734676308.805791:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.805795:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f5000. 02000000:00000010:3.0:1734676308.805800:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f4200. 00000400:00000010:3.0:1734676308.805802:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.805805:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.805807:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468352, portal 16 00000400:00000010:3.0:1734676308.805809:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.805810:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468352, offset 0 00000400:00000200:3.0:1734676308.805813:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.805816:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.805818:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.805820:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.805821:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.805823:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.805825:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81585:81585:255:4294967295] 192.168.203.46@tcp LPNI seq info [81581:81581:7:4294967295] 00000400:00000200:3.0:1734676308.805831:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.805835:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.805836:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e500. 00000800:00000200:3.0:1734676308.805839:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.805842:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.805844:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1734676308.805863:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.805864:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e100. 00000400:00000200:3.0:1734676308.805867:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.805870:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.805872:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:3.0:1734676308.805873:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.805878:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864468224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:3.0:1734676308.805900:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.805902:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e500. 00000400:00000200:3.0:1734676308.805904:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.805906:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.805908:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676308.805909:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.805912:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864468352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.807998:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.808012:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28100 00000400:00000200:1.0:1734676308.808020:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e2d [1] + 224 00000400:00000200:1.0:1734676308.808029:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.808032:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.808054:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864468224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.808091:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.808095:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28180 00000400:00000200:1.0:1734676308.808099:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e35 [1] + 224 00000400:00000200:1.0:1734676308.808103:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.808105:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.808109:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864468352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.808119:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.808121:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180500 00000400:00000200:1.0:1734676308.808125:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 1640 00000400:00000200:1.0:1734676308.808129:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.808132:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.808135:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.808139:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0baa680. 00000400:00000200:1.0:1734676308.808153:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.808156:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180580 00000400:00000200:1.0:1734676308.808159:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5775 [2] + 1968 00000400:00000010:1.0:1734676308.808162:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012efd9bb0. 00000400:00000200:1.0:1734676308.808166:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88007edcdc00 00000400:00000200:1.0:1734676308.808178:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.808181:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.808184:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88007edcdc00 00000400:00000010:1.0:1734676308.808187:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88007edcdc00. 00000100:00000200:1.0:1734676308.808191:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1734676308.808231:0:8192:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6800. 00000020:00000010:1.0:1734676308.808236:0:8192:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59d80. 00000020:00000010:3.0:1734676308.808237:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4f5400. 00000020:00000010:1.0:1734676308.808240:0:8192:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000020:00000010:3.0:1734676308.808241:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.808244:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:1.0:1734676308.808259:0:8192:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0baa680 x1818938867975424/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.808339:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b8850 x1818938867975552/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.808354:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975424 00000100:00000200:3.0:1734676308.808358:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975552 02000000:00000010:1.0:1734676308.808364:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7800. 02000000:00000010:3.0:1734676308.808365:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bae400. 00010000:00000010:3.0:1734676308.808439:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc500. 00000100:00000010:3.0:1734676308.808445:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08df00. 00000400:00000010:1.0:1734676308.808445:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000010:3.0:1734676308.808450:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08df00. 00000100:00000200:1.0:1734676308.808450:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975424, offset 224 00010000:00000010:3.0:1734676308.808452:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc500. 00000400:00000200:1.0:1734676308.808454:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000010:3.0:1734676308.808459:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000400:00000200:1.0:1734676308.808460:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000100:00000200:3.0:1734676308.808462:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975552, offset 224 00000400:00000200:1.0:1734676308.808464:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81586:81586:256:4294967295] 192.168.203.46@tcp LPNI seq info [81582:81582:8:4294967295] 00000400:00000200:3.0:1734676308.808467:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.808471:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.808479:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.808482:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.808485:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.808490:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.808493:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.808504:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59d80. 00000020:00000010:1.0:1734676308.808508:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.808511:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6800. 00000400:00000200:3.0:1734676308.808674:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.808678:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81587:81587:255:4294967295] 192.168.203.46@tcp LPNI seq info [81583:81583:7:4294967295] 00000400:00000200:3.0:1734676308.808685:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.808689:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.808692:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e500. 00000800:00000200:3.0:1734676308.808695:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.808699:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.808701:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.808707:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.808709:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.808712:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4f5400. 00000100:00000010:3.0:1734676308.808718:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0baa680. 02000000:00000010:3.0:1734676308.808723:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:3.0:1734676308.808727:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba8a80. 02000000:00000010:3.0:1734676308.808730:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:3.0:1734676308.808733:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:3.0:1734676308.808737:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ac000. 00000100:00000010:3.0:1734676308.808740:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:3.0:1734676308.808743:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00000100:00000010:3.0:1734676308.808747:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 02000000:00000010:3.0:1734676308.808749:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af000. 00000100:00000010:3.0:1734676308.808751:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000200:3.0:1734676308.808756:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1734676308.808759:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d420. 00000400:00000010:3.0:1734676308.808762:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d08df00. 00000400:00000010:3.0:1734676308.808777:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.808781:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:3.0:1734676308.808782:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.808786:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864468224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.808795:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864468224/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.808811:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089802e00. 00000400:00000010:3.0:1734676308.808819:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:3.0:1734676308.808820:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:3.0:1734676308.808822:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.808825:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864468352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.808831:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864468352/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.808838:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880089802d80. 02000000:00000010:3.0:1734676308.808845:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f4e00. 02000000:00000010:3.0:1734676308.808849:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f4800. 00000100:00000010:3.0:1734676308.808852:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.808855:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f4200. 02000000:00000010:3.0:1734676308.808857:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f5000. 00000100:00000010:3.0:1734676308.808858:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:3.0:1734676308.808860:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:3.0:1734676308.808862:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00080000:00000010:3.0:1734676308.808874:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5000. 00010000:00000010:3.0:1734676308.808925:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.808929:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880089802d00. 00010000:00000010:3.0:1734676308.808982:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f4200. 00010000:00000010:3.0:1734676308.808987:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a800. 00010000:00000010:3.0:1734676308.808993:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc180. 00000100:00000010:3.0:1734676308.808995:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d000. 00000100:00000010:3.0:1734676308.808999:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 02000000:00000010:3.0:1734676308.809006:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f4800. 02000000:00000010:3.0:1734676308.809020:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f4e00. 00000400:00000010:3.0:1734676308.809022:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d9f8. 00000400:00000010:3.0:1734676308.809025:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.809028:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468480, portal 16 00000400:00000010:3.0:1734676308.809030:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.809032:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468480, offset 0 00000400:00000200:3.0:1734676308.809052:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.809056:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.809060:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.809093:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.809096:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.809098:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.809101:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81588:81588:254:4294967295] 192.168.203.46@tcp LPNI seq info [81584:81584:6:4294967295] 00000400:00000200:3.0:1734676308.809107:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.809112:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.809114:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e100. 00000800:00000200:3.0:1734676308.809117:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.809120:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.809123:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1734676308.809774:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6de200. 00010000:00000010:3.1:1734676308.809781:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009db40600. 00010000:00000010:3.1:1734676308.809783:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16200. 00000800:00000200:2.0:1734676308.809885:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.809888:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:2.0:1734676308.809893:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.809898:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.809901:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:2.0:1734676308.809906:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 02000000:00000010:2.0:1734676308.809909:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7800. 00000800:00000200:2.0:1734676308.809917:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.809918:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e500. 00000400:00000200:2.0:1734676308.809921:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.809923:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.809925:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676308.809926:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 02000000:00000010:2.0:1734676308.809928:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bae400. 00000800:00000200:2.0:1734676308.809982:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.809984:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e100. 00000400:00000200:2.0:1734676308.809986:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.809988:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.809990:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:2.0:1734676308.809992:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:2.0:1734676308.809998:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864468480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.813125:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.813139:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28200 00000400:00000200:0.0:1734676308.813147:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e49 [1] + 224 00000400:00000200:0.0:1734676308.813161:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.813165:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.813174:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864468480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.814354:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.814363:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180600 00000400:00000200:0.0:1734676308.814370:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 0 00000400:00000200:0.0:1734676308.814428:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.814432:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.814437:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.814443:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676308.814482:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4f5400. 00000020:00000010:3.0:1734676308.814488:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.814492:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.814515:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867975680/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.814537:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975680 02000000:00000010:3.0:1734676308.814546:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130badc00. 00010000:00000010:3.0:1734676308.814576:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc500. 00000100:00000010:3.0:1734676308.814581:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.814585:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.814588:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc500. 00000400:00000010:3.0:1734676308.814599:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.814603:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975680, offset 224 00000400:00000200:3.0:1734676308.814607:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.814615:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.814619:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81589:81589:256:4294967295] 192.168.203.46@tcp LPNI seq info [81585:81585:8:4294967295] 00000400:00000200:3.0:1734676308.814627:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.814631:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.814634:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ec00. 00000800:00000200:3.0:1734676308.814638:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.814644:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.814647:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ec00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.814658:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.814661:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.814666:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4f5400. 00000400:00000010:2.0:1734676308.814731:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d9f8. 00000400:00000200:2.0:1734676308.814742:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:2.0:1734676308.814744:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:2.0:1734676308.814755:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b800 x1818938864468480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.814760:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095a54200. 00000100:00000200:2.0:1734676308.814765:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b800 x1818938864468480/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676308.814796:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d817c80. 02000000:00000010:2.0:1734676308.814810:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f4e00. 02000000:00000010:2.0:1734676308.814817:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f4800. 00000100:00000010:2.0:1734676308.814822:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b800. 00000100:00000010:2.0:1734676308.814825:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d000. 00010000:00000010:2.0:1734676308.814829:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc180. 00080000:00000010:2.0:1734676308.814851:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012b520400. 00010000:00000010:2.0:1734676308.814944:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a800. 00010000:00000010:2.0:1734676308.814952:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d817e00. 00010000:00000010:2.0:1734676308.815031:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:2.0:1734676308.815060:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4400. 00010000:00000010:2.0:1734676308.815082:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b71c0. 00000100:00000010:2.0:1734676308.815088:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.815095:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 02000000:00000010:2.0:1734676308.815107:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c335e00. 02000000:00000010:2.0:1734676308.815133:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c334600. 00000400:00000010:2.0:1734676308.815139:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7000. 00000400:00000010:2.0:1734676308.815143:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.815150:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468608, portal 16 00000400:00000010:2.0:1734676308.815153:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7770. 00000100:00000200:2.0:1734676308.815155:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468608, offset 0 00000400:00000200:2.0:1734676308.815160:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.815170:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.815175:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.815179:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.815182:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.815184:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.815187:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81590:81590:255:4294967295] 192.168.203.46@tcp LPNI seq info [81586:81586:7:4294967295] 00000400:00000200:2.0:1734676308.815194:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.815199:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.815202:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.815207:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.815212:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.815216:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.815551:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.815553:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ec00. 00000400:00000200:0.0:1734676308.815557:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.815562:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.815565:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.815567:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000800:00000200:0.0:1734676308.815603:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.815605:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.815609:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.815611:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.815614:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7770 00000400:00000010:0.0:1734676308.815616:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7770. 00000100:00000200:0.0:1734676308.815622:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a2a00 x1818938864468608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.817180:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dfd9c00. 00010000:00000010:2.1:1734676308.817188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4a00. 00010000:00000010:2.1:1734676308.817191:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ee00. 00010000:00000010:2.1:1734676308.817195:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5400. 00010000:00000010:2.1:1734676308.817198:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7b3200. 00010000:00000010:2.1:1734676308.817201:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880134d33300. 00010000:00000010:2.1:1734676308.817203:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b4400. 00010000:00000010:2.1:1734676308.817216:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097de6800. 00010000:00000010:2.1:1734676308.817218:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e82400. 00010000:00000010:2.1:1734676308.817220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d6b5c00. 00010000:00000010:2.1:1734676308.817223:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7e00. 00010000:00000010:2.1:1734676308.817225:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801305c7600. 00010000:00000010:2.1:1734676308.817227:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130121e00. 00010000:00000010:2.1:1734676308.817229:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5e00. 00000400:00000200:2.0:1734676308.818814:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.818829:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28280 00000400:00000200:2.0:1734676308.818837:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e55 [1] + 224 00000400:00000200:2.0:1734676308.818847:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.818850:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.818860:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a2a00 x1818938864468608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.818895:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.818899:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180680 00000400:00000200:2.0:1734676308.818903:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 328 00000400:00000010:3.0:1734676308.818921:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7000. 00000400:00000200:3.0:1734676308.818926:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:3.0:1734676308.818928:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:3.0:1734676308.818936:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a2a00 x1818938864468608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.818944:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a2a00 x1818938864468608/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.818959:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.818963:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.818967:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1734676308.818969:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c334600. 00000100:00000010:2.0:1734676308.818973:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:3.0:1734676308.818974:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c335e00. 00000100:00000010:3.0:1734676308.818978:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 00000100:00000010:3.0:1734676308.818981:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:3.0:1734676308.818985:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b71c0. 00000020:00000010:3.0:1734676308.819020:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4f5400. 00000020:00000010:3.0:1734676308.819024:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.819029:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.819073:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a3100 x1818938867975808/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.819108:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975808 02000000:00000010:3.0:1734676308.819116:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bac400. 00010000:00000010:3.0:1734676308.819136:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ecf480. 00010000:00000010:3.0:1734676308.819148:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc500. 00000100:00000010:3.0:1734676308.819152:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.819158:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.819160:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc500. 00000400:00000010:3.0:1734676308.819171:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.819174:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975808, offset 224 00000400:00000200:3.0:1734676308.819179:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.819186:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.819190:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81591:81591:256:4294967295] 192.168.203.46@tcp LPNI seq info [81587:81587:8:4294967295] 00000400:00000200:3.0:1734676308.819199:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.819203:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.819207:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ea00. 00000800:00000200:3.0:1734676308.819210:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.819216:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.819219:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ea00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.819230:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ae80. 00000020:00000010:3.0:1734676308.819233:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.819237:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4f5400. 00080000:00000010:3.0:1734676308.819255:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5400. 00010000:00000010:3.0:1734676308.819316:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4400. 00010000:00000010:3.0:1734676308.819322:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ecfc00. 00010000:00000010:3.0:1734676308.819384:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80ef00. 00010000:00000010:3.0:1734676308.819387:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ae80. 00010000:00000010:3.0:1734676308.819390:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f5200. 00010000:00000010:3.0:1734676308.819394:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00080000:00000010:3.0:1734676308.819401:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5a00. 00000800:00000200:1.0:1734676308.819412:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.819416:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ea00. 00010000:00000010:3.0:1734676308.819418:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00000400:00000200:1.0:1734676308.819419:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676308.819420:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ae80. 00000400:00000200:1.0:1734676308.819423:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.819425:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:1.0:1734676308.819427:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00010000:00000010:3.0:1734676308.819456:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f5800. 00010000:00000010:3.0:1734676308.819459:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ae80. 00010000:00000010:3.0:1734676308.819464:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc500. 00000100:00000010:3.0:1734676308.819467:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.819472:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.819480:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f4600. 02000000:00000010:3.0:1734676308.819495:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f5600. 00000400:00000010:3.0:1734676308.819499:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.819501:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.819505:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468736, portal 16 00000400:00000010:3.0:1734676308.819508:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.819509:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468736, offset 0 00000400:00000200:3.0:1734676308.819514:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.819519:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.819522:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.819525:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.819528:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.819530:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.819532:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81592:81592:256:4294967295] 192.168.203.46@tcp LPNI seq info [81588:81588:8:4294967295] 00000400:00000200:3.0:1734676308.819539:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.819542:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.819544:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e400. 00000800:00000200:3.0:1734676308.819547:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.819550:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.819552:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.820012:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.820016:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e400. 00000400:00000200:0.0:1734676308.820019:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.820023:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.820025:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676308.820027:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676308.820031:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864468736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.821310:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.821320:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28300 00000400:00000200:0.0:1734676308.821327:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e61 [1] + 224 00000400:00000200:0.0:1734676308.821340:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.821343:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.821350:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864468736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.821740:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.821746:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180700 00000400:00000200:0.0:1734676308.821750:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 656 00000400:00000010:3.0:1734676308.821775:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.821780:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:3.0:1734676308.821781:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.821787:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864468736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.821794:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864468736/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.821796:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.821800:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.821804:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.821808:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 02000000:00000010:3.0:1734676308.821816:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f5600. 02000000:00000010:3.0:1734676308.821819:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f4600. 00000100:00000010:3.0:1734676308.821822:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.821825:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.821828:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc500. 00000020:00000010:2.0:1734676308.822020:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c334c00. 00000020:00000010:2.0:1734676308.822026:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676308.822030:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.822077:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867975936/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.822105:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867975936 02000000:00000010:2.0:1734676308.822114:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8af400. 00010000:00000010:2.0:1734676308.822132:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880134dd0a00. 00010000:00000010:2.0:1734676308.822143:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e2674c0. 00000100:00000010:2.0:1734676308.822148:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0cc0. 00000100:00000010:2.0:1734676308.822154:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0cc0. 00010000:00000010:2.0:1734676308.822157:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e2674c0. 00000400:00000010:2.0:1734676308.822165:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676308.822168:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867975936, offset 224 00000400:00000200:2.0:1734676308.822172:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.822179:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.822185:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81593:81593:256:4294967295] 192.168.203.46@tcp LPNI seq info [81589:81589:8:4294967295] 00000400:00000200:2.0:1734676308.822193:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.822197:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.822200:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.822204:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.822210:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.822213:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.822237:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4000. 00000020:00000010:2.0:1734676308.822240:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.822247:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c334c00. 00000800:00000200:1.0:1734676308.822317:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.822320:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:1.0:1734676308.822323:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.822326:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.822329:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:1.0:1734676308.822331:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00080000:00000010:0.0:1734676308.823770:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cda00. 00010000:00000010:0.0:1734676308.823844:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ae80. 00010000:00000010:0.0:1734676308.823851:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880134dd0980. 00010000:00000010:0.0:1734676308.823905:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cc400. 00010000:00000010:0.0:1734676308.823910:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c400. 00010000:00000010:0.0:1734676308.823917:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdd40. 00000100:00000010:0.0:1734676308.823923:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.823929:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 02000000:00000010:0.0:1734676308.823939:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd000. 02000000:00000010:0.0:1734676308.823960:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cce00. 00000400:00000010:0.0:1734676308.823965:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676308.823970:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.823975:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468864, portal 16 00000400:00000010:0.0:1734676308.823978:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e6e8. 00000100:00000200:0.0:1734676308.823981:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468864, offset 0 00000400:00000200:0.0:1734676308.823987:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.823994:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.823998:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.824002:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.824005:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.824007:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.824010:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81594:81594:256:4294967295] 192.168.203.46@tcp LPNI seq info [81590:81590:8:4294967295] 00000400:00000200:0.0:1734676308.824018:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.824023:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.824026:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47af00. 00000800:00000200:0.0:1734676308.824030:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.824070:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.824074:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47af00 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1734676308.824500:0:25908:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824506:0:25908:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824521:0:25908:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824525:0:25908:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824532:0:25908:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824537:0:25908:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824544:0:25908:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b59d80. 00080000:00000010:1.0:1734676308.824548:0:25908:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b59d80. 00000800:00000200:2.0:1734676308.824944:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.824948:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47af00. 00000400:00000200:2.0:1734676308.824951:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.824956:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.824960:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e6e8 00000400:00000010:2.0:1734676308.824962:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e6e8. 00000100:00000200:2.0:1734676308.824968:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096480700 x1818938864468864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.826275:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.826292:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28380 00000400:00000200:0.0:1734676308.826300:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e6d [1] + 224 00000400:00000200:0.0:1734676308.826310:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.826314:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.826321:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096480700 x1818938864468864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.826341:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.826345:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180780 00000400:00000200:0.0:1734676308.826349:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 984 00000400:00000200:0.0:1734676308.826360:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.826363:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.826367:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.826372:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:0.0:1734676308.826410:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:0.0:1734676308.826414:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:0.0:1734676308.826415:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.826420:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096480700 x1818938864468864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.826427:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096480700 x1818938864468864/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.826452:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cce00. 02000000:00000010:0.0:1734676308.826457:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd000. 00000100:00000010:0.0:1734676308.826462:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 00000100:00000010:0.0:1734676308.826465:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676308.826469:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdd40. 00000020:00000010:3.0:1734676308.826548:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c4f4600. 00000020:00000010:3.0:1734676308.826553:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.826557:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.826576:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867976064/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.826600:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976064 02000000:00000010:3.0:1734676308.826608:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130bad800. 00010000:00000010:3.0:1734676308.826628:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d434a80. 00010000:00000010:3.0:1734676308.826642:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc500. 00000100:00000010:3.0:1734676308.826648:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.826662:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.826665:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc500. 00000400:00000010:3.0:1734676308.826676:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.826680:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976064, offset 224 00000400:00000200:3.0:1734676308.826685:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.826691:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.826696:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81595:81595:256:4294967295] 192.168.203.46@tcp LPNI seq info [81591:81591:8:4294967295] 00080000:00000010:1.0:1734676308.826697:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f7200. 00000400:00000200:3.0:1734676308.826704:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.826708:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.826712:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e000. 00000800:00000200:3.0:1734676308.826716:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.826721:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.826725:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.826737:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.826740:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.826744:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c4f4600. 00010000:00000010:1.0:1734676308.826761:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c400. 00010000:00000010:1.0:1734676308.826767:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d434a00. 00010000:00000010:1.0:1734676308.826828:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f7400. 00010000:00000010:1.0:1734676308.826832:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676308.826840:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0680. 00000100:00000010:1.0:1734676308.826843:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.826848:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676308.826856:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6000. 02000000:00000010:1.0:1734676308.826872:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f7a00. 00000400:00000010:1.0:1734676308.826877:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676308.826880:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.826885:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864468992, portal 16 00000400:00000010:1.0:1734676308.826888:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676308.826890:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864468992, offset 0 00000400:00000200:1.0:1734676308.826895:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.826899:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.826903:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.826906:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.826909:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.826911:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.826914:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81596:81596:255:4294967295] 192.168.203.46@tcp LPNI seq info [81592:81592:7:4294967295] 00000400:00000200:1.0:1734676308.826920:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.826924:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.826927:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.826930:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.826933:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.826936:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.826964:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.826966:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e000. 00000400:00000200:1.0:1734676308.826970:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.826973:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.826975:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:1.0:1734676308.826977:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000800:00000200:1.0:1734676308.827030:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.827033:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:1.0:1734676308.827074:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.827078:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.827081:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:1.0:1734676308.827082:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676308.827087:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864468992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676308.829336:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.829350:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28400 00080000:00000010:2.0:1734676308.829621:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4500. 00000400:00000200:3.0:1734676308.829625:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e79 [1] + 224 00080000:00000010:2.0:1734676308.829627:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4500. 00000400:00000200:3.0:1734676308.829638:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.829641:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.829650:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864468992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00080000:00000010:2.0:1734676308.829687:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4500. 00000400:00000200:3.0:1734676308.829690:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00080000:00000010:2.0:1734676308.829692:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4500. 00000400:00000200:3.0:1734676308.829694:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180800 00000400:00000200:3.0:1734676308.829698:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 1312 00080000:00000010:2.0:1734676308.829699:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4500. 00080000:00000010:2.0:1734676308.829703:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4500. 00080000:00000010:2.0:1734676308.829710:0:1:0:(osd_handler.c:2438:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bfa4500. 00080000:00000010:2.0:1734676308.829714:0:1:0:(osd_handler.c:2479:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bfa4500. 00000400:00000200:3.0:1734676308.829752:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.829755:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.829759:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.829764:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 00000400:00000010:1.0:1734676308.829842:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:1.0:1734676308.829847:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676308.829849:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.829855:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864468992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.829862:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864468992/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.829887:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f7a00. 02000000:00000010:1.0:1734676308.829891:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6000. 00000100:00000010:1.0:1734676308.829894:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676308.829899:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.829902:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0680. 00000020:00000010:0.0:1734676308.829968:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cce00. 00000020:00000010:0.0:1734676308.829972:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c500. 00000020:00000010:0.0:1734676308.829976:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.829996:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2b100 x1818938867976192/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.830015:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976192 02000000:00000010:0.0:1734676308.830023:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.830057:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801312dae00. 00010000:00000010:0.0:1734676308.830079:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdd80. 00000100:00000010:0.0:1734676308.830084:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.830089:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:0.0:1734676308.830092:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdd80. 00000400:00000010:0.0:1734676308.830101:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.830105:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976192, offset 224 00000400:00000200:0.0:1734676308.830110:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.830117:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.830122:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81597:81597:256:4294967295] 192.168.203.46@tcp LPNI seq info [81593:81593:8:4294967295] 00000400:00000200:0.0:1734676308.830129:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.830134:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.830136:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ab00. 00000800:00000200:0.0:1734676308.830140:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.830146:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.830150:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ab00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.830163:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c500. 00000020:00000010:0.0:1734676308.830166:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.830169:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cce00. 00080000:00000010:1.0:1734676308.830204:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f6000. 00010000:00000010:1.0:1734676308.830257:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676308.830263:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801312dad80. 00010000:00000010:1.0:1734676308.830321:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f7a00. 00010000:00000010:1.0:1734676308.830325:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59d80. 00010000:00000010:1.0:1734676308.830331:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0680. 00000100:00000010:1.0:1734676308.830334:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.830339:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676308.830346:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6400. 02000000:00000010:1.0:1734676308.830361:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f7000. 00000400:00000010:1.0:1734676308.830364:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676308.830367:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.830371:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469120, portal 16 00000400:00000010:1.0:1734676308.830374:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676308.830375:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469120, offset 0 00000400:00000200:1.0:1734676308.830379:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.830383:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.830386:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.830389:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.830392:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.830393:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.830396:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81598:81598:255:4294967295] 192.168.203.46@tcp LPNI seq info [81594:81594:7:4294967295] 00000400:00000200:1.0:1734676308.830401:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.830405:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.830408:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.830411:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.830414:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.830417:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.830740:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.830743:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ab00. 00000400:00000200:0.0:1734676308.830746:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.830750:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.830753:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:0.0:1734676308.830754:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000800:00000200:0.0:1734676308.830889:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.830892:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:0.0:1734676308.830897:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.830900:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.830902:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676308.830904:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676308.830909:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864469120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.831967:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.831976:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28480 00000400:00000200:0.0:1734676308.831982:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e85 [1] + 224 00000400:00000200:0.0:1734676308.831996:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.832005:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.832011:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864469120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.832124:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:1.0:1734676308.832129:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:1.0:1734676308.832130:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.832136:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864469120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.832143:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864469120/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.832162:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f7000. 02000000:00000010:1.0:1734676308.832167:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6400. 00000100:00000010:1.0:1734676308.832170:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676308.832174:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.832177:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0680. 00010000:00000010:0.1:1734676308.832226:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d7a6800. 00010000:00000010:0.1:1734676308.832236:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bfa0a00. 00010000:00000010:0.1:1734676308.832241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4200. 00000400:00000200:0.0:1734676308.832484:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.832491:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180880 00000400:00000200:0.0:1734676308.832496:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 1640 00000400:00000200:0.0:1734676308.832532:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.832536:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.832540:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.832544:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:1.0:1734676308.832802:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6400. 00000020:00000010:1.0:1734676308.832808:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676308.832811:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.832828:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867976320/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.832858:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976320 02000000:00000010:1.0:1734676308.832865:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6000. 00010000:00000010:1.0:1734676308.832883:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d97c580. 00010000:00000010:1.0:1734676308.832896:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0680. 00000100:00000010:1.0:1734676308.832900:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.832914:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.832917:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0680. 00000400:00000010:1.0:1734676308.832924:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.832927:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976320, offset 224 00000400:00000200:1.0:1734676308.832932:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.832939:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.832944:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81599:81599:256:4294967295] 192.168.203.46@tcp LPNI seq info [81595:81595:8:4294967295] 00000400:00000200:1.0:1734676308.832952:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.832956:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.832959:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6500. 00000800:00000200:1.0:1734676308.832964:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.832970:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.832973:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.832983:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59280. 00000020:00000010:1.0:1734676308.832986:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.832989:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6400. 00000800:00000200:0.0:1734676308.833192:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.833195:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6500. 00000400:00000200:0.0:1734676308.833199:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.833202:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.833205:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676308.833207:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00080000:00000010:0.0:1734676308.833225:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736ccc00. 00010000:00000010:0.0:1734676308.833287:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59d80. 00010000:00000010:0.0:1734676308.833294:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d97c500. 00010000:00000010:0.0:1734676308.833351:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd200. 00010000:00000010:0.0:1734676308.833356:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c500. 00010000:00000010:0.0:1734676308.833361:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdd80. 00000100:00000010:0.0:1734676308.833364:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469c00. 00000100:00000010:0.0:1734676308.833369:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 02000000:00000010:0.0:1734676308.833378:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cde00. 02000000:00000010:0.0:1734676308.833393:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cca00. 00000400:00000010:0.0:1734676308.833397:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9f78. 00000400:00000010:0.0:1734676308.833400:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e7f8. 00000100:00000200:0.0:1734676308.833404:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469248, portal 16 00000400:00000010:0.0:1734676308.833407:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e880. 00000100:00000200:0.0:1734676308.833408:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469248, offset 0 00000400:00000200:0.0:1734676308.833412:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.833417:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.833419:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.833422:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.833425:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.833426:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.833428:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81600:81600:256:4294967295] 192.168.203.46@tcp LPNI seq info [81596:81596:8:4294967295] 00000400:00000200:0.0:1734676308.833434:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.833437:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.833439:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ab00. 00000800:00000200:0.0:1734676308.833442:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.833445:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.833447:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.834111:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.834113:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ab00. 00000400:00000200:1.0:1734676308.834117:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.834121:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.834124:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e880 00000400:00000010:1.0:1734676308.834125:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e880. 00000100:00000200:1.0:1734676308.834131:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481f80 x1818938864469248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.836992:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.837009:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28500 00000400:00000200:0.0:1734676308.837018:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6e91 [1] + 224 00000400:00000200:0.0:1734676308.837027:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.837031:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.837056:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481f80 x1818938864469248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.837100:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.837104:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180900 00000400:00000200:0.0:1734676308.837111:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa57cd [2] + 1968 00000400:00000010:0.0:1734676308.837115:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad108. 00000400:00000200:0.0:1734676308.837118:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88006f148000 00000400:00000200:0.0:1734676308.837128:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.837131:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.837134:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88006f148000 00000400:00000010:0.0:1734676308.837136:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88006f148000. 00000100:00000200:0.0:1734676308.837140:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1734676308.837254:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9f78. 00000400:00000200:1.0:1734676308.837259:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e7f8 00000400:00000010:1.0:1734676308.837260:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e7f8. 00000100:00000200:1.0:1734676308.837266:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481f80 x1818938864469248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.837273:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481f80 x1818938864469248/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.837297:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cca00. 02000000:00000010:1.0:1734676308.837302:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cde00. 00000100:00000010:1.0:1734676308.837307:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481f80. 00000100:00000010:1.0:1734676308.837312:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469c00. 00010000:00000010:1.0:1734676308.837316:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdd80. 00000020:00000010:2.0:1734676308.837877:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.837883:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.837888:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.837906:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946ba850 x1818938867976448/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.837930:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976448 02000000:00000010:2.0:1734676308.837938:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8ae000. 00010000:00000010:2.0:1734676308.837958:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ff77f80. 00010000:00000010:2.0:1734676308.837973:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267980. 00000100:00000010:2.0:1734676308.837978:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0a80. 00000100:00000010:2.0:1734676308.837995:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0a80. 00010000:00000010:2.0:1734676308.837997:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267980. 00000400:00000010:2.0:1734676308.838004:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676308.838008:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976448, offset 224 00000400:00000200:2.0:1734676308.838012:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.838019:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.838023:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81601:81601:256:4294967295] 192.168.203.46@tcp LPNI seq info [81597:81597:8:4294967295] 00000400:00000200:2.0:1734676308.838030:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.838050:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.838053:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.838057:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.838074:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.838077:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.838090:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.838093:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.838096:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 02000000:00000010:2.0:1734676308.838101:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6000. 00000100:00000010:2.0:1734676308.838105:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480700. 02000000:00000010:2.0:1734676308.838108:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:2.0:1734676308.838110:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 02000000:00000010:2.0:1734676308.838112:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bad800. 00000100:00000010:2.0:1734676308.838115:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480000. 02000000:00000010:2.0:1734676308.838117:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8af400. 00000100:00000010:2.0:1734676308.838119:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:2.0:1734676308.838123:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130bac400. 00000100:00000010:2.0:1734676308.838125:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676308.838128:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880130badc00. 00000100:00000010:2.0:1734676308.838129:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 00000100:00000200:2.0:1734676308.838133:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676308.838136:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7bb0. 00000400:00000010:2.0:1734676308.838139:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0a80. 00010000:00000010:3.1:1734676308.838171:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134d37200. 00010000:00000010:3.1:1734676308.838176:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136bb5800. 00010000:00000010:3.1:1734676308.838181:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:3.1:1734676308.838184:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80ef00. 00010000:00000010:3.1:1734676308.838188:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5200. 00000800:00000200:0.0:1734676308.838208:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.838211:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676308.838214:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.838218:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.838220:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676308.838221:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 02000000:00000010:0.0:1734676308.838225:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d8ae000. 00010000:00000010:3.1:1734676308.838231:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff61600. 00080000:00000010:1.0:1734676308.838410:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f6400. 00010000:00000010:1.0:1734676308.838471:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c500. 00010000:00000010:1.0:1734676308.838478:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ff77f00. 00010000:00000010:1.0:1734676308.838537:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f7000. 00010000:00000010:1.0:1734676308.838542:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59280. 00010000:00000010:1.0:1734676308.838549:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0680. 00000100:00000010:1.0:1734676308.838552:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.838557:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 02000000:00000010:1.0:1734676308.838565:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6e00. 02000000:00000010:1.0:1734676308.838581:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f6200. 00000400:00000010:1.0:1734676308.838584:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676308.838587:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676308.838590:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469376, portal 16 00000400:00000010:1.0:1734676308.838593:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676308.838594:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469376, offset 0 00000400:00000200:1.0:1734676308.838598:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.838602:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.838605:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.838608:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.838610:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.838612:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.838614:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81602:81602:256:4294967295] 192.168.203.46@tcp LPNI seq info [81598:81598:8:4294967295] 00000400:00000200:1.0:1734676308.838619:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.838623:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.838625:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6500. 00000800:00000200:1.0:1734676308.838627:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.838631:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.838633:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.839582:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.839587:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6500. 00000400:00000200:0.0:1734676308.839593:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.839598:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.839602:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676308.839603:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00000100:00000200:0.0:1734676308.839610:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9180 x1818938864469376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.842925:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130d00300. 00010000:00000010:3.1:1734676308.842932:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5800. 00010000:00000010:3.1:1734676308.842942:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959b7e00. 00010000:00000010:3.1:1734676308.842982:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e134a00. 00010000:00000010:3.1:1734676308.842985:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cc400. 00010000:00000010:3.1:1734676308.842988:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bfa00. 00010000:00000010:3.1:1734676308.842991:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7400. 00010000:00000010:0.1:1734676308.843088:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d101a00. 00000400:00000200:0.0:1734676308.843426:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.843440:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28580 00000400:00000200:0.0:1734676308.843448:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ea1 [1] + 224 00000400:00000200:0.0:1734676308.843459:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.843463:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.843525:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9180 x1818938864469376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.843550:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.843555:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180980 00000400:00000200:0.0:1734676308.843559:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 0 00000400:00000200:0.0:1734676308.843584:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.843587:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.843591:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.843596:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000400:00000010:1.0:1734676308.843678:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:1.0:1734676308.843683:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:1.0:1734676308.843684:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676308.843690:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9180 x1818938864469376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.843697:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9180 x1818938864469376/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.843719:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f6200. 02000000:00000010:1.0:1734676308.843724:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6e00. 00000100:00000010:1.0:1734676308.843726:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000100:00000010:1.0:1734676308.843730:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.843732:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0680. 00000020:00000010:2.0:1734676308.843861:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8200. 00000020:00000010:2.0:1734676308.843868:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.843872:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.843889:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867976576/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.843917:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976576 02000000:00000010:2.0:1734676308.843925:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa4c00. 00010000:00000010:2.0:1734676308.843949:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d941e80. 00010000:00000010:2.0:1734676308.843964:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012e267c00. 00000100:00000010:2.0:1734676308.843968:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0c00. 00000100:00000010:2.0:1734676308.843984:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0c00. 00010000:00000010:2.0:1734676308.843986:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012e267c00. 00000400:00000010:2.0:1734676308.843996:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.844001:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976576, offset 224 00000400:00000200:2.0:1734676308.844007:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.844016:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.844021:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81603:81603:256:4294967295] 192.168.203.46@tcp LPNI seq info [81599:81599:8:4294967295] 00000400:00000200:2.0:1734676308.844029:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.844034:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.844056:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676308.844060:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.844079:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.844083:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.844098:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.844102:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.844106:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8200. 00000800:00000200:0.0:1734676308.844221:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.844225:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676308.844227:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.844231:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.844233:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:0.0:1734676308.844234:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00080000:00000010:0.0:1734676308.844253:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800736cca00. 00010000:00000010:0.0:1734676308.844313:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59280. 00010000:00000010:0.0:1734676308.844320:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d941d00. 00010000:00000010:0.0:1734676308.844391:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd000. 00010000:00000010:0.0:1734676308.844396:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.844403:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfddc0. 00000100:00000010:0.0:1734676308.844406:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469240. 00000100:00000010:0.0:1734676308.844411:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 02000000:00000010:0.0:1734676308.844420:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cde00. 02000000:00000010:0.0:1734676308.844436:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cc400. 00000400:00000010:0.0:1734676308.844439:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676308.844442:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e4c8. 00000100:00000200:0.0:1734676308.844446:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469504, portal 16 00000400:00000010:0.0:1734676308.844449:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.844451:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469504, offset 0 00000400:00000200:0.0:1734676308.844455:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.844459:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.844463:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.844466:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.844471:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.844473:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.844474:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81604:81604:256:4294967295] 192.168.203.46@tcp LPNI seq info [81600:81600:8:4294967295] 00000400:00000200:0.0:1734676308.844480:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.844483:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.844485:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a500. 00000800:00000200:0.0:1734676308.844489:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.844492:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.844494:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.844526:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.844528:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a500. 00000400:00000200:0.0:1734676308.844530:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.844533:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.844535:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676308.844542:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.844546:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096482300 x1818938864469504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.846889:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.846904:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28600 00000400:00000200:0.0:1734676308.846911:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ead [1] + 224 00000400:00000200:0.0:1734676308.846926:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.846929:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.846939:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096482300 x1818938864469504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.847025:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:1.0:1734676308.847030:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e4c8 00000400:00000010:1.0:1734676308.847032:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e4c8. 00000100:00000200:1.0:1734676308.847054:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096482300 x1818938864469504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.847070:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096482300 x1818938864469504/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.847094:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cc400. 02000000:00000010:1.0:1734676308.847101:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cde00. 00000100:00000010:1.0:1734676308.847105:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 00000100:00000010:1.0:1734676308.847109:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469240. 00010000:00000010:1.0:1734676308.847113:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfddc0. 00000400:00000200:0.0:1734676308.850032:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.851577:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180a00 00000400:00000200:0.0:1734676308.851586:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 328 00000400:00000200:0.0:1734676308.851671:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.851677:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.851683:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.851688:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:1.0:1734676308.852189:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6e00. 00000020:00000010:1.0:1734676308.852194:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.852198:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.852220:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867976704/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.852249:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976704 02000000:00000010:1.0:1734676308.852257:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4400. 00010000:00000010:1.0:1734676308.852279:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d95a380. 00010000:00000010:1.0:1734676308.852293:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0680. 00000100:00000010:1.0:1734676308.852298:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.852306:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.852309:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0680. 00000400:00000010:1.0:1734676308.852319:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676308.852323:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976704, offset 224 00000400:00000200:1.0:1734676308.852329:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.852337:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.852342:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81605:81605:256:4294967295] 192.168.203.46@tcp LPNI seq info [81601:81601:8:4294967295] 00000400:00000200:1.0:1734676308.852350:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.852354:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.852357:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6300. 00000800:00000200:1.0:1734676308.852361:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.852367:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.852370:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.852383:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.852386:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.852389:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6e00. 00000800:00000200:0.0:1734676308.852474:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.852477:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6300. 00000400:00000200:0.0:1734676308.852481:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.852485:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.852488:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:0.0:1734676308.852489:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00080000:00000010:0.0:1734676308.852510:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009ce2e000. 00010000:00000010:0.0:1734676308.852565:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.852571:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d95a300. 00010000:00000010:0.0:1734676308.852630:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27c00. 00010000:00000010:0.0:1734676308.852635:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.852642:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfde00. 00000100:00000010:0.0:1734676308.852645:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676308.852649:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.852658:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27000. 02000000:00000010:0.0:1734676308.852675:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26200. 00000400:00000010:0.0:1734676308.852679:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676308.852682:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.852686:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469632, portal 16 00000400:00000010:0.0:1734676308.852690:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676308.852691:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469632, offset 0 00000400:00000200:0.0:1734676308.852695:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.852700:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.852703:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.852706:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.852709:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.852711:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.852714:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81606:81606:256:4294967295] 192.168.203.46@tcp LPNI seq info [81602:81602:8:4294967295] 00000400:00000200:0.0:1734676308.852719:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.852724:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.852726:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a300. 00000800:00000200:0.0:1734676308.852729:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.852733:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.852735:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.852770:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.852772:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a300. 00000400:00000200:0.0:1734676308.852774:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.852777:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.852780:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:0.0:1734676308.852781:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676308.852785:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864469632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.859329:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.859343:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28680 00000400:00000200:1.0:1734676308.859350:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6eb9 [1] + 224 00000400:00000200:1.0:1734676308.859358:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.859362:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.859370:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864469632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.859388:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.859391:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180a80 00000400:00000200:1.0:1734676308.859395:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 656 00000400:00000200:1.0:1734676308.859445:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.859449:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.859452:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.859456:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9180. 00000020:00000010:1.0:1734676308.859489:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f6e00. 00000020:00000010:1.0:1734676308.859493:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.859496:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.859512:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9180 x1818938867976832/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.859528:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976832 02000000:00000010:1.0:1734676308.859535:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4800. 00010000:00000010:1.0:1734676308.859560:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.859565:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.859569:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.859572:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.859580:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00000100:00000200:1.0:1734676308.859585:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976832, offset 224 00000400:00000200:1.0:1734676308.859589:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.859595:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.859600:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81607:81607:256:4294967295] 192.168.203.46@tcp LPNI seq info [81603:81603:8:4294967295] 00000400:00000200:1.0:1734676308.859606:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.859610:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.859613:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676308.859616:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.859622:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.859625:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.859634:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.859637:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.859640:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f6e00. 00000800:00000200:1.0:1734676308.859671:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.859673:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:1.0:1734676308.859675:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.859677:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.859680:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:1.0:1734676308.859681:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00010000:00000010:3.1:1734676308.860485:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fdd6800. 00010000:00000010:3.1:1734676308.860496:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d7bba00. 00010000:00000010:3.1:1734676308.860504:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd200. 00010000:00000010:3.1:1734676308.860510:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130f4bc00. 00010000:00000010:3.1:1734676308.860515:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7a00. 00010000:00000010:0.1:1734676308.863219:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073719400. 00000400:00000010:0.0:1734676308.863282:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:0.0:1734676308.863287:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:0.0:1734676308.863289:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.863300:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864469632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.863309:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864469632/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.0:1734676308.863333:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d95ad00. 02000000:00000010:0.0:1734676308.863344:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26200. 02000000:00000010:0.0:1734676308.863347:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27000. 00000100:00000010:0.0:1734676308.863351:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:0.0:1734676308.863355:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00010000:00000010:0.0:1734676308.863359:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfde00. 00080000:00000010:0.0:1734676308.863374:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27000. 00010000:00000010:0.0:1734676308.863430:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.863436:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d95ac80. 00010000:00000010:0.0:1734676308.863491:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26200. 00010000:00000010:0.0:1734676308.863495:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.863501:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfde00. 00000100:00000010:0.0:1734676308.863506:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d4696c0. 00000100:00000010:0.0:1734676308.863511:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 02000000:00000010:0.0:1734676308.863520:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27e00. 02000000:00000010:0.0:1734676308.863538:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26a00. 00000400:00000010:0.0:1734676308.863541:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000010:0.0:1734676308.863544:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e088. 00000100:00000200:0.0:1734676308.863549:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469760, portal 16 00000400:00000010:0.0:1734676308.863553:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30ed48. 00000100:00000200:0.0:1734676308.863554:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469760, offset 0 00000400:00000200:0.0:1734676308.863559:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.863568:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.863573:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.863577:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.863580:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.863582:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.863585:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81608:81608:256:4294967295] 192.168.203.46@tcp LPNI seq info [81604:81604:8:4294967295] 00000400:00000200:0.0:1734676308.863592:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.863597:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.863600:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a400. 00000800:00000200:0.0:1734676308.863604:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.863610:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.863614:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.863717:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.863722:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a400. 00000400:00000200:1.0:1734676308.863726:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.863730:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.863734:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30ed48 00000400:00000010:1.0:1734676308.863735:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30ed48. 00000100:00000200:1.0:1734676308.863740:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096481180 x1818938864469760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.865853:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.865867:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28700 00000400:00000200:0.0:1734676308.865874:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ec5 [1] + 224 00000400:00000200:0.0:1734676308.865893:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.865897:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.865906:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096481180 x1818938864469760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:1.0:1734676308.866004:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:1.0:1734676308.866009:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e088 00000400:00000010:1.0:1734676308.866011:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e088. 00000100:00000200:1.0:1734676308.866016:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096481180 x1818938864469760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.866023:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096481180 x1818938864469760/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.866083:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26a00. 02000000:00000010:1.0:1734676308.866087:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27e00. 00000100:00000010:1.0:1734676308.866091:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000010:1.0:1734676308.866094:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d4696c0. 00010000:00000010:1.0:1734676308.866098:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfde00. 00010000:00000010:3.1:1734676308.866782:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800736f4d00. 00010000:00000010:3.1:1734676308.866790:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7000. 00010000:00000010:3.1:1734676308.866795:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097eeb900. 00010000:00000010:3.1:1734676308.866797:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd000. 00010000:00000010:3.1:1734676308.866837:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d43e200. 00000400:00000200:0.0:1734676308.867846:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.867859:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180b00 00000400:00000200:0.0:1734676308.867866:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 984 00000400:00000200:0.0:1734676308.867899:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.867903:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.867908:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.867912:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000020:00000010:1.0:1734676308.868088:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.868093:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.868098:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.868120:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867976960/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.868256:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867976960 02000000:00000010:1.0:1734676308.868270:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5800. 00010000:00000010:1.0:1734676308.868295:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2fea80. 00010000:00000010:1.0:1734676308.868319:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.868325:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.868388:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.868393:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.868404:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00080000:00000010:0.0:1734676308.868404:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26000. 00000100:00000200:1.0:1734676308.868409:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867976960, offset 224 00000400:00000200:1.0:1734676308.868414:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.868423:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.868428:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81609:81609:256:4294967295] 192.168.203.46@tcp LPNI seq info [81605:81605:8:4294967295] 00000400:00000200:1.0:1734676308.868436:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.868439:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.868443:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6800. 00000800:00000200:1.0:1734676308.868447:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.868452:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.868455:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676308.868460:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.868465:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e2fea00. 00000020:00000010:1.0:1734676308.868477:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.868481:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.868484:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00010000:00000010:0.0:1734676308.868522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27e00. 00010000:00000010:0.0:1734676308.868526:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.868533:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfdd80. 00000100:00000010:0.0:1734676308.868536:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469840. 00000100:00000010:0.0:1734676308.868541:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676308.868550:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26a00. 00000800:00000200:2.0:1734676308.868561:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.868565:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6800. 00000400:00000200:2.0:1734676308.868568:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1734676308.868568:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26e00. 00000400:00000200:2.0:1734676308.868571:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:0.0:1734676308.868572:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b90b0. 00000400:00000200:2.0:1734676308.868575:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:2.0:1734676308.868576:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000400:00000010:0.0:1734676308.868580:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e660. 00000100:00000200:0.0:1734676308.868585:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864469888, portal 16 00000400:00000010:0.0:1734676308.868588:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e770. 00000100:00000200:0.0:1734676308.868590:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864469888, offset 0 00000400:00000200:0.0:1734676308.868593:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.868597:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.868601:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.868604:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.868607:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.868609:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.868611:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81610:81610:256:4294967295] 192.168.203.46@tcp LPNI seq info [81606:81606:8:4294967295] 00000400:00000200:0.0:1734676308.868619:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.868623:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.868625:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a900. 00000800:00000200:0.0:1734676308.868628:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.868631:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.868633:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1734676308.868660:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.868662:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a900. 00000400:00000200:2.0:1734676308.868664:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.868666:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.868669:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e770 00000400:00000010:2.0:1734676308.868670:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e770. 00000100:00000200:2.0:1734676308.868674:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864469888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.869557:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097c7a800. 00000400:00000200:0.0:1734676308.869887:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.869899:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28780 00000400:00000200:0.0:1734676308.869906:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ed1 [1] + 224 00000400:00000200:0.0:1734676308.869922:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.869925:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.869934:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864469888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.870004:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b90b0. 00000400:00000200:0.0:1734676308.870007:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.870009:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e660 00000400:00000010:2.0:1734676308.870010:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e660. 00000400:00000200:0.0:1734676308.870012:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180b80 00000100:00000200:2.0:1734676308.870014:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864469888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.870016:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 1312 00000100:00000200:2.0:1734676308.870022:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864469888/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.870059:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26e00. 02000000:00000010:2.0:1734676308.870071:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26a00. 00000400:00000200:0.0:1734676308.870079:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.870083:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.870087:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.870091:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000020:00000010:1.0:1734676308.870208:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.870213:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.870216:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000010:2.0:1734676308.870217:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:2.0:1734676308.870222:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469840. 00010000:00000010:2.0:1734676308.870225:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfdd80. 00000100:00000200:1.0:1734676308.870231:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867977088/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.870247:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977088 02000000:00000010:1.0:1734676308.870254:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5c00. 00010000:00000010:1.0:1734676308.870289:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8ec180. 00010000:00000010:1.0:1734676308.870299:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.870304:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.870308:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.870310:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.870317:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d5d8. 00080000:00000010:2.0:1734676308.870321:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8400. 00000100:00000200:1.0:1734676308.870321:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977088, offset 224 00000400:00000200:1.0:1734676308.870325:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.870330:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.870334:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81611:81611:256:4294967295] 192.168.203.46@tcp LPNI seq info [81607:81607:8:4294967295] 00000400:00000200:1.0:1734676308.870340:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.870344:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.870347:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676308.870350:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.870354:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.870357:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1734676308.870367:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:2.0:1734676308.870372:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8ec100. 00000020:00000010:1.0:1734676308.870380:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.870384:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.870386:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00010000:00000010:2.0:1734676308.870421:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8e00. 00010000:00000010:2.0:1734676308.870425:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4000. 00010000:00000010:2.0:1734676308.870430:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.870433:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0900. 00000100:00000010:2.0:1734676308.870438:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676308.870444:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c8000. 02000000:00000010:2.0:1734676308.870456:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c9800. 00000400:00000010:2.0:1734676308.870459:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000400:00000010:2.0:1734676308.870462:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.870465:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470016, portal 16 00000800:00000200:3.0:1734676308.870471:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1734676308.870474:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:3.0:1734676308.870551:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.870555:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:3.0:1734676308.870558:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d5d8 00000400:00000010:3.0:1734676308.870559:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d5d8. 00000400:00000010:2.0:1734676308.870616:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676308.870620:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470016, offset 0 00000400:00000200:2.0:1734676308.870624:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.870628:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.870631:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.870634:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.870636:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.870638:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.870641:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81612:81612:256:4294967295] 192.168.203.46@tcp LPNI seq info [81608:81608:8:4294967295] 00000400:00000200:2.0:1734676308.870646:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.870650:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.870653:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5900. 00000800:00000200:2.0:1734676308.870656:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.870659:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.870661:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.870834:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.870836:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5900. 00000400:00000200:0.0:1734676308.870839:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.870843:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.870845:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676308.870846:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00000100:00000200:0.0:1734676308.870851:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864470016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.872328:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097fbaa00. 00010000:00000010:2.1:1734676308.872378:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d1a200. 00010000:00000010:2.1:1734676308.872385:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800735b5100. 00010000:00000010:2.1:1734676308.872391:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27c00. 00000400:00000200:0.0:1734676308.873625:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.873637:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28800 00000400:00000200:0.0:1734676308.873644:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6edd [1] + 224 00000400:00000200:0.0:1734676308.873652:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.873655:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.873664:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864470016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.873688:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.873691:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180c00 00000400:00000200:0.0:1734676308.873694:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 1640 00000400:00000200:0.0:1734676308.873737:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.873740:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.873743:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.873747:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000400:00000010:2.0:1734676308.873755:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c75d8. 00000400:00000200:2.0:1734676308.873760:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:2.0:1734676308.873762:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.873797:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864470016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.873805:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864470016/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.873832:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c9800. 02000000:00000010:2.0:1734676308.873840:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c8000. 00000100:00000010:2.0:1734676308.873844:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:2.0:1734676308.873848:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0900. 00010000:00000010:2.0:1734676308.873851:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000020:00000010:1.0:1734676308.873937:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.873943:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.873947:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.873968:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867977216/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.873989:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977216 02000000:00000010:1.0:1734676308.873999:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b4000. 00010000:00000010:1.0:1734676308.874024:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f55d80. 00010000:00000010:1.0:1734676308.874087:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.874094:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.874112:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.874115:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.874126:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d4c8. 00000100:00000200:1.0:1734676308.874130:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977216, offset 224 00000400:00000200:1.0:1734676308.874136:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.874144:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.874150:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81613:81613:256:4294967295] 192.168.203.46@tcp LPNI seq info [81609:81609:8:4294967295] 00000400:00000200:1.0:1734676308.874158:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.874162:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.874166:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00000800:00000200:1.0:1734676308.874171:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.874178:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.874181:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.874194:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.874198:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.874202:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00080000:00000010:3.0:1734676308.874382:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5c00. 00000800:00000200:2.0:1734676308.874481:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1734676308.874484:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:2.0:1734676308.874489:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.874493:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.874495:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d4c8 00000400:00000010:2.0:1734676308.874497:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d4c8. 00010000:00000010:3.0:1734676308.874530:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4000. 00010000:00000010:3.0:1734676308.874536:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f55d00. 00010000:00000010:3.0:1734676308.874586:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f4800. 00010000:00000010:3.0:1734676308.874590:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.874597:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.874600:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.874604:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.874612:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f5e00. 02000000:00000010:3.0:1734676308.874628:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f4200. 00000400:00000010:3.0:1734676308.874632:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.874635:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.874639:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470144, portal 16 00000400:00000010:3.0:1734676308.874642:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.874643:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470144, offset 0 00000400:00000200:3.0:1734676308.874646:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.874650:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.874653:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.874656:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.874658:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.874659:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.874661:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81614:81614:256:4294967295] 192.168.203.46@tcp LPNI seq info [81610:81610:8:4294967295] 00000400:00000200:3.0:1734676308.874665:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.874667:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.874669:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ef00. 00000800:00000200:3.0:1734676308.874671:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.874674:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.874676:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ef00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.874785:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.874787:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ef00. 00000400:00000200:0.0:1734676308.874791:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.874795:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.874797:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.874798:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.874803:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.875666:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.875674:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28880 00000400:00000200:0.0:1734676308.875680:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ee9 [1] + 224 00000400:00000200:0.0:1734676308.875695:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.875699:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.875705:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.875969:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.875973:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.875974:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.875979:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.875985:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470144/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.876003:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f4200. 02000000:00000010:3.0:1734676308.876008:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f5e00. 00000100:00000010:3.0:1734676308.876012:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.876015:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.876018:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000400:00000200:0.0:1734676308.876237:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.876244:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180c80 00000400:00000200:0.0:1734676308.876249:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5831 [2] + 1968 00000400:00000010:0.0:1734676308.876252:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad7e8. 00000400:00000200:0.0:1734676308.876255:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff880096f61b40 00000400:00000200:0.0:1734676308.876374:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.876378:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.876381:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880096f61b40 00000400:00000010:0.0:1734676308.876383:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff880096f61b40. 00000100:00000200:0.0:1734676308.876388:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676308.876523:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c9800. 00000020:00000010:2.0:1734676308.876528:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.876532:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.876546:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800946b9050 x1818938867977344/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.876573:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977344 02000000:00000010:2.0:1734676308.876580:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d53f400. 00010000:00000010:2.0:1734676308.876597:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880073ba6600. 00010000:00000010:2.0:1734676308.876608:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.876614:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0900. 00000100:00000010:2.0:1734676308.876625:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0900. 00010000:00000010:2.0:1734676308.876628:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.876638:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.876642:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977344, offset 224 00000400:00000200:2.0:1734676308.876647:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.876940:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5e00. 00010000:00000010:3.0:1734676308.877000:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.877006:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880073ba6d80. 00000400:00000200:2.0:1734676308.877098:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.877103:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81615:81615:256:4294967295] 192.168.203.46@tcp LPNI seq info [81611:81611:8:4294967295] 00000400:00000200:2.0:1734676308.877111:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00010000:00000010:3.0:1734676308.877112:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f4200. 00000800:00000200:2.0:1734676308.877115:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676308.877117:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00000800:00000010:2.0:1734676308.877119:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5a00. 00010000:00000010:3.0:1734676308.877122:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000800:00000200:2.0:1734676308.877124:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000100:00000010:3.0:1734676308.877125:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000800:00000200:2.0:1734676308.877129:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000100:00000010:3.0:1734676308.877130:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 00000800:00000200:2.0:1734676308.877132:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1734676308.877137:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f4600. 00000020:00000010:2.0:1734676308.877148:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 02000000:00000010:3.0:1734676308.877151:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f5600. 00000020:00000010:2.0:1734676308.877151:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000400:00000010:3.0:1734676308.877154:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000020:00000010:2.0:1734676308.877155:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c9800. 00000400:00000010:3.0:1734676308.877157:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.877160:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470272, portal 16 02000000:00000010:2.0:1734676308.877161:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4000. 00000400:00000010:3.0:1734676308.877163:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.877164:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470272, offset 0 00000100:00000010:2.0:1734676308.877164:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676308.877168:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5c00. 00000400:00000200:3.0:1734676308.877169:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000010:2.0:1734676308.877171:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 00000400:00000200:3.0:1734676308.877172:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 02000000:00000010:2.0:1734676308.877174:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b5800. 00000400:00000200:3.0:1734676308.877176:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1734676308.877176:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000400:00000200:3.0:1734676308.877178:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 02000000:00000010:2.0:1734676308.877179:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4800. 00000100:00000010:2.0:1734676308.877180:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9180. 00000400:00000200:3.0:1734676308.877181:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.877182:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 02000000:00000010:2.0:1734676308.877184:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b4400. 00000400:00000200:3.0:1734676308.877185:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81616:81616:255:4294967295] 192.168.203.46@tcp LPNI seq info [81612:81612:7:4294967295] 00000100:00000010:2.0:1734676308.877186:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676308.877188:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa4c00. 00000400:00000200:3.0:1734676308.877190:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000100:00000010:2.0:1734676308.877190:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 00000800:00000200:3.0:1734676308.877193:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.877195:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ea00. 00000100:00000200:2.0:1734676308.877195:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1734676308.877198:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000400:00000010:2.0:1734676308.877198:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c75d8. 00000800:00000200:3.0:1734676308.877201:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000400:00000010:2.0:1734676308.877201:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0900. 00000800:00000200:3.0:1734676308.877203:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ea00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.877266:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.877268:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5a00. 00000400:00000200:0.0:1734676308.877271:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.877274:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.877276:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676308.877277:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 02000000:00000010:0.0:1734676308.877281:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d53f400. 00000800:00000200:0.0:1734676308.877315:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.877318:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ea00. 00000400:00000200:0.0:1734676308.877322:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.877324:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.877326:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.877328:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.877331:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.878161:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3000400. 00010000:00000010:2.1:1734676308.878750:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097cee400. 00010000:00000010:2.1:1734676308.878756:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26200. 00000400:00000200:0.0:1734676308.879090:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.879103:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28900 00000400:00000200:0.0:1734676308.879110:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ef5 [1] + 224 00000400:00000200:0.0:1734676308.879120:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.879124:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.879133:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.881291:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.881299:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.881302:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.881313:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.881314:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000100:00000200:3.0:1734676308.881322:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470272/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.881326:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180d00 00000400:00000200:0.0:1734676308.881334:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 0 02000000:00000010:3.0:1734676308.881352:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f5600. 02000000:00000010:3.0:1734676308.881359:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f4600. 00000100:00000010:3.0:1734676308.881365:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.881368:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.881372:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000400:00000200:0.0:1734676308.881413:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.881418:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.881423:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.881428:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483800. 00000020:00000010:2.0:1734676308.882410:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c9800. 00000020:00000010:2.0:1734676308.882417:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.882422:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.882450:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483800 x1818938867977472/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.882486:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977472 02000000:00000010:2.0:1734676308.882497:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d53f400. 00010000:00000010:2.0:1734676308.882541:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d166e80. 00010000:00000010:2.0:1734676308.882563:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.882571:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.882592:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.882596:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.882608:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676308.882614:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977472, offset 224 00000400:00000200:2.0:1734676308.882621:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.882632:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.882639:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81617:81617:256:4294967295] 192.168.203.46@tcp LPNI seq info [81613:81613:8:4294967295] 00000400:00000200:2.0:1734676308.882649:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.882654:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.882658:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5400. 00000800:00000200:2.0:1734676308.882662:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.882668:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.882671:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.882699:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.882702:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.882706:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c9800. 00000800:00000200:0.0:1734676308.882773:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.882776:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5400. 00000400:00000200:0.0:1734676308.882780:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.882784:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.882786:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676308.882788:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:3.0:1734676308.882963:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f4600. 00010000:00000010:3.0:1734676308.883020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.883026:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d166e00. 00010000:00000010:3.0:1734676308.883122:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f5600. 00010000:00000010:3.0:1734676308.883128:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.883134:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.883138:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.883143:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.883151:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f5800. 02000000:00000010:3.0:1734676308.883167:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c4f5200. 00000400:00000010:3.0:1734676308.883172:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.883175:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.883179:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470400, portal 16 00000400:00000010:3.0:1734676308.883182:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4770. 00000100:00000200:3.0:1734676308.883184:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470400, offset 0 00000400:00000200:3.0:1734676308.883188:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.883193:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.883196:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.883199:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.883202:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.883203:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.883206:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81618:81618:256:4294967295] 192.168.203.46@tcp LPNI seq info [81614:81614:8:4294967295] 00000400:00000200:3.0:1734676308.883212:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.883215:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.883218:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e400. 00000800:00000200:3.0:1734676308.883221:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.883224:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.883227:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.883274:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.883276:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e400. 00000400:00000200:0.0:1734676308.883280:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.883287:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.883290:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4770 00000400:00000010:0.0:1734676308.883292:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4770. 00000100:00000200:0.0:1734676308.883297:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.884588:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095ab3400. 00010000:00000010:2.1:1734676308.884602:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27e00. 00000400:00000200:0.0:1734676308.885770:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.885784:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28980 00000400:00000200:0.0:1734676308.885793:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f05 [1] + 224 00000400:00000200:0.0:1734676308.885802:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.885805:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.885814:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.885852:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.885856:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180d80 00000400:00000200:0.0:1734676308.885862:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 328 00000400:00000200:0.0:1734676308.885920:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.885924:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.885928:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.885933:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483480. 00000400:00000010:3.0:1734676308.886016:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.886021:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.886023:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.886028:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.886059:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470400/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.886092:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c4f5200. 02000000:00000010:3.0:1734676308.886098:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f5800. 00000100:00000010:3.0:1734676308.886100:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.886103:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.886105:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000020:00000010:1.0:1734676308.886188:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.886193:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.886196:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.886214:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483480 x1818938867977600/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.886245:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977600 02000000:00000010:1.0:1734676308.886252:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6000. 00010000:00000010:1.0:1734676308.886277:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed400. 00010000:00000010:1.0:1734676308.886291:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.886296:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.886309:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.886312:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.886320:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422df68. 00000100:00000200:1.0:1734676308.886323:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977600, offset 224 00000400:00000200:1.0:1734676308.886328:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.886334:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.886337:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012c4f5800. 00000400:00000200:1.0:1734676308.886339:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81619:81619:256:4294967295] 192.168.203.46@tcp LPNI seq info [81615:81615:8:4294967295] 00000400:00000200:1.0:1734676308.886347:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.886351:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.886354:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.886358:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.886368:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.886371:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.886386:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.886390:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c7ed380. 00000020:00000010:1.0:1734676308.886390:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.886394:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.886397:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00000800:00000200:0.0:1734676308.886483:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.886486:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676308.886489:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.886493:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.886495:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422df68 00000400:00000010:0.0:1734676308.886496:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422df68. 00010000:00000010:3.0:1734676308.886543:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c4f5200. 00010000:00000010:3.0:1734676308.886547:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.886553:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.886555:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.886559:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.886565:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c4f4a00. 02000000:00000010:3.0:1734676308.886579:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d43e200. 00000400:00000010:3.0:1734676308.886743:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.886747:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.886752:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470528, portal 16 00000400:00000010:3.0:1734676308.886755:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4cc0. 00000100:00000200:3.0:1734676308.886757:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470528, offset 0 00000400:00000200:3.0:1734676308.886761:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.886765:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.886768:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.886771:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.886774:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.886776:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.886778:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81620:81620:256:4294967295] 192.168.203.46@tcp LPNI seq info [81616:81616:8:4294967295] 00000400:00000200:3.0:1734676308.886783:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.886787:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.886789:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e800. 00000800:00000200:3.0:1734676308.886792:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.886796:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.886798:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.887003:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.887006:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e800. 00000400:00000200:0.0:1734676308.887010:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.887014:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.887016:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4cc0 00000400:00000010:0.0:1734676308.887018:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4cc0. 00000100:00000200:0.0:1734676308.887022:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.887178:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012bd35c00. 00010000:00000010:2.1:1734676308.887187:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8e00. 00010000:00000010:2.1:1734676308.887190:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800958bff00. 00010000:00000010:2.1:1734676308.887192:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4800. 00010000:00000010:3.1:1734676308.887226:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3000000. 00000400:00000200:0.0:1734676308.887899:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.887909:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28a00 00000400:00000200:0.0:1734676308.887916:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f11 [1] + 224 00000400:00000200:0.0:1734676308.887930:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.887933:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.887940:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.888299:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.888304:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.888306:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.888311:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.888319:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470528/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.888337:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d43e200. 02000000:00000010:3.0:1734676308.888341:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c4f4a00. 00000100:00000010:3.0:1734676308.888345:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.888348:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.888351:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000400:00000200:0.0:1734676308.888926:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.888935:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180e00 00000400:00000200:0.0:1734676308.888942:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 656 00000400:00000200:0.0:1734676308.889117:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.889122:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.889127:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.889132:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480a80. 00000020:00000010:1.0:1734676308.889302:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800959f7600. 00000020:00000010:1.0:1734676308.889307:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.889311:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.889334:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480a80 x1818938867977728/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.889371:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977728 02000000:00000010:1.0:1734676308.889380:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b7400. 00010000:00000010:1.0:1734676308.889407:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c7ed080. 00010000:00000010:1.0:1734676308.889425:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0300. 00000100:00000010:1.0:1734676308.889431:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009da14600. 00000100:00000010:1.0:1734676308.889449:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009da14600. 00010000:00000010:1.0:1734676308.889454:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0300. 00000400:00000010:1.0:1734676308.889465:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d908. 00000100:00000200:1.0:1734676308.889471:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977728, offset 224 00000400:00000200:1.0:1734676308.889476:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.889484:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.889490:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81621:81621:256:4294967295] 192.168.203.46@tcp LPNI seq info [81617:81617:8:4294967295] 00000400:00000200:1.0:1734676308.889498:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.889503:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.889506:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6b00. 00000800:00000200:1.0:1734676308.889511:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.889517:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.889521:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.889543:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59b00. 00000020:00000010:1.0:1734676308.889547:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.889551:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800959f7600. 00080000:00000010:3.0:1734676308.889667:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d43e200. 00000800:00000200:0.0:1734676308.889694:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.889697:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6b00. 00000400:00000200:0.0:1734676308.889702:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.889705:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676308.889735:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.889740:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fdeed80. 00010000:00000010:3.0:1734676308.889803:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b520c00. 00010000:00000010:3.0:1734676308.889807:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.889814:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.889817:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.889821:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.889829:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012fa16200. 02000000:00000010:3.0:1734676308.889846:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012fa16000. 00000400:00000010:3.0:1734676308.889850:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000200:0.0:1734676308.889966:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d908 00000400:00000010:0.0:1734676308.889969:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d908. 00000400:00000010:3.0:1734676308.890104:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.890110:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470656, portal 16 00000400:00000010:3.0:1734676308.890113:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4f68. 00000100:00000200:3.0:1734676308.890115:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470656, offset 0 00000400:00000200:3.0:1734676308.890120:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.890125:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.890128:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.890131:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.890134:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.890136:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.890138:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81622:81622:256:4294967295] 192.168.203.46@tcp LPNI seq info [81618:81618:8:4294967295] 00000400:00000200:3.0:1734676308.890143:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.890146:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.890149:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e000. 00000800:00000200:3.0:1734676308.890152:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.890155:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.890158:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.890321:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.890324:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e000. 00000400:00000200:0.0:1734676308.890328:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.890331:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.890334:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4f68 00000400:00000010:0.0:1734676308.890335:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4f68. 00000100:00000200:0.0:1734676308.890340:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.890580:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e1f9200. 00010000:00000010:2.1:1734676308.890591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095adea00. 00000400:00000200:0.0:1734676308.891793:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.891807:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28a80 00000400:00000200:0.0:1734676308.891816:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f1d [1] + 224 00000400:00000200:0.0:1734676308.891824:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.891828:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.891835:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.891872:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.891876:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180e80 00000400:00000200:0.0:1734676308.891881:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 984 00000400:00000200:0.0:1734676308.891925:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.891929:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.891933:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.891938:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481880. 00000020:00000010:2.0:1734676308.892007:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.892013:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.892017:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.892071:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481880 x1818938867977856/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1734676308.892123:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.892128:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.892129:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.892135:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.892143:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470656/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.892164:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012fa16000. 02000000:00000010:3.0:1734676308.892170:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012fa16200. 00000100:00000010:3.0:1734676308.892172:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.892175:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.892179:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000100:00000200:2.0:1734676308.892228:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977856 02000000:00000010:2.0:1734676308.892238:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096504400. 00010000:00000010:2.0:1734676308.892259:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f1b400. 00010000:00000010:2.0:1734676308.892278:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.892283:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.892288:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.892290:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.892299:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.892303:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977856, offset 224 00080000:00000010:3.0:1734676308.892342:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012fa16200. 00010000:00000010:3.0:1734676308.892397:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.892402:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f1b380. 00010000:00000010:3.0:1734676308.892463:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012fa16000. 00010000:00000010:3.0:1734676308.892468:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.892474:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.892477:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.892480:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.892490:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f85da00. 02000000:00000010:3.0:1734676308.892504:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012f85cc00. 00000400:00000010:3.0:1734676308.892507:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.892510:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.892513:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470784, portal 16 00000400:00000010:3.0:1734676308.892516:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4b28. 00000100:00000200:3.0:1734676308.892518:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470784, offset 0 00000400:00000200:3.0:1734676308.892522:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.892529:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.892533:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.892536:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.892538:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.892540:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.892543:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81623:81623:256:4294967295] 192.168.203.46@tcp LPNI seq info [81619:81619:8:4294967295] 00000400:00000200:3.0:1734676308.892550:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.892554:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.892557:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e900. 00000800:00000200:3.0:1734676308.892562:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.892569:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.892573:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e900 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1734676308.892620:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.892624:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.892628:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81624:81624:255:4294967295] 192.168.203.46@tcp LPNI seq info [81620:81620:7:4294967295] 00000400:00000200:2.0:1734676308.892634:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.892637:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.892639:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5300. 00000800:00000200:2.0:1734676308.892642:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.892646:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.892648:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.892657:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.892660:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.892663:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00000800:00000200:0.0:1734676308.892664:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.892667:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e900. 00000400:00000200:0.0:1734676308.892670:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.892673:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.892676:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4b28 00000400:00000010:0.0:1734676308.892677:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4b28. 00000100:00000200:0.0:1734676308.892682:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.892705:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.892707:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5300. 00000400:00000200:0.0:1734676308.892710:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.892712:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.892715:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676308.892716:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00010000:00000010:2.1:1734676308.893156:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b809200. 00010000:00000010:2.1:1734676308.893167:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f4200. 00010000:00000010:2.1:1734676308.893170:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097b29d00. 00010000:00000010:2.1:1734676308.893173:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5600. 00010000:00000010:3.1:1734676308.893356:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d932200. 00000400:00000200:0.0:1734676308.894209:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.894218:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28b00 00000400:00000200:0.0:1734676308.894224:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f29 [1] + 224 00000400:00000200:0.0:1734676308.894237:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.894241:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.894248:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.894451:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.894456:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.894457:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.894462:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.894469:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470784/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.894486:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012f85cc00. 02000000:00000010:3.0:1734676308.894491:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f85da00. 00000100:00000010:3.0:1734676308.894495:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.894497:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.894500:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000400:00000200:0.0:1734676308.894619:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.894625:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180f00 00000400:00000200:0.0:1734676308.894629:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 1312 00000400:00000200:0.0:1734676308.894747:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.894750:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.894755:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.894759:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482d80. 00000020:00000010:2.0:1734676308.894821:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.894825:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.894828:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.894845:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482d80 x1818938867977984/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.894876:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867977984 02000000:00000010:2.0:1734676308.894885:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af000. 00010000:00000010:2.0:1734676308.894904:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009dae9d80. 00010000:00000010:2.0:1734676308.894916:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.894921:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.894936:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.894938:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.894948:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.894952:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867977984, offset 224 00000400:00000200:2.0:1734676308.894957:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.894963:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.894968:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81625:81625:256:4294967295] 192.168.203.46@tcp LPNI seq info [81621:81621:8:4294967295] 00080000:00000010:3.0:1734676308.895018:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f85da00. 00010000:00000010:3.0:1734676308.895109:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.895115:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009dae9d00. 00010000:00000010:3.0:1734676308.895181:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f85cc00. 00010000:00000010:3.0:1734676308.895186:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.895192:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.895195:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.895199:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.895207:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f85dc00. 02000000:00000010:3.0:1734676308.895222:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012f85c800. 00000400:00000010:3.0:1734676308.895225:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.895228:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.895233:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864470912, portal 16 00000400:00000010:3.0:1734676308.895236:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba46e8. 00000100:00000200:3.0:1734676308.895237:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864470912, offset 0 00000400:00000200:3.0:1734676308.895242:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.895415:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.895420:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.895423:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.895427:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.895432:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.895435:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.895455:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.895458:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.895462:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00000800:00000200:0.0:1734676308.895507:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.895510:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676308.895513:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.895516:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.895519:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676308.895521:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000400:00000200:3.0:1734676308.895705:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.895709:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.895711:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.895714:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.895716:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.895719:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81626:81626:255:4294967295] 192.168.203.46@tcp LPNI seq info [81622:81622:7:4294967295] 00000400:00000200:3.0:1734676308.895724:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.895728:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.895731:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80eb00. 00000800:00000200:3.0:1734676308.895733:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.895737:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.895739:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80eb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.895795:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.895797:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80eb00. 00000400:00000200:0.0:1734676308.895800:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.895804:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.895806:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba46e8 00000400:00000010:0.0:1734676308.895807:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba46e8. 00000100:00000200:0.0:1734676308.895812:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864470912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.896621:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d091400. 00000400:00000200:0.0:1734676308.897387:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.897397:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28b80 00000400:00000200:0.0:1734676308.897405:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f35 [1] + 224 00000400:00000200:0.0:1734676308.897413:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.897416:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.897425:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864470912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.897456:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.897460:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5180f80 00000400:00000200:0.0:1734676308.897464:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 1640 00000400:00000010:3.0:1734676308.897560:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.897565:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.897567:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.897572:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864470912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.897579:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864470912/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.897600:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012f85c800. 02000000:00000010:3.0:1734676308.897606:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f85dc00. 00000400:00000200:0.0:1734676308.897609:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1734676308.897610:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.897613:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00000400:00000200:0.0:1734676308.897614:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00010000:00000010:3.0:1734676308.897616:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000100:00000200:0.0:1734676308.897619:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.897623:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480e00. 00000020:00000010:2.0:1734676308.897924:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.897931:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.897935:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.897957:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480e00 x1818938867978112/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.897988:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978112 02000000:00000010:2.0:1734676308.897996:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728afc00. 00010000:00000010:2.0:1734676308.898021:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eac1900. 00010000:00000010:2.0:1734676308.898075:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.898149:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.898165:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.898168:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.898178:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676308.898182:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978112, offset 224 00000400:00000200:2.0:1734676308.898187:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.898193:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.898198:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81627:81627:256:4294967295] 192.168.203.46@tcp LPNI seq info [81623:81623:8:4294967295] 00000400:00000200:2.0:1734676308.898206:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.898210:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.898214:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.898218:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.898225:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.898228:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.898249:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.898252:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.898256:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00080000:00000010:3.0:1734676308.898312:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f85dc00. 00010000:00000010:3.0:1734676308.898373:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.898379:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136ad5700. 00010000:00000010:3.0:1734676308.898441:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f85c800. 00010000:00000010:3.0:1734676308.898446:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.898453:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.898455:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.898459:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.898468:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f85d800. 02000000:00000010:3.0:1734676308.898484:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d848e00. 00000400:00000010:3.0:1734676308.898487:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.898490:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.898494:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471040, portal 16 00000400:00000010:3.0:1734676308.898497:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4ee0. 00000100:00000200:3.0:1734676308.898499:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471040, offset 0 00000400:00000200:3.0:1734676308.898502:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.898507:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.898510:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.898512:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.898515:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.898517:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.898519:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81628:81628:255:4294967295] 192.168.203.46@tcp LPNI seq info [81624:81624:7:4294967295] 00000400:00000200:3.0:1734676308.898525:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.898528:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.898530:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80eb00. 00000800:00000200:3.0:1734676308.898533:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.898536:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.898538:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80eb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.898600:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.898602:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.898605:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.898608:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.898610:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676308.898612:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000800:00000200:0.0:1734676308.898647:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.898649:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80eb00. 00000400:00000200:0.0:1734676308.898652:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.898655:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.898657:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4ee0 00000400:00000010:0.0:1734676308.898658:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4ee0. 00000100:00000200:0.0:1734676308.898662:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864471040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.899128:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e135000. 00010000:00000010:2.1:1734676308.899140:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4f5200. 00010000:00000010:2.1:1734676308.899143:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801312a1800. 00010000:00000010:2.1:1734676308.899145:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b520c00. 00010000:00000010:3.1:1734676308.899193:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009e136600. 00000400:00000200:0.0:1734676308.900030:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.900059:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28c00 00000400:00000200:0.0:1734676308.900077:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f41 [1] + 224 00000400:00000200:0.0:1734676308.900088:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.900091:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.900096:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864471040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.900162:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.900165:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.900167:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.900172:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864471040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.900180:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864471040/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.900200:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d848e00. 02000000:00000010:3.0:1734676308.900205:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f85d800. 00000100:00000010:3.0:1734676308.900209:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.900212:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.900214:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000400:00000200:0.0:1734676308.900610:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.900615:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181000 00000400:00000200:0.0:1734676308.900619:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa587d [2] + 1968 00000400:00000010:0.0:1734676308.900621:0:19043:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c74d0. 00000400:00000200:0.0:1734676308.900623:0:19043:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4b4c6c0 00000400:00000200:0.0:1734676308.900656:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.900658:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.900660:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4b4c6c0 00000400:00000010:0.0:1734676308.900662:0:19043:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4b4c6c0. 00000100:00000200:0.0:1734676308.900665:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1734676308.900818:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.900823:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.900827:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.900845:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b415ac50 x1818938867978240/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.900872:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978240 02000000:00000010:2.0:1734676308.900880:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728ad800. 00010000:00000010:2.0:1734676308.900898:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d52db00. 00010000:00000010:2.0:1734676308.900912:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.900918:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0d80. 00000100:00000010:2.0:1734676308.900932:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0d80. 00010000:00000010:2.0:1734676308.900935:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.900945:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676308.900950:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978240, offset 224 00000400:00000200:2.0:1734676308.900955:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.900963:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:3.0:1734676308.900964:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d848e00. 00000400:00000200:2.0:1734676308.900968:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81629:81629:256:4294967295] 192.168.203.46@tcp LPNI seq info [81625:81625:8:4294967295] 00000400:00000200:2.0:1734676308.900975:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.900979:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.900983:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.900987:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.900992:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.900995:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.901013:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.901015:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.901018:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00010000:00000010:3.0:1734676308.901020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.901025:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d52da80. 02000000:00000010:2.0:1734676308.901025:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728afc00. 00000100:00000010:2.0:1734676308.901028:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480e00. 02000000:00000010:2.0:1734676308.901033:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728af000. 00000100:00000010:2.0:1734676308.901049:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482d80. 02000000:00000010:2.0:1734676308.901056:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880096504400. 00000100:00000010:2.0:1734676308.901058:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481880. 02000000:00000010:2.0:1734676308.901060:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b7400. 00000800:00000200:0.0:1734676308.901060:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.901073:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000100:00000010:2.0:1734676308.901076:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480a80. 00000400:00000200:0.0:1734676308.901076:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1734676308.901078:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6000. 00000400:00000200:0.0:1734676308.901079:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.901082:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676308.901083:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 02000000:00000010:0.0:1734676308.901087:0:19042:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728ad800. 00000100:00000010:2.0:1734676308.901088:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483480. 02000000:00000010:2.0:1734676308.901091:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d53f400. 00000100:00000010:2.0:1734676308.901094:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483800. 00000100:00000200:2.0:1734676308.901099:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1734676308.901102:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7898. 00010000:00000010:3.0:1734676308.901106:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d848c00. 00000400:00000010:2.0:1734676308.901106:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b0d80. 00010000:00000010:3.0:1734676308.901111:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.901117:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.901120:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.901125:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.901133:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d848000. 02000000:00000010:3.0:1734676308.901146:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d849400. 00000400:00000010:3.0:1734676308.901149:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.901151:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.901156:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471168, portal 16 00000400:00000010:3.0:1734676308.901158:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4c38. 00000100:00000200:3.0:1734676308.901160:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471168, offset 0 00000400:00000200:3.0:1734676308.901164:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.901168:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.901171:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.901174:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.901177:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.901178:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.901181:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81630:81630:256:4294967295] 192.168.203.46@tcp LPNI seq info [81626:81626:8:4294967295] 00000400:00000200:3.0:1734676308.901481:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.901485:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.901488:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e900. 00000800:00000200:3.0:1734676308.901491:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.901494:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.901497:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.901552:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.901554:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e900. 00000400:00000200:0.0:1734676308.901558:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.901561:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.901563:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4c38 00000400:00000010:0.0:1734676308.901564:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4c38. 00000100:00000200:0.0:1734676308.901569:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864471168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.902150:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313f3a00. 00000400:00000200:0.0:1734676308.905076:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.905092:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28c80 00000400:00000200:0.0:1734676308.905100:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f4d [1] + 224 00000400:00000200:0.0:1734676308.905112:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.905116:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.905125:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864471168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.905159:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.905164:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181080 00000400:00000200:0.0:1734676308.905168:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 0 00000400:00000200:0.0:1734676308.905327:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.905331:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.905335:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.905339:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481500. 00000400:00000010:3.0:1734676308.905418:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:3.0:1734676308.905423:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.905425:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.905430:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864471168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.905437:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864471168/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.905460:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d849400. 02000000:00000010:3.0:1734676308.905465:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d848000. 00000100:00000010:3.0:1734676308.905469:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:3.0:1734676308.905471:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.905474:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000020:00000010:2.0:1734676308.905494:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.905500:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.905504:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.905521:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481500 x1818938867978368/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.905770:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978368 02000000:00000010:2.0:1734676308.905778:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af000. 00010000:00000010:2.0:1734676308.905798:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958b9400. 00010000:00000010:2.0:1734676308.905811:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.905817:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.905832:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.905835:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.905895:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676308.905900:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978368, offset 224 00000400:00000200:2.0:1734676308.905904:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.905912:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.905917:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81631:81631:256:4294967295] 192.168.203.46@tcp LPNI seq info [81627:81627:8:4294967295] 00000400:00000200:2.0:1734676308.905925:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.905929:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.905932:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.905937:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.905942:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.905945:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.905966:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.905970:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.905973:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00080000:00000010:3.0:1734676308.906107:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d848000. 00010000:00000010:3.0:1734676308.906161:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.906166:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958b9380. 00000800:00000200:0.0:1734676308.906199:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.906202:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676308.906206:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.906209:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.906211:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:0.0:1734676308.906213:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00010000:00000010:3.0:1734676308.906222:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d849400. 00010000:00000010:3.0:1734676308.906227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.906234:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc480. 00000100:00000010:3.0:1734676308.906237:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.906242:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.906248:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d849000. 02000000:00000010:3.0:1734676308.906262:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d848200. 00000400:00000010:3.0:1734676308.906265:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.906268:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.906272:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471296, portal 16 00000400:00000010:3.0:1734676308.906274:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4908. 00000100:00000200:3.0:1734676308.906276:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471296, offset 0 00000400:00000200:3.0:1734676308.906281:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.906286:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.906289:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.906292:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.906295:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.906297:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.906300:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81632:81632:256:4294967295] 192.168.203.46@tcp LPNI seq info [81628:81628:8:4294967295] 00000400:00000200:3.0:1734676308.906307:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.906311:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.906314:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e000. 00000800:00000200:3.0:1734676308.906317:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.906320:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.906323:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1734676308.906335:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c33e700. 00000100:00000010:3.0:1734676308.906342:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 00010000:00000010:2.1:1734676308.906342:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa16000. 00010000:00000010:2.1:1734676308.906345:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095850e00. 02000000:00000010:3.0:1734676308.906348:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f85d800. 00010000:00000010:2.1:1734676308.906349:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85cc00. 02000000:00000010:3.0:1734676308.906355:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012f85cc00. 00000400:00000010:3.0:1734676308.906357:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676308.906360:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.906362:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471424, portal 16 00000400:00000010:3.0:1734676308.906364:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4bb0. 00000100:00000200:3.0:1734676308.906366:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471424, offset 0 00000400:00000200:3.0:1734676308.906374:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.906378:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.906380:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.906382:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.906384:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.906386:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.906391:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81633:81633:255:4294967295] 192.168.203.46@tcp LPNI seq info [81629:81629:7:4294967295] 00000400:00000200:3.0:1734676308.906397:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.906401:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.906403:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e800. 00000800:00000200:3.0:1734676308.906405:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.906408:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.906411:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.906511:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.906514:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e000. 00000400:00000200:0.0:1734676308.906518:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.906520:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.906523:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4908 00000400:00000010:0.0:1734676308.906524:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4908. 00000100:00000200:0.0:1734676308.906529:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864471296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.906634:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.906636:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e800. 00000400:00000200:0.0:1734676308.906639:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.906642:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.906644:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4bb0 00000400:00000010:0.0:1734676308.906646:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4bb0. 00000100:00000200:0.0:1734676308.906650:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e29880 x1818938864471424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.908481:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.908495:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28d80 00000400:00000200:0.0:1734676308.908502:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f65 [1] + 224 00000400:00000200:0.0:1734676308.908511:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.908514:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.908522:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e29880 x1818938864471424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.908553:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.908556:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28d00 00000400:00000200:0.0:1734676308.908559:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f5d [1] + 224 00000400:00000200:0.0:1734676308.908564:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.908566:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.908570:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864471296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.908580:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.908584:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181180 00000400:00000200:0.0:1734676308.908587:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 328 00000400:00000200:0.0:1734676308.908602:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.908605:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.908609:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1734676308.908612:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000100:00000010:0.0:1734676308.908613:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483100. 00000400:00000200:3.0:1734676308.908616:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:3.0:1734676308.908617:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.908623:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864471296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.908630:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864471296/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.908648:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:3.0:1734676308.908651:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:3.0:1734676308.908652:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.908655:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e29880 x1818938864471424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.908662:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e29880 x1818938864471424/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.908672:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d848200. 02000000:00000010:3.0:1734676308.908678:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d849000. 00000100:00000010:3.0:1734676308.908682:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.908685:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012f85cc00. 02000000:00000010:3.0:1734676308.908688:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f85d800. 00000100:00000010:3.0:1734676308.908690:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 00000100:00000010:3.0:1734676308.908692:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:3.0:1734676308.908695:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc480. 00000020:00000010:2.0:1734676308.908818:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.908823:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.908827:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.908844:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096483100 x1818938867978624/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.908876:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978624 02000000:00000010:2.0:1734676308.908883:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728afc00. 00010000:00000010:2.0:1734676308.908900:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d81f280. 00000400:00000010:2.0:1734676308.908918:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.908923:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978624, offset 224 00000400:00000200:2.0:1734676308.908927:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.908934:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.908939:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81634:81634:256:4294967295] 192.168.203.46@tcp LPNI seq info [81630:81630:8:4294967295] 00000400:00000200:2.0:1734676308.908946:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.908951:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.908954:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.908958:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.908964:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.908967:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.908989:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.908992:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.908996:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00000800:00000200:1.0:1734676308.909096:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.909099:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:1.0:1734676308.909103:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.909107:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.909109:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:1.0:1734676308.909111:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000400:00000200:3.0:1734676308.911608:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.911622:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181100 00000400:00000200:3.0:1734676308.911629:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 656 00000400:00000200:3.0:1734676308.911649:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.911652:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.911659:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.911663:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e29880. 00000020:00000010:2.0:1734676308.911743:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.911749:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.911752:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.911773:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e29880 x1818938867978496/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.911806:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978496 02000000:00000010:2.0:1734676308.911814:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af800. 00010000:00000010:2.0:1734676308.911842:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d480780. 00010000:00000010:2.0:1734676308.911857:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.911862:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.911879:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.911882:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.911892:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676308.911896:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978496, offset 224 00000400:00000200:2.0:1734676308.911901:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:3.0:1734676308.911906:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012f85d800. 00000400:00000200:2.0:1734676308.911909:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.911914:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81635:81635:256:4294967295] 192.168.203.46@tcp LPNI seq info [81631:81631:8:4294967295] 00000400:00000200:2.0:1734676308.911923:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.911927:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.911931:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.911935:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.911941:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.911944:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1734676308.911961:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00000020:00000010:2.0:1734676308.911964:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00010000:00000010:3.0:1734676308.911967:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d480280. 00000020:00000010:2.0:1734676308.911967:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.911971:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00010000:00000010:3.0:1734676308.912034:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012f85cc00. 00010000:00000010:3.0:1734676308.912053:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00000800:00000200:1.0:1734676308.912053:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.912056:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:1.0:1734676308.912059:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1734676308.912070:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc440. 00000400:00000200:1.0:1734676308.912071:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000010:3.0:1734676308.912073:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000400:00000200:1.0:1734676308.912075:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:1.0:1734676308.912076:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000010:3.0:1734676308.912078:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.912089:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d849000. 02000000:00000010:3.0:1734676308.912112:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d848200. 00000400:00000010:3.0:1734676308.912117:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798dec8. 00000400:00000010:3.0:1734676308.912120:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4660. 00000100:00000200:3.0:1734676308.912125:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471552, portal 16 00000400:00000010:3.0:1734676308.912128:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4a18. 00000100:00000200:3.0:1734676308.912130:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471552, offset 0 00000400:00000200:3.0:1734676308.912137:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.912141:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.912144:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.912148:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.912150:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.912152:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.912154:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81636:81636:256:4294967295] 192.168.203.46@tcp LPNI seq info [81632:81632:8:4294967295] 00000400:00000200:3.0:1734676308.912160:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.912163:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.912166:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e400. 00000800:00000200:3.0:1734676308.912169:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.912172:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.912175:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.912240:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.912243:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e400. 00000400:00000200:1.0:1734676308.912247:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.912250:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.912253:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4a18 00000400:00000010:1.0:1734676308.912254:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4a18. 00000100:00000200:1.0:1734676308.912259:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864471552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.912452:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089c2f400. 00010000:00000010:3.1:1734676308.912457:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d4a1c00. 00000400:00000200:3.0:1734676308.915206:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.915223:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28e00 00000400:00000200:3.0:1734676308.915232:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f75 [1] + 224 00000400:00000200:3.0:1734676308.915240:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.915243:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.915253:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864471552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:3.0:1734676308.915625:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:3.0:1734676308.915630:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181200 00000400:00000200:3.0:1734676308.915636:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 984 00000400:00000200:3.0:1734676308.915718:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1734676308.915722:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:3.0:1734676308.915727:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1734676308.915732:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2bb80. 00000400:00000010:2.0:1734676308.915968:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798dec8. 00000400:00000200:2.0:1734676308.915973:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4660 00000400:00000010:2.0:1734676308.915976:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4660. 00000100:00000200:2.0:1734676308.915981:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864471552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.915988:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864471552/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.916011:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d848200. 02000000:00000010:2.0:1734676308.916017:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d849000. 00000100:00000010:2.0:1734676308.916021:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676308.916024:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676308.916027:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc440. 00000020:00000010:2.0:1734676308.916274:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.916279:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.916283:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.916300:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880097e2bb80 x1818938867978752/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.916330:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978752 02000000:00000010:2.0:1734676308.916337:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728ae400. 00010000:00000010:2.0:1734676308.916383:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012cf60f00. 00010000:00000010:2.0:1734676308.916398:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.916403:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.916539:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.916543:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.916553:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676308.916557:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978752, offset 224 00000400:00000200:2.0:1734676308.916561:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.916568:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.916573:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81637:81637:256:4294967295] 192.168.203.46@tcp LPNI seq info [81633:81633:8:4294967295] 00000400:00000200:2.0:1734676308.916581:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.916585:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.916588:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676308.916592:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.916597:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.916599:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.916621:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.916624:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.916628:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00080000:00000010:3.0:1734676308.916671:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d849000. 00000800:00000200:0.0:1734676308.916686:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.916689:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676308.916693:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.916696:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.916699:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:0.0:1734676308.916700:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00010000:00000010:3.0:1734676308.916724:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.916729:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012cf60e80. 00010000:00000010:3.0:1734676308.916919:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d848200. 00010000:00000010:3.0:1734676308.916924:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a880. 00010000:00000010:3.0:1734676308.916931:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc240. 00000100:00000010:3.0:1734676308.916934:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d08d3c0. 00000100:00000010:3.0:1734676308.916939:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2aa00. 02000000:00000010:3.0:1734676308.916947:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d0aea00. 02000000:00000010:3.0:1734676308.916964:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d48bc00. 00000400:00000010:3.0:1734676308.916967:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798de70. 00000400:00000010:3.0:1734676308.916970:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4880. 00000100:00000200:3.0:1734676308.916974:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471680, portal 16 00000400:00000010:3.0:1734676308.916977:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4aa0. 00000100:00000200:3.0:1734676308.916979:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471680, offset 0 00000400:00000200:3.0:1734676308.916983:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.916987:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.916990:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.916993:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.916995:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.916997:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.917000:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81638:81638:256:4294967295] 192.168.203.46@tcp LPNI seq info [81634:81634:8:4294967295] 00000400:00000200:3.0:1734676308.917008:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.917011:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.917014:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ef00. 00000800:00000200:3.0:1734676308.917016:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.917020:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.917023:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ef00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.917097:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.917099:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ef00. 00000400:00000200:0.0:1734676308.917102:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.917106:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.917108:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4aa0 00000400:00000010:0.0:1734676308.917109:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4aa0. 00000100:00000200:0.0:1734676308.917114:0:19042:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2aa00 x1818938864471680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.917209:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800994c4900. 00010000:00000010:2.1:1734676308.917213:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85c800. 00010000:00000010:2.1:1734676308.917217:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007377d200. 00010000:00000010:2.1:1734676308.917220:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d848c00. 00000400:00000200:0.0:1734676308.919259:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.919272:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28e80 00000400:00000200:0.0:1734676308.919279:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f81 [1] + 224 00000400:00000200:0.0:1734676308.919287:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.919291:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.919300:0:19041:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2aa00 x1818938864471680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.919333:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.919337:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181280 00000400:00000200:0.0:1734676308.919341:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 1312 00000400:00000010:2.0:1734676308.919355:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798de70. 00000400:00000200:0.0:1734676308.919355:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.919358:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:2.0:1734676308.919359:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4880 00000400:00000010:2.0:1734676308.919361:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4880. 00000100:00000200:0.0:1734676308.919370:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.919375:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480380. 00000100:00000200:2.0:1734676308.920124:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2aa00 x1818938864471680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.920136:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2aa00 x1818938864471680/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.920162:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d48bc00. 02000000:00000010:2.0:1734676308.920167:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d0aea00. 00000100:00000010:2.0:1734676308.920171:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2aa00. 00000100:00000010:2.0:1734676308.920174:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d08d3c0. 00010000:00000010:2.0:1734676308.920180:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc240. 00000020:00000010:2.0:1734676308.920211:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.920215:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.920219:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.920237:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480380 x1818938867978880/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.920264:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867978880 02000000:00000010:2.0:1734676308.920272:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af400. 00010000:00000010:2.0:1734676308.920295:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012fde6f80. 00010000:00000010:2.0:1734676308.920311:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.920317:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.920322:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.920324:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.920334:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00080000:00000010:0.0:1734676308.920337:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27e00. 00000100:00000200:2.0:1734676308.920338:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867978880, offset 224 00000400:00000200:2.0:1734676308.920343:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.920350:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.920354:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81639:81639:256:4294967295] 192.168.203.46@tcp LPNI seq info [81635:81635:8:4294967295] 00000400:00000200:2.0:1734676308.920362:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.920366:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.920369:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.920372:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.920377:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.920380:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676308.920392:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a880. 00010000:00000010:0.0:1734676308.920398:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012fde6f00. 00000020:00000010:2.0:1734676308.920403:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.920405:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.920409:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00010000:00000010:0.0:1734676308.920448:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d47a900. 00010000:00000010:0.0:1734676308.920451:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880097e5c080. 00010000:00000010:0.0:1734676308.920455:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26a00. 00010000:00000010:0.0:1734676308.920459:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c300. 00080000:00000010:0.0:1734676308.920467:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f26200. 00010000:00000010:0.0:1734676308.920484:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c300. 00010000:00000010:0.0:1734676308.920487:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097e5c080. 00010000:00000010:0.0:1734676308.920522:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f27c00. 00010000:00000010:0.0:1734676308.920525:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676308.920531:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd480. 00000100:00000010:0.0:1734676308.920534:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676308.920539:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676308.920547:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26e00. 02000000:00000010:0.0:1734676308.920563:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a097ee00. 00000400:00000010:0.0:1734676308.920566:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676308.920569:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676308.920573:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471808, portal 16 00000400:00000010:0.0:1734676308.920576:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e5d8. 00000100:00000200:0.0:1734676308.920578:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471808, offset 0 00000400:00000200:0.0:1734676308.920582:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.920586:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.920590:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.920593:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.920595:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.920597:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.920600:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81640:81640:255:4294967295] 192.168.203.46@tcp LPNI seq info [81636:81636:7:4294967295] 00000400:00000200:0.0:1734676308.920605:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.920609:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.920611:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a100. 00000800:00000200:0.0:1734676308.920614:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.920617:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.920619:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.920669:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.920672:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:1.0:1734676308.920675:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.920679:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.920681:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:1.0:1734676308.920683:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00000800:00000200:1.0:1734676308.920907:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.920909:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a100. 00000400:00000200:1.0:1734676308.920912:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.920915:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.920917:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e5d8 00000400:00000010:1.0:1734676308.920919:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e5d8. 00000100:00000200:1.0:1734676308.920923:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864471808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.922619:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.922627:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28f00 00000400:00000200:2.0:1734676308.922634:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f8d [1] + 224 00000400:00000200:2.0:1734676308.922646:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.922649:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.922656:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864471808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:0.0:1734676308.922911:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:0.0:1734676308.922916:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:0.0:1734676308.922917:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676308.922922:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864471808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.922929:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864471808/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.922947:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a097ee00. 02000000:00000010:0.0:1734676308.922952:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26e00. 00000100:00000010:0.0:1734676308.922956:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:0.0:1734676308.922960:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00010000:00000010:0.0:1734676308.922964:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd480. 00000400:00000200:1.0:1734676308.923071:0:19041:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.923078:0:19041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181300 00000400:00000200:1.0:1734676308.923083:0:19041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 1640 00000400:00000200:1.0:1734676308.923133:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.923136:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.923141:0:19041:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.923144:0:19041:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9f80. 00010000:00000010:2.1:1734676308.923622:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a3004600. 00010000:00000010:2.1:1734676308.923628:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d9ab000. 00010000:00000010:2.1:1734676308.923631:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097d6f800. 00000020:00000010:2.0:1734676308.923773:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.923777:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.923781:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.923796:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0ba9f80 x1818938867979008/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.923827:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979008 02000000:00000010:2.0:1734676308.923835:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728ae000. 00010000:00000010:2.0:1734676308.923854:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08d900. 00010000:00000010:2.0:1734676308.923916:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.923921:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.923935:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.923937:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.923947:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676308.923952:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979008, offset 224 00000400:00000200:2.0:1734676308.923957:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00080000:00000010:0.0:1734676308.923960:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a097ee00. 00000400:00000200:2.0:1734676308.923964:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.923969:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81641:81641:256:4294967295] 192.168.203.46@tcp LPNI seq info [81637:81637:8:4294967295] 00000400:00000200:2.0:1734676308.923975:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.923979:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.923982:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.923986:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.923991:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.923995:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1734676308.924020:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676308.924026:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d08d880. 00010000:00000010:0.0:1734676308.924105:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26e00. 00010000:00000010:0.0:1734676308.924110:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880097e5c080. 00010000:00000010:0.0:1734676308.924116:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd480. 00000100:00000010:0.0:1734676308.924119:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469300. 00000100:00000010:0.0:1734676308.924123:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096483b80. 02000000:00000010:0.0:1734676308.924132:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008d062c00. 02000000:00000010:0.0:1734676308.924147:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007349d000. 00000400:00000010:0.0:1734676308.924150:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a63b9b00. 00000400:00000010:0.0:1734676308.924153:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e220. 00000100:00000200:0.0:1734676308.924157:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864471936, portal 16 00000400:00000010:0.0:1734676308.924159:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e198. 00000100:00000200:0.0:1734676308.924160:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864471936, offset 0 00000400:00000200:0.0:1734676308.924164:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.924168:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.924171:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1734676308.924174:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:0.0:1734676308.924177:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1734676308.924178:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:0.0:1734676308.924181:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81642:81642:255:4294967295] 192.168.203.46@tcp LPNI seq info [81638:81638:7:4294967295] 00000400:00000200:0.0:1734676308.924186:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.924190:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.924192:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47a500. 00000800:00000200:0.0:1734676308.924194:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000020:00000010:2.0:1734676308.924197:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000800:00000200:0.0:1734676308.924197:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000020:00000010:2.0:1734676308.924200:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000800:00000200:0.0:1734676308.924200:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47a500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.924204:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00000800:00000200:1.0:1734676308.924265:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.924268:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:1.0:1734676308.924271:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.924274:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.924277:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:1.0:1734676308.924279:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 00000800:00000200:1.0:1734676308.924311:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.924313:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47a500. 00000400:00000200:1.0:1734676308.924315:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.924317:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.924319:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e198 00000400:00000010:1.0:1734676308.924320:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e198. 00000100:00000200:1.0:1734676308.924324:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880096483b80 x1818938864471936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.925737:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.925748:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e28f80 00000400:00000200:0.0:1734676308.925755:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6f99 [1] + 224 00000400:00000200:0.0:1734676308.925763:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.925765:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.925773:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880096483b80 x1818938864471936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.925798:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.925803:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181380 00000400:00000200:0.0:1734676308.925807:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa58d5 [2] + 1968 00000400:00000010:0.0:1734676308.925811:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adb58. 00000400:00000200:0.0:1734676308.925814:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009df57900 00000400:00000010:1.0:1734676308.925822:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a63b9b00. 00000400:00000200:1.0:1734676308.925826:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e220 00000400:00000010:1.0:1734676308.925827:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e220. 00000100:00000200:1.0:1734676308.925831:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880096483b80 x1818938864471936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:1.0:1734676308.925837:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880096483b80 x1818938864471936/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.925854:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1734676308.925856:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007349d000. 00000400:00000200:0.0:1734676308.925858:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 02000000:00000010:1.0:1734676308.925860:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008d062c00. 00000400:00000200:0.0:1734676308.925860:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009df57900 00000400:00000010:0.0:1734676308.925862:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff88009df57900. 00000100:00000010:1.0:1734676308.925863:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483b80. 00000100:00000010:1.0:1734676308.925867:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469300. 00000100:00000200:0.0:1734676308.925870:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1734676308.925871:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd480. 00000020:00000010:2.0:1734676308.925943:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.925947:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.925951:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.925966:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4159050 x1818938867979136/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.925982:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979136 02000000:00000010:2.0:1734676308.925988:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728ae800. 00010000:00000010:2.0:1734676308.926005:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d88be00. 00010000:00000010:2.0:1734676308.926018:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.926023:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b09c0. 00000100:00000010:2.0:1734676308.926028:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b09c0. 00010000:00000010:2.0:1734676308.926030:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.926070:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7550. 00000100:00000200:2.0:1734676308.926075:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979136, offset 224 00000400:00000200:2.0:1734676308.926088:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.926094:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.926099:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81643:81643:256:4294967295] 192.168.203.46@tcp LPNI seq info [81639:81639:8:4294967295] 00000400:00000200:2.0:1734676308.926106:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.926110:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.926113:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5b00. 00000800:00000200:2.0:1734676308.926116:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.926121:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.926124:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.926145:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.926148:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.926152:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 02000000:00000010:2.0:1734676308.926158:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728ae000. 00000100:00000010:2.0:1734676308.926160:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9f80. 02000000:00000010:2.0:1734676308.926165:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728af400. 00000100:00000010:2.0:1734676308.926168:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096480380. 02000000:00000010:2.0:1734676308.926171:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728ae400. 00000100:00000010:2.0:1734676308.926173:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2bb80. 02000000:00000010:2.0:1734676308.926175:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728af800. 00000100:00000010:2.0:1734676308.926176:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e29880. 02000000:00000010:2.0:1734676308.926178:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728afc00. 00000100:00000010:2.0:1734676308.926180:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096483100. 02000000:00000010:2.0:1734676308.926183:0:21612:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728af000. 00000100:00000010:2.0:1734676308.926184:0:21612:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481500. 00000800:00000200:0.0:1734676308.926185:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.926188:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5b00. 00000100:00000200:2.0:1734676308.926190:0:21612:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1734676308.926191:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1734676308.926193:0:21612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c77e8. 00000400:00000200:0.0:1734676308.926194:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:2.0:1734676308.926196:0:21612:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800984b09c0. 00000400:00000200:0.0:1734676308.926196:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7550 00000400:00000010:0.0:1734676308.926197:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7550. 02000000:00000010:0.0:1734676308.926200:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728ae800. 00080000:00000010:1.0:1734676308.926244:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f7a00. 00010000:00000010:1.0:1734676308.926299:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097e5c080. 00010000:00000010:1.0:1734676308.926304:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d88bd80. 00010000:00000010:1.0:1734676308.926350:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f7400. 00010000:00000010:1.0:1734676308.926354:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676308.926360:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0540. 00000100:00000010:1.0:1734676308.926363:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012dfda300. 00000100:00000010:1.0:1734676308.926368:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab480. 02000000:00000010:1.0:1734676308.926374:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6a00. 02000000:00000010:1.0:1734676308.926389:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800959f6600. 00000400:00000010:1.0:1734676308.926392:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676308.926395:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676308.926398:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472064, portal 16 00000400:00000010:1.0:1734676308.926400:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676308.926402:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472064, offset 0 00000400:00000200:1.0:1734676308.926406:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.926410:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.926413:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.926415:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.926418:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.926419:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.926422:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81644:81644:256:4294967295] 192.168.203.46@tcp LPNI seq info [81640:81640:8:4294967295] 00000400:00000200:1.0:1734676308.926427:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.926431:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.926433:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676308.926436:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.926439:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.926442:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.926481:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.926483:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:1.0:1734676308.926485:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.926488:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.926490:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:1.0:1734676308.926491:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676308.926496:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0bab480 x1818938864472064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.926715:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880130e5c700. 00010000:00000010:2.1:1734676308.926725:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d849400. 00010000:00000010:2.1:1734676308.926730:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d81e300. 00010000:00000010:2.1:1734676308.926737:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f85cc00. 00000400:00000200:0.0:1734676308.927827:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.927838:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29000 00000400:00000200:0.0:1734676308.927845:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fa9 [1] + 224 00000400:00000200:0.0:1734676308.927852:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.927855:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.927863:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0bab480 x1818938864472064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.927892:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.927896:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181400 00000400:00000200:0.0:1734676308.927900:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 0 00000400:00000200:0.0:1734676308.927911:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.927914:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000010:1.0:1734676308.927916:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:1.0:1734676308.927920:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:1.0:1734676308.927923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676308.927927:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1734676308.927928:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0bab480 x1818938864472064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000010:0.0:1734676308.927931:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000100:00000200:1.0:1734676308.927934:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0bab480 x1818938864472064/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:1.0:1734676308.928011:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800959f6600. 02000000:00000010:1.0:1734676308.928017:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6a00. 00000100:00000010:1.0:1734676308.928020:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab480. 00000100:00000010:1.0:1734676308.928025:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012dfda300. 00010000:00000010:1.0:1734676308.928028:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0540. 00000020:00000010:2.0:1734676308.928118:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e9c8e00. 00000020:00000010:2.0:1734676308.928190:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.928194:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.928214:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867979264/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.928246:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979264 02000000:00000010:2.0:1734676308.928253:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af000. 00010000:00000010:2.0:1734676308.928271:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e206400. 00010000:00000010:2.0:1734676308.928282:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.928287:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.928302:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:2.0:1734676308.928305:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000010:2.0:1734676308.928314:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7bb0. 00000100:00000200:2.0:1734676308.928317:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979264, offset 224 00000400:00000200:2.0:1734676308.928322:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.928329:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.928334:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81645:81645:256:4294967295] 192.168.203.46@tcp LPNI seq info [81641:81641:8:4294967295] 00000400:00000200:2.0:1734676308.928340:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.928345:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.928348:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.928351:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.928356:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.928359:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.928368:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4500. 00000020:00000010:2.0:1734676308.928370:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.928374:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e9c8e00. 00000800:00000200:0.0:1734676308.928475:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.928477:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:0.0:1734676308.928481:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.928484:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.928486:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7bb0 00000400:00000010:0.0:1734676308.928487:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7bb0. 00080000:00000010:1.0:1734676308.928540:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800959f6a00. 00010000:00000010:1.0:1734676308.928590:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676308.928596:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ff63700. 00010000:00000010:1.0:1734676308.928657:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800959f6600. 00010000:00000010:1.0:1734676308.928895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676308.928901:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0540. 00000100:00000010:1.0:1734676308.928904:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012dfda300. 00000100:00000010:1.0:1734676308.928909:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0bab480. 02000000:00000010:1.0:1734676308.928917:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800959f6800. 02000000:00000010:1.0:1734676308.928932:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008d062c00. 00000400:00000010:1.0:1734676308.928935:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0ad790. 00000400:00000010:1.0:1734676308.928938:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d770. 00000100:00000200:1.0:1734676308.928942:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472192, portal 16 00000400:00000010:1.0:1734676308.928946:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422ddd0. 00000100:00000200:1.0:1734676308.928947:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472192, offset 0 00000400:00000200:1.0:1734676308.928952:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.928956:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.928959:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.928962:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.928965:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.928967:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.928969:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81646:81646:256:4294967295] 192.168.203.46@tcp LPNI seq info [81642:81642:8:4294967295] 00000400:00000200:1.0:1734676308.928975:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.928978:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.928981:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6a00. 00000800:00000200:1.0:1734676308.928984:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.928987:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.928990:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.929183:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.929186:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6a00. 00000400:00000200:0.0:1734676308.929190:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.929193:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.929196:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422ddd0 00000400:00000010:0.0:1734676308.929197:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422ddd0. 00000100:00000200:0.0:1734676308.929202:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0bab480 x1818938864472192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.929466:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d5d4e00. 00010000:00000010:2.1:1734676308.929516:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d814c00. 00000400:00000200:0.0:1734676308.931078:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.931829:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29080 00000400:00000200:1.0:1734676308.931838:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fb5 [1] + 224 00000400:00000200:1.0:1734676308.931852:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.931856:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.931865:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0bab480 x1818938864472192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:1.0:1734676308.931885:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:1.0:1734676308.931889:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181480 00000400:00000200:1.0:1734676308.931893:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 328 00000400:00000200:1.0:1734676308.931904:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.931908:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:1.0:1734676308.931912:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1734676308.931916:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0babb80. 00000400:00000010:0.0:1734676308.931916:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad790. 00000400:00000200:0.0:1734676308.931921:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d770 00000400:00000010:0.0:1734676308.931923:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d770. 00000100:00000200:0.0:1734676308.931929:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0bab480 x1818938864472192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:0.0:1734676308.931937:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0bab480 x1818938864472192/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:0.0:1734676308.931967:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008d062c00. 02000000:00000010:0.0:1734676308.931971:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800959f6800. 00000100:00000010:0.0:1734676308.931975:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0bab480. 00000100:00000010:0.0:1734676308.931980:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012dfda300. 00010000:00000010:0.0:1734676308.931983:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0540. 00000020:00000010:0.0:1734676308.932013:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c0fac00. 00000020:00000010:0.0:1734676308.932017:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676308.932022:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.932058:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a0babb80 x1818938867979392/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.932098:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979392 02000000:00000010:0.0:1734676308.932106:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1800. 00010000:00000010:0.0:1734676308.932126:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013009a800. 00010000:00000010:0.0:1734676308.932140:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd5c0. 00000100:00000010:0.0:1734676308.932146:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676308.932156:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:0.0:1734676308.932158:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd5c0. 00000400:00000010:0.0:1734676308.932167:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676308.932171:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979392, offset 224 00000400:00000200:0.0:1734676308.932175:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.932182:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.932188:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81647:81647:256:4294967295] 192.168.203.46@tcp LPNI seq info [81643:81643:8:4294967295] 00000400:00000200:0.0:1734676308.932197:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.932202:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.932205:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ab00. 00000800:00000200:0.0:1734676308.932209:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.932215:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.932219:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ab00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1734676308.932222:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008d062c00. 00000020:00000010:0.0:1734676308.932230:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676308.932233:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.932236:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c0fac00. 00010000:00000010:1.0:1734676308.932276:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676308.932282:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013009a780. 00000800:00000200:0.0:1734676308.932299:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.932302:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ab00. 00000400:00000200:0.0:1734676308.932304:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.932307:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.932310:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676308.932311:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00010000:00000010:1.0:1734676308.932335:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800736cd000. 00010000:00000010:1.0:1734676308.932338:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880136b59b00. 00010000:00000010:1.0:1734676308.932344:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b41d0640. 00000100:00000010:1.0:1734676308.932347:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012dfdab40. 00000100:00000010:1.0:1734676308.932351:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0ba9500. 02000000:00000010:1.0:1734676308.932358:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800736cd200. 02000000:00000010:1.0:1734676308.932374:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800736cce00. 00000400:00000010:1.0:1734676308.932377:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adc60. 00000400:00000010:1.0:1734676308.932381:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d198. 00000100:00000200:1.0:1734676308.932384:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472320, portal 16 00000400:00000010:1.0:1734676308.932387:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d6e8. 00000100:00000200:1.0:1734676308.932389:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472320, offset 0 00000400:00000200:1.0:1734676308.932393:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.932397:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.932400:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1734676308.932403:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:1.0:1734676308.932406:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1734676308.932407:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:1.0:1734676308.932410:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81648:81648:256:4294967295] 192.168.203.46@tcp LPNI seq info [81644:81644:8:4294967295] 00000400:00000200:1.0:1734676308.932415:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.932419:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.932421:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6900. 00000800:00000200:1.0:1734676308.932424:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.932427:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.932429:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.932514:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.932516:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6900. 00000400:00000200:0.0:1734676308.932520:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.932523:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.932525:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d6e8 00000400:00000010:0.0:1734676308.932527:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d6e8. 00000100:00000200:0.0:1734676308.932531:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0ba9500 x1818938864472320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.932593:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88013136e100. 00010000:00000010:2.1:1734676308.932601:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26e00. 00010000:00000010:2.1:1734676308.932737:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009bf04d00. 00010000:00000010:2.1:1734676308.932744:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d848200. 00010000:00000010:2.1:1734676308.932748:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d47a900. 00010000:00000010:2.1:1734676308.932750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26a00. 00010000:00000010:2.1:1734676308.932785:0:11:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012cd8cb00. 00010000:00000010:2.1:1734676308.932787:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f27c00. 00010000:00000010:2.1:1734676308.935259:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097cfe800. 00010000:00000010:2.1:1734676308.935490:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e9b6400. 00010000:00000010:2.1:1734676308.935497:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff7c200. 00000400:00000200:0.0:1734676308.936015:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.936029:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29100 00000400:00000200:0.0:1734676308.936051:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fc1 [1] + 224 00000400:00000200:0.0:1734676308.936068:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.936072:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.936079:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0ba9500 x1818938864472320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.936108:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.936113:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181500 00000400:00000200:0.0:1734676308.936118:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 656 00000400:00000200:0.0:1734676308.936129:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.936132:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.936136:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.936141:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000020:00000010:0.0:1734676308.936178:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c0fa400. 00000020:00000010:0.0:1734676308.936183:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676308.936186:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009a450d48. 00000100:00000200:0.0:1734676308.936206:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867979520/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:0.0:1734676308.936236:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979520 02000000:00000010:0.0:1734676308.936244:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7f1400. 00010000:00000010:0.0:1734676308.936274:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd5c0. 00000100:00000010:0.0:1734676308.936279:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000100:00000010:0.0:1734676308.936283:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:0.0:1734676308.936286:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd5c0. 00000400:00000010:0.0:1734676308.936294:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000100:00000200:0.0:1734676308.936298:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979520, offset 224 00000400:00000200:0.0:1734676308.936303:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:0.0:1734676308.936310:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.936315:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81649:81649:256:4294967295] 192.168.203.46@tcp LPNI seq info [81645:81645:8:4294967295] 00000400:00000010:2.0:1734676308.936322:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0adc60. 00000400:00000200:0.0:1734676308.936323:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.936328:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.936329:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d198 00000800:00000010:0.0:1734676308.936330:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ab00. 00000400:00000010:2.0:1734676308.936331:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d198. 00000800:00000200:0.0:1734676308.936334:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000100:00000200:2.0:1734676308.936338:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0ba9500 x1818938864472320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.936340:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.936343:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1734676308.936345:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0ba9500 x1818938864472320/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000020:00000010:0.0:1734676308.936354:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880097e5c300. 00000020:00000010:0.0:1734676308.936357:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009a450d48. 00000020:00000010:0.0:1734676308.936359:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c0fa400. 00010000:00000010:2.0:1734676308.936360:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009daf0c80. 02000000:00000010:2.0:1734676308.936366:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800736cce00. 02000000:00000010:2.0:1734676308.936371:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800736cd200. 00000100:00000010:2.0:1734676308.936375:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0ba9500. 00000100:00000010:2.0:1734676308.936378:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012dfdab40. 00010000:00000010:2.0:1734676308.936380:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b41d0640. 00080000:00000010:2.0:1734676308.936394:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8e00. 00000800:00000200:0.0:1734676308.936419:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.936422:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ab00. 00000400:00000200:0.0:1734676308.936424:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.936427:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.936430:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:0.0:1734676308.936431:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 00010000:00000010:2.0:1734676308.936455:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136b59b00. 00010000:00000010:2.0:1734676308.936461:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009daf0c00. 00010000:00000010:2.0:1734676308.936511:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c9800. 00010000:00000010:2.0:1734676308.936516:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.936521:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b72c0. 00000100:00000010:2.0:1734676308.936524:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0540. 00000100:00000010:2.0:1734676308.936529:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3100. 02000000:00000010:2.0:1734676308.936537:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c8800. 02000000:00000010:2.0:1734676308.936554:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c9400. 00000400:00000010:2.0:1734676308.936557:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7370. 00000400:00000010:2.0:1734676308.936561:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a72a8. 00000100:00000200:2.0:1734676308.936565:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472448, portal 16 00000400:00000010:2.0:1734676308.936568:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7e58. 00000100:00000200:2.0:1734676308.936570:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472448, offset 0 00000400:00000200:2.0:1734676308.936574:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.936579:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.936582:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.936585:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.936587:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.936590:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.936592:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81650:81650:256:4294967295] 192.168.203.46@tcp LPNI seq info [81646:81646:8:4294967295] 00000400:00000200:2.0:1734676308.936598:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.936601:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.936604:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5500. 00000800:00000200:2.0:1734676308.936607:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.936610:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.936613:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.937161:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.937165:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5500. 00000400:00000200:0.0:1734676308.937168:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.937172:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.937174:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7e58 00000400:00000010:0.0:1734676308.937175:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7e58. 00000100:00000200:0.0:1734676308.937181:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3100 x1818938864472448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.938549:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880073583e00. 00010000:00000010:2.1:1734676308.938639:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009dafe800. 00010000:00000010:2.1:1734676308.938647:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f7400. 00010000:00000010:2.1:1734676308.938652:0:20:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486b00. 00010000:00000010:2.1:1734676308.938655:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800959f6600. 00000400:00000200:2.0:1734676308.938675:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.938686:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29180 00000400:00000200:2.0:1734676308.938692:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fcd [1] + 224 00000400:00000200:2.0:1734676308.938700:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.938702:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.938710:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3100 x1818938864472448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.938734:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:2.0:1734676308.938738:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181580 00000400:00000200:2.0:1734676308.938742:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 984 00000400:00000200:2.0:1734676308.938788:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1734676308.938791:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:2.0:1734676308.938795:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1734676308.938800:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a2a00. 00000400:00000010:3.0:1734676308.938803:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7370. 00000400:00000200:3.0:1734676308.938808:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a72a8 00000400:00000010:3.0:1734676308.938809:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a72a8. 00000100:00000200:3.0:1734676308.938815:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3100 x1818938864472448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.938823:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3100 x1818938864472448/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.939072:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c9400. 02000000:00000010:3.0:1734676308.939078:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c8800. 00000100:00000010:3.0:1734676308.939081:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3100. 00000100:00000010:3.0:1734676308.939085:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0540. 00010000:00000010:3.0:1734676308.939088:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b72c0. 00000020:00000010:3.0:1734676308.939114:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d48a200. 00000020:00000010:3.0:1734676308.939118:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.939122:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.939137:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009d1a2a00 x1818938867979648/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.939163:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979648 02000000:00000010:3.0:1734676308.939170:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa6800. 00010000:00000010:3.0:1734676308.939188:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2beb80. 00010000:00000010:3.0:1734676308.939200:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4c8f980. 00000100:00000010:3.0:1734676308.939206:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.939215:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:3.0:1734676308.939217:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4c8f980. 00000400:00000010:3.0:1734676308.939229:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.939232:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979648, offset 224 00000400:00000200:3.0:1734676308.939237:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.939244:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00080000:00000010:2.0:1734676308.939244:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9200. 00000400:00000200:3.0:1734676308.939249:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81651:81651:256:4294967295] 192.168.203.46@tcp LPNI seq info [81647:81647:8:4294967295] 00000400:00000200:3.0:1734676308.939256:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.939260:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.939263:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ec00. 00000800:00000200:3.0:1734676308.939267:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.939273:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.939276:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ec00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.939295:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab00. 00010000:00000010:2.0:1734676308.939296:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00000020:00000010:3.0:1734676308.939298:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.939301:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d48a200. 00010000:00000010:2.0:1734676308.939301:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e2be800. 00000800:00000200:0.0:1734676308.939385:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.939388:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ec00. 00000400:00000200:0.0:1734676308.939391:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.939394:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.939397:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676308.939398:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00010000:00000010:2.0:1734676308.939476:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8800. 00010000:00000010:2.0:1734676308.939481:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.939487:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.939491:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.939495:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.939502:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c9400. 02000000:00000010:2.0:1734676308.939516:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c8000. 00000400:00000010:2.0:1734676308.939519:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.939522:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.939526:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472576, portal 16 00000400:00000010:2.0:1734676308.939528:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7a18. 00000100:00000200:2.0:1734676308.939530:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472576, offset 0 00000400:00000200:2.0:1734676308.939533:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.939538:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.939541:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.939544:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.939546:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.939548:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.939551:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81652:81652:256:4294967295] 192.168.203.46@tcp LPNI seq info [81648:81648:8:4294967295] 00000400:00000200:2.0:1734676308.939556:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.939560:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.939562:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5200. 00000800:00000200:2.0:1734676308.939565:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.939568:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.939570:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1734676308.941950:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.941954:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5200. 00000400:00000200:1.0:1734676308.941959:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.941966:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.941969:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7a18 00000400:00000010:1.0:1734676308.941971:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7a18. 00000100:00000200:1.0:1734676308.941984:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864472576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.944746:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.944762:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29200 00000400:00000200:0.0:1734676308.944770:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fd9 [1] + 224 00000400:00000200:0.0:1734676308.944780:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.944783:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.944793:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864472576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.944820:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.944823:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181600 00000400:00000200:0.0:1734676308.944828:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 1312 00000400:00000200:0.0:1734676308.944877:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.944880:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.944884:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.944890:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000400:00000010:2.0:1734676308.944964:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676308.944969:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676308.944970:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.944976:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864472576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.944984:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864472576/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.945008:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c8000. 02000000:00000010:2.0:1734676308.945014:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c9400. 00000100:00000010:2.0:1734676308.945018:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.945021:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.945025:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000020:00000010:3.0:1734676308.945836:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d48a200. 00000020:00000010:3.0:1734676308.945843:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.945847:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.945872:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867979776/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.945921:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979776 02000000:00000010:3.0:1734676308.945933:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009ffa5c00. 00010000:00000010:3.0:1734676308.945955:0:21612:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88007edda900. 00010000:00000010:3.0:1734676308.945967:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4c8f980. 00000100:00000010:3.0:1734676308.945973:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.946025:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:3.0:1734676308.946028:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4c8f980. 00000400:00000010:3.0:1734676308.946071:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.946076:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979776, offset 224 00000400:00000200:3.0:1734676308.946081:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.946088:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.946094:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81653:81653:256:4294967295] 192.168.203.46@tcp LPNI seq info [81649:81649:8:4294967295] 00000400:00000200:3.0:1734676308.946102:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.946106:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00080000:00000010:2.0:1734676308.946106:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c9400. 00000800:00000010:3.0:1734676308.946110:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e700. 00000800:00000200:3.0:1734676308.946113:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.946118:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.946121:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.946133:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.946136:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.946139:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d48a200. 00010000:00000010:2.0:1734676308.946162:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.946167:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88007edda200. 00000800:00000200:0.0:1734676308.946406:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.946409:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e700. 00000400:00000200:0.0:1734676308.946413:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.946416:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.946419:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4dd0 00000400:00000010:0.0:1734676308.946420:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4dd0. 00010000:00000010:2.0:1734676308.946505:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c8000. 00010000:00000010:2.0:1734676308.947227:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.947238:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.947244:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.947250:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.947259:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e9c8200. 02000000:00000010:2.0:1734676308.947280:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e9c9c00. 00000400:00000010:2.0:1734676308.947286:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.947291:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.947296:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472704, portal 16 00000400:00000010:2.0:1734676308.947299:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7660. 00000100:00000200:2.0:1734676308.947301:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472704, offset 0 00000400:00000200:2.0:1734676308.947305:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.947312:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.947316:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.947319:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.947322:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.947324:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.947326:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81654:81654:256:4294967295] 192.168.203.46@tcp LPNI seq info [81650:81650:8:4294967295] 00000400:00000200:2.0:1734676308.947333:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.947337:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.947340:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5c00. 00000800:00000200:2.0:1734676308.947344:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.947349:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.947352:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.947746:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.947749:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5c00. 00000400:00000200:0.0:1734676308.947753:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.947757:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.947760:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7660 00000400:00000010:0.0:1734676308.947762:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7660. 00000100:00000200:0.0:1734676308.947768:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864472704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.952553:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.952570:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29280 00000400:00000200:0.0:1734676308.952579:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6fe5 [1] + 224 00000400:00000200:0.0:1734676308.952589:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.952592:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.952601:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864472704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.952636:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.952640:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181680 00000400:00000200:0.0:1734676308.952646:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 1640 00000400:00000200:0.0:1734676308.952658:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.952661:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.952665:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.952670:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482a00. 00000020:00000010:3.0:1734676308.952767:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d48a200. 00000020:00000010:3.0:1734676308.952772:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.952776:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.952795:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482a00 x1818938867979904/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.952826:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867979904 02000000:00000010:3.0:1734676308.952835:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983d000. 00010000:00000010:3.0:1734676308.952865:0:21612:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b4c8f980. 00000100:00000010:3.0:1734676308.952870:0:21612:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.952875:0:21612:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:3.0:1734676308.952877:0:21612:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b4c8f980. 00000400:00000010:3.0:1734676308.952892:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00000100:00000200:3.0:1734676308.952896:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867979904, offset 224 00000400:00000200:3.0:1734676308.952901:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.952908:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.952913:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81655:81655:256:4294967295] 192.168.203.46@tcp LPNI seq info [81651:81651:8:4294967295] 00000400:00000200:3.0:1734676308.952921:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.952926:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.952929:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80ee00. 00000800:00000200:3.0:1734676308.952933:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.952938:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.952941:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.952951:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02ab00. 00000020:00000010:3.0:1734676308.952954:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.952957:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d48a200. 00000800:00000200:0.0:1734676308.954202:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.954207:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80ee00. 00000400:00000200:0.0:1734676308.954212:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.954217:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.954221:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:0.0:1734676308.954223:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000400:00000010:2.0:1734676308.954430:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676308.954435:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676308.954436:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.954444:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864472704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.954452:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864472704/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.0:1734676308.954472:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d65c400. 02000000:00000010:2.0:1734676308.954480:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e9c9c00. 02000000:00000010:2.0:1734676308.954485:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e9c8200. 00000100:00000010:2.0:1734676308.954488:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.954491:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.954494:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00080000:00000010:2.0:1734676308.954513:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012e9c8200. 00010000:00000010:2.0:1734676308.954567:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.954573:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d65c380. 00010000:00000010:2.0:1734676308.954628:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012e9c9c00. 00010000:00000010:2.0:1734676308.954632:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.954639:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.954643:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.954648:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.954656:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f27c00. 02000000:00000010:2.0:1734676308.954674:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26a00. 00000400:00000010:2.0:1734676308.954677:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.954681:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.954686:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472832, portal 16 00000400:00000010:2.0:1734676308.954688:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7f68. 00000100:00000200:2.0:1734676308.954690:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472832, offset 0 00000400:00000200:2.0:1734676308.954695:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.954702:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.954707:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.954710:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.954712:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.954714:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.954717:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81656:81656:256:4294967295] 192.168.203.46@tcp LPNI seq info [81652:81652:8:4294967295] 00000400:00000200:2.0:1734676308.954723:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.954727:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.954730:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5f00. 00000800:00000200:2.0:1734676308.954734:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.954738:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.954742:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.955114:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.955117:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5f00. 00000400:00000200:0.0:1734676308.955120:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.955123:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.955125:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7f68 00000400:00000010:0.0:1734676308.955127:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7f68. 00000100:00000200:0.0:1734676308.955132:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864472832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.956462:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.956473:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29300 00000400:00000200:0.0:1734676308.956480:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ff1 [1] + 224 00000400:00000200:0.0:1734676308.956488:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.956491:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.956497:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864472832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.956528:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.956532:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181700 00000400:00000200:0.0:1734676308.956536:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa592d [2] + 1968 00000400:00000010:0.0:1734676308.956539:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7a50. 00000400:00000200:0.0:1734676308.956542:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a4b4c600 00000400:00000200:0.0:1734676308.956582:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.956586:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.956588:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4b4c600 00000400:00000010:0.0:1734676308.956590:0:19042:0:(lib-lnet.h:300:lnet_md_free()) kfreed 'md': 152 at ffff8800a4b4c600. 00000100:00000200:0.0:1734676308.956595:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1734676308.956822:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676308.956825:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676308.956827:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.956832:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864472832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.956838:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864472832/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.956858:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26a00. 02000000:00000010:2.0:1734676308.956862:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f27c00. 00000100:00000010:2.0:1734676308.956865:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.956868:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.956871:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000020:00000010:1.0:1734676308.957315:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc400. 00000020:00000010:1.0:1734676308.957320:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676308.957324:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.957342:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800b4158c50 x1818938867980032/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.957361:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980032 02000000:00000010:1.0:1734676308.957367:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b6c00. 00010000:00000010:1.0:1734676308.957387:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097f38c80. 00010000:00000010:1.0:1734676308.957399:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9a80. 00000100:00000010:1.0:1734676308.957404:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012dfdaf00. 00000100:00000010:1.0:1734676308.957409:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012dfdaf00. 00010000:00000010:1.0:1734676308.957411:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9a80. 00000400:00000010:1.0:1734676308.957420:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d088. 00000100:00000200:1.0:1734676308.957424:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980032, offset 224 00000400:00000200:1.0:1734676308.957428:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.957435:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.957440:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81657:81657:256:4294967295] 192.168.203.46@tcp LPNI seq info [81653:81653:8:4294967295] 00000400:00000200:1.0:1734676308.957448:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.957452:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.957455:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6600. 00080000:00000010:2.0:1734676308.957490:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff880097f27c00. 00010000:00000010:2.0:1734676308.957544:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.957549:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097f38280. 00010000:00000010:2.0:1734676308.957609:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26a00. 00010000:00000010:2.0:1734676308.957613:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.957620:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.957622:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.957628:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.957635:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880097f26e00. 02000000:00000010:2.0:1734676308.957649:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d0aea00. 00000400:00000010:2.0:1734676308.957652:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7580. 00000400:00000010:2.0:1734676308.957656:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.957660:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864472960, portal 16 00000400:00000010:2.0:1734676308.957662:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7220. 00000100:00000200:2.0:1734676308.957664:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864472960, offset 0 00000400:00000200:2.0:1734676308.957668:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.957673:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.957676:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1734676308.957956:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.957961:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.957964:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.957982:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676308.957986:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.957989:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc400. 02000000:00000010:1.0:1734676308.957998:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88008983d000. 00000100:00000010:1.0:1734676308.958002:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482a00. 02000000:00000010:1.0:1734676308.958007:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa5c00. 00000100:00000010:1.0:1734676308.958009:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481c00. 02000000:00000010:1.0:1734676308.958012:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88009ffa6800. 00000100:00000010:1.0:1734676308.958013:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a2a00. 02000000:00000010:1.0:1734676308.958016:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1400. 00000100:00000010:1.0:1734676308.958018:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096482300. 02000000:00000010:1.0:1734676308.958020:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7f1800. 00000100:00000010:1.0:1734676308.958021:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0babb80. 02000000:00000010:1.0:1734676308.958026:0:8190:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800728af000. 00000100:00000010:1.0:1734676308.958028:0:8190:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096481180. 00000100:00000200:1.0:1734676308.958033:0:8190:0:(niobuf.c:1033:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1734676308.958055:0:8190:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012c0adcb8. 00000400:00000010:1.0:1734676308.958059:0:8190:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012dfdaf00. 00000400:00000200:2.0:1734676308.958115:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.958119:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.958121:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.958123:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81658:81658:255:4294967295] 192.168.203.46@tcp LPNI seq info [81654:81654:7:4294967295] 00000400:00000200:2.0:1734676308.958130:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.958133:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.958136:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5000. 00000800:00000200:2.0:1734676308.958139:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.958142:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.958144:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.959225:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.959230:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6600. 00000400:00000200:0.0:1734676308.959237:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.959242:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.959245:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d088 00000400:00000010:0.0:1734676308.959247:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d088. 02000000:00000010:0.0:1734676308.959251:0:19041:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff88012d7b6c00. 00000800:00000200:0.0:1734676308.959303:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.959305:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5000. 00000400:00000200:0.0:1734676308.959308:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.959311:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.959314:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7220 00000400:00000010:0.0:1734676308.959315:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7220. 00000100:00000200:0.0:1734676308.959322:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864472960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:0.1:1734676308.961339:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ff76400. 00010000:00000010:0.1:1734676308.961349:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b1d6400. 00010000:00000010:0.1:1734676308.961352:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800736cd000. 00010000:00000010:0.1:1734676308.961360:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880136b72100. 00010000:00000010:0.1:1734676308.961364:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c9800. 00000400:00000200:0.0:1734676308.964770:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.964784:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29380 00000400:00000200:0.0:1734676308.964791:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa6ffd [1] + 224 00000400:00000200:0.0:1734676308.964799:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.964802:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.964811:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864472960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.964829:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.964832:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181780 00000400:00000200:0.0:1734676308.964836:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 0 00000400:00000200:0.0:1734676308.964845:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.964847:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.964851:0:19043:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.964855:0:19043:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480000. 00000400:00000010:2.0:1734676308.965325:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7580. 00000400:00000200:2.0:1734676308.965329:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:2.0:1734676308.965330:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.965336:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864472960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.965343:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864472960/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.965365:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d0aea00. 02000000:00000010:2.0:1734676308.965370:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880097f26e00. 00000100:00000010:2.0:1734676308.965374:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:2.0:1734676308.965377:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.965380:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00010000:00000010:3.1:1734676308.965473:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097e68200. 00010000:00000010:3.1:1734676308.965477:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009da7a000. 00000020:00000010:1.0:1734676308.965695:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800736cc400. 00000020:00000010:1.0:1734676308.965700:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676308.965704:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a5d23e10. 00000100:00000200:1.0:1734676308.965723:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480000 x1818938867980160/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1734676308.965753:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980160 02000000:00000010:1.0:1734676308.965762:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d7b5400. 00010000:00000010:1.0:1734676308.965781:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d3ae00. 00010000:00000010:1.0:1734676308.965792:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b52e9c00. 00000100:00000010:1.0:1734676308.965797:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012dfda900. 00000100:00000010:1.0:1734676308.965810:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012dfda900. 00010000:00000010:1.0:1734676308.965813:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b52e9c00. 00000400:00000010:1.0:1734676308.965821:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b422d550. 00000100:00000200:1.0:1734676308.965825:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980160, offset 224 00080000:00000010:2.0:1734676308.965831:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d0aea00. 00000400:00000200:1.0:1734676308.965831:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:1.0:1734676308.965838:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:1.0:1734676308.965843:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81659:81659:256:4294967295] 192.168.203.46@tcp LPNI seq info [81655:81655:8:4294967295] 00000400:00000200:1.0:1734676308.965851:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:1.0:1734676308.965855:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:1.0:1734676308.965858:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801313e6d00. 00000800:00000200:1.0:1734676308.965861:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:1.0:1734676308.965867:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:1.0:1734676308.965870:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801313e6d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1734676308.965893:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b59700. 00000020:00000010:1.0:1734676308.965896:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a5d23e10. 00000020:00000010:1.0:1734676308.965899:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800736cc400. 00000800:00000200:0.0:1734676308.965969:0:19042:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.965972:0:19042:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801313e6d00. 00000400:00000200:0.0:1734676308.965976:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.965980:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.965983:0:19042:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b422d550 00000400:00000010:0.0:1734676308.965987:0:19042:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b422d550. 00010000:00000010:2.0:1734676308.966879:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.966888:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097d3ad80. 00000001:00000010:2.0:1734676308.966950:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676308.966955:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676308.966957:0:23972:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009d0c7580. 00000001:00000010:2.0:1734676308.966958:0:23972:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88007798dbb0. 00010000:00000010:2.0:1734676308.966982:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880097f26e00. 00010000:00000010:2.0:1734676308.966986:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4500. 00010000:00000010:2.0:1734676308.966993:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009d5b76c0. 00000100:00000010:2.0:1734676308.966998:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.967004:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a0000. 02000000:00000010:2.0:1734676308.967012:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d848200. 02000000:00000010:2.0:1734676308.967031:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d849400. 00000400:00000010:2.0:1734676308.967035:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7d10. 00000400:00000010:2.0:1734676308.967075:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7dd0. 00000100:00000200:2.0:1734676308.967080:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473088, portal 16 00000400:00000010:2.0:1734676308.967083:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7110. 00000100:00000200:2.0:1734676308.967085:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473088, offset 0 00000400:00000200:2.0:1734676308.967090:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.967381:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.967385:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.967388:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.967391:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.967392:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.967394:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81660:81660:256:4294967295] 192.168.203.46@tcp LPNI seq info [81656:81656:8:4294967295] 00000400:00000200:2.0:1734676308.967401:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.967405:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.967409:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5700. 00000800:00000200:2.0:1734676308.967413:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.967418:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.967421:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.967528:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.967530:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5700. 00000400:00000200:0.0:1734676308.967534:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.967538:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.967541:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7110 00000400:00000010:0.0:1734676308.967542:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7110. 00000100:00000200:0.0:1734676308.967549:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a0000 x1818938864473088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:1.1:1734676308.970714:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b486600. 00010000:00000010:1.1:1734676308.970722:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8800. 00010000:00000010:1.1:1734676308.970731:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009daf6400. 00010000:00000010:1.1:1734676308.970734:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880095adcb00. 00010000:00000010:1.1:1734676308.970737:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c8000. 00010000:00000010:1.1:1734676308.970739:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009e133d00. 00010000:00000010:1.1:1734676308.970746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e9c9c00. 00000400:00000200:0.0:1734676308.970972:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.970986:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29400 00000400:00000200:0.0:1734676308.970993:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa700d [1] + 224 00000400:00000200:0.0:1734676308.971008:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.971012:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.971021:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a0000 x1818938864473088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:3.0:1734676308.971181:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7d10. 00000400:00000200:3.0:1734676308.971186:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7dd0 00000400:00000010:3.0:1734676308.971188:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7dd0. 00000100:00000200:3.0:1734676308.971194:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a0000 x1818938864473088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.971201:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a0000 x1818938864473088/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:3.0:1734676308.971223:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d849400. 02000000:00000010:3.0:1734676308.971229:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d848200. 00000100:00000010:3.0:1734676308.971233:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a0000. 00000100:00000010:3.0:1734676308.971236:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:3.0:1734676308.971239:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009d5b76c0. 00000400:00000200:0.0:1734676308.971829:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.971835:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181800 00000400:00000200:0.0:1734676308.971840:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 328 00000400:00000200:0.0:1734676308.971882:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.971885:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.971890:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.971893:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096480700. 00000020:00000010:2.0:1734676308.972324:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d848c00. 00000020:00000010:2.0:1734676308.972330:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.972333:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.972352:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096480700 x1818938867980288/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.973326:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980288 02000000:00000010:2.0:1734676308.973336:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af800. 00010000:00000010:2.0:1734676308.973357:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d48f900. 00010000:00000010:2.0:1734676308.973371:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:2.0:1734676308.973376:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.973383:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.973387:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000010:2.0:1734676308.973397:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a73b8. 00000100:00000200:2.0:1734676308.973403:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980288, offset 224 00000400:00000200:2.0:1734676308.973409:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.973417:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.973422:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81661:81661:256:4294967295] 192.168.203.46@tcp LPNI seq info [81657:81657:8:4294967295] 00000400:00000200:2.0:1734676308.973429:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.973434:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.973438:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5d00. 00000800:00000200:2.0:1734676308.973442:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.973448:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.973452:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.973463:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.973467:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.973471:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d848c00. 00000800:00000200:0.0:1734676308.973519:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.973523:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5d00. 00000400:00000200:0.0:1734676308.973527:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.973531:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.973533:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a73b8 00000400:00000010:0.0:1734676308.973535:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a73b8. 00080000:00000010:3.0:1734676308.973760:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d48a200. 00010000:00000010:3.0:1734676308.973818:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4500. 00010000:00000010:3.0:1734676308.973826:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d48f880. 00010000:00000010:3.0:1734676308.973883:0:23972:0:(ldlm_resource.c:1455:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d80e500. 00010000:00000010:3.0:1734676308.973886:0:23972:0:(ldlm_resource.c:1432:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e02ab00. 00010000:00000010:3.0:1734676308.973889:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d48ae00. 00010000:00000010:3.0:1734676308.973893:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00080000:00000010:3.0:1734676308.973901:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d48ba00. 00010000:00000010:3.0:1734676308.973919:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676308.973922:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e02ab00. 00010000:00000010:3.0:1734676308.973956:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d48a000. 00010000:00000010:3.0:1734676308.973959:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676308.973965:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012cd79040. 00000100:00000010:3.0:1734676308.973968:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.973974:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.973981:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d48a400. 02000000:00000010:3.0:1734676308.973998:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d48aa00. 00000400:00000010:3.0:1734676308.974005:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.974008:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.974012:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473216, portal 16 00000400:00000010:3.0:1734676308.974015:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.974017:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473216, offset 0 00000400:00000200:3.0:1734676308.974021:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.974026:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.974029:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.974032:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.974054:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.974056:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.974058:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81662:81662:256:4294967295] 192.168.203.46@tcp LPNI seq info [81658:81658:8:4294967295] 00000400:00000200:3.0:1734676308.974073:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.974076:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.974079:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e300. 00000800:00000200:3.0:1734676308.974081:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.974085:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.974087:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.974335:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.974338:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e300. 00000400:00000200:0.0:1734676308.974341:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.974345:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.974347:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676308.974348:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676308.974354:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864473216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.974559:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801313ba400. 00000400:00000200:0.0:1734676308.975526:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.975539:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29480 00000400:00000200:0.0:1734676308.975546:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa7019 [1] + 224 00000400:00000200:0.0:1734676308.975553:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.975555:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.975563:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864473216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.975591:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.975595:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181880 00000400:00000200:0.0:1734676308.975599:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 656 00000400:00000200:0.0:1734676308.975637:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.975641:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.975645:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.975649:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481f80. 00000020:00000010:2.0:1734676308.975710:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d848c00. 00000020:00000010:2.0:1734676308.975715:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.975719:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.975737:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481f80 x1818938867980416/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.975755:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980416 02000000:00000010:2.0:1734676308.975762:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728ae400. 00010000:00000010:2.0:1734676308.975792:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:2.0:1734676308.975797:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.975800:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.975803:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000010:3.0:1734676308.975808:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:3.0:1734676308.975811:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:3.0:1734676308.975813:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000400:00000010:2.0:1734676308.975813:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7c38. 00000100:00000200:2.0:1734676308.975816:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980416, offset 224 00000100:00000200:3.0:1734676308.975817:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864473216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.975820:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000200:3.0:1734676308.975824:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864473216/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:2.0:1734676308.975826:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.975830:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81663:81663:256:4294967295] 192.168.203.46@tcp LPNI seq info [81659:81659:8:4294967295] 00000400:00000200:2.0:1734676308.975837:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.975841:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00010000:00000010:3.0:1734676308.975844:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d8d0080. 00000800:00000010:2.0:1734676308.975844:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5800. 00000800:00000200:2.0:1734676308.975847:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 02000000:00000010:3.0:1734676308.975852:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d48aa00. 00000800:00000200:2.0:1734676308.975852:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.975855:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5800 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1734676308.975856:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d48a400. 00000100:00000010:3.0:1734676308.975858:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:3.0:1734676308.975860:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:3.0:1734676308.975862:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012cd79040. 00000020:00000010:2.0:1734676308.975864:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.975866:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.975869:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d848c00. 00080000:00000010:3.0:1734676308.975871:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d48a400. 00010000:00000010:3.0:1734676308.976160:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676308.976166:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d8d0000. 00010000:00000010:3.0:1734676308.976218:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d48aa00. 00010000:00000010:3.0:1734676308.976222:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02ab00. 00010000:00000010:3.0:1734676308.976228:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012cd79040. 00000100:00000010:3.0:1734676308.976231:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.976234:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b100. 02000000:00000010:3.0:1734676308.976242:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d48b000. 02000000:00000010:3.0:1734676308.976256:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d48ac00. 00000400:00000010:3.0:1734676308.976258:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798d738. 00000400:00000010:3.0:1734676308.976261:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4e58. 00000100:00000200:3.0:1734676308.976265:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473344, portal 16 00000400:00000010:3.0:1734676308.976268:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba47f8. 00000100:00000200:3.0:1734676308.976270:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473344, offset 0 00000400:00000200:3.0:1734676308.976274:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.976278:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.976281:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.976284:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.976286:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.976288:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.976290:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81664:81664:255:4294967295] 192.168.203.46@tcp LPNI seq info [81660:81660:7:4294967295] 00000400:00000200:3.0:1734676308.976296:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.976299:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.976302:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e200. 00000800:00000200:3.0:1734676308.976304:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.976308:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.976311:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.976450:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.976452:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5800. 00000400:00000200:0.0:1734676308.976456:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.976459:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.976462:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7c38 00000400:00000010:0.0:1734676308.976463:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7c38. 00000800:00000200:0.0:1734676308.976494:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.976496:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e200. 00000400:00000200:0.0:1734676308.976499:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.976502:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.976504:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba47f8 00000400:00000010:0.0:1734676308.976505:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba47f8. 00000100:00000200:0.0:1734676308.976510:0:19041:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b100 x1818938864473344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:2.1:1734676308.977142:0:27:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880097d3bc00. 00010000:00000010:2.1:1734676308.977150:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26a00. 00000400:00000200:0.0:1734676308.977779:0:19043:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.977788:0:19043:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29500 00000400:00000200:0.0:1734676308.977795:0:19043:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa7025 [1] + 224 00000400:00000200:0.0:1734676308.977807:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.977810:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.977816:0:19043:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b100 x1818938864473344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000010:2.0:1734676308.977868:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88007798d738. 00000400:00000200:2.0:1734676308.977872:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4e58 00000400:00000010:2.0:1734676308.977873:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4e58. 00000100:00000200:2.0:1734676308.977878:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880097e2b100 x1818938864473344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:2.0:1734676308.977886:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880097e2b100 x1818938864473344/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 02000000:00000010:2.0:1734676308.977904:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d48ac00. 02000000:00000010:2.0:1734676308.977908:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d48b000. 00000100:00000010:2.0:1734676308.977911:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097e2b100. 00000100:00000010:2.0:1734676308.977914:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880089d3a6c0. 00010000:00000010:2.0:1734676308.977916:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012cd79040. 00000400:00000200:0.0:1734676308.978456:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.978463:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181900 00000400:00000200:0.0:1734676308.978468:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 984 00000400:00000200:0.0:1734676308.978513:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.978517:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.978521:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.978525:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481180. 00000020:00000010:2.0:1734676308.978582:0:8190:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d848c00. 00000020:00000010:2.0:1734676308.978586:0:8190:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.978589:0:8190:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800967bfaf0. 00000100:00000200:2.0:1734676308.978604:0:8190:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481180 x1818938867980544/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1734676308.978832:0:8190:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980544 02000000:00000010:2.0:1734676308.978841:0:8190:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800728af400. 00010000:00000010:2.0:1734676308.978859:0:8190:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a0b57880. 00010000:00000010:2.0:1734676308.978870:0:8190:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:2.0:1734676308.978875:0:8190:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.978882:0:8190:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:2.0:1734676308.978884:0:8190:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00000400:00000010:2.0:1734676308.978894:0:8190:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7ee0. 00000100:00000200:2.0:1734676308.978897:0:8190:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980544, offset 224 00000400:00000200:2.0:1734676308.978902:0:8190:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.978908:0:8190:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.978923:0:8190:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81665:81665:256:4294967295] 192.168.203.46@tcp LPNI seq info [81661:81661:8:4294967295] 00000400:00000200:2.0:1734676308.978931:0:8190:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.978939:0:8190:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.978942:0:8190:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5e00. 00000800:00000200:2.0:1734676308.978946:0:8190:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.978951:0:8190:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.978954:0:8190:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1734676308.978977:0:8190:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bfa4300. 00000020:00000010:2.0:1734676308.978980:0:8190:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800967bfaf0. 00000020:00000010:2.0:1734676308.978983:0:8190:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d848c00. 00080000:00000010:2.0:1734676308.979001:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d848c00. 00000800:00000200:0.0:1734676308.979021:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.979024:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5e00. 00000400:00000200:0.0:1734676308.979027:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.979031:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.979033:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7ee0 00000400:00000010:0.0:1734676308.979035:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7ee0. 00010000:00000010:2.0:1734676308.979200:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009e02ab00. 00010000:00000010:2.0:1734676308.979206:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a0b57080. 00010000:00000010:2.0:1734676308.979262:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d848200. 00010000:00000010:2.0:1734676308.979266:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bfa4300. 00010000:00000010:2.0:1734676308.979273:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88007edcc0c0. 00000100:00000010:2.0:1734676308.979276:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800984b0240. 00000100:00000010:2.0:1734676308.979281:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a3480. 02000000:00000010:2.0:1734676308.979288:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d849400. 02000000:00000010:2.0:1734676308.979304:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880097f26a00. 00000400:00000010:2.0:1734676308.979308:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c7e18. 00000400:00000010:2.0:1734676308.979311:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7b28. 00000100:00000200:2.0:1734676308.979315:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473472, portal 16 00000400:00000010:2.0:1734676308.979318:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7d48. 00000100:00000200:2.0:1734676308.979319:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473472, offset 0 00000400:00000200:2.0:1734676308.979323:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.979326:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.979329:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.979333:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.979336:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.979337:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.979340:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81666:81666:256:4294967295] 192.168.203.46@tcp LPNI seq info [81662:81662:8:4294967295] 00000400:00000200:2.0:1734676308.979345:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.979348:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.979351:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5600. 00000800:00000200:2.0:1734676308.979353:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.979356:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.979359:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1734676308.979367:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009d1a1f80. 02000000:00000010:2.0:1734676308.979371:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012f85cc00. 02000000:00000010:2.0:1734676308.979377:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012f85c800. 00000400:00000010:2.0:1734676308.979379:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009d0c79a0. 00000400:00000010:2.0:1734676308.979381:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7088. 00000100:00000200:2.0:1734676308.979384:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473600, portal 16 00000400:00000010:2.0:1734676308.979386:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8801369a7aa0. 00000100:00000200:2.0:1734676308.979387:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473600, offset 0 00000400:00000200:2.0:1734676308.979390:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:2.0:1734676308.979394:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:2.0:1734676308.979395:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1734676308.979397:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:2.0:1734676308.979399:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1734676308.979400:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:2.0:1734676308.979402:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81667:81667:255:4294967295] 192.168.203.46@tcp LPNI seq info [81663:81663:7:4294967295] 00000400:00000200:2.0:1734676308.979408:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:2.0:1734676308.979411:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:2.0:1734676308.979413:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e2e5100. 00000800:00000200:2.0:1734676308.979415:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:2.0:1734676308.979418:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:2.0:1734676308.979420:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e2e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.979490:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.979493:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5600. 00000400:00000200:0.0:1734676308.979495:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.979499:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.979501:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7d48 00000400:00000010:0.0:1734676308.979502:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7d48. 00000100:00000200:0.0:1734676308.979508:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a3480 x1818938864473472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000200:0.0:1734676308.979530:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.979531:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e2e5100. 00000400:00000200:0.0:1734676308.979533:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.979536:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.979538:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7aa0 00000400:00000010:0.0:1734676308.979539:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7aa0. 00000100:00000200:0.0:1734676308.979542:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009d1a1f80 x1818938864473600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.980436:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012e13ad00. 00010000:00000010:3.1:1734676308.980442:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097f26e00. 00010000:00000010:3.1:1734676308.980445:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d80e500. 00010000:00000010:3.1:1734676308.980449:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d48ae00. 00010000:00000010:2.1:1734676308.980519:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880097df1a00. 00000400:00000200:0.0:1734676308.983894:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.983908:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29580 00000400:00000200:0.0:1734676308.983914:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa7031 [1] + 224 00000400:00000200:0.0:1734676308.983924:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.983928:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.983937:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a3480 x1818938864473472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.983969:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.983973:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29600 00000400:00000200:0.0:1734676308.983976:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa7039 [1] + 224 00000400:00000200:0.0:1734676308.983980:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.983983:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.983987:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009d1a1f80 x1818938864473600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.983998:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.984001:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181a00 00000400:00000200:0.0:1734676308.984005:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 1312 00000400:00000200:0.0:1734676308.984009:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.984011:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.984014:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.984019:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096482300. 00000400:00000200:0.0:1734676308.984029:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.984032:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181980 00000400:00000200:0.0:1734676308.984048:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 1640 00000400:00000200:0.0:1734676308.984059:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.984073:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.984076:0:19042:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1734676308.984078:0:19042:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096481c00. 00000020:00000010:3.0:1734676308.984149:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d48ae00. 00000020:00000010:3.0:1734676308.984155:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676308.984159:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20bb8. 00000100:00000200:3.0:1734676308.984179:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096482300 x1818938867980800/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000020:00000010:3.0:1734676308.984208:0:21612:0:(lu_object.c:1678:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d48b600. 00000020:00000010:3.0:1734676308.984211:0:21612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009e02a580. 00000020:00000010:3.0:1734676308.984213:0:21612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880097c20d48. 00000100:00000200:3.0:1734676308.984218:0:21612:0:(nrs.c:911:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880096481c00 x1818938867980672/t0(0) o103->ed88ba50-ff93-4341-a7f6-bb28e2ac7293@192.168.203.46@tcp:399/0 lens 328/0 e 0 to 0 dl 1734676319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1734676308.984238:0:21612:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980800 02000000:00000010:3.0:1734676308.984246:0:21612:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008983e800. 00000100:00000200:0.0:1734676308.984262:0:8192:0:(service.c:2349:ptlrpc_server_handle_request()) got req 1818938867980672 02000000:00000010:0.0:1734676308.984267:0:8192:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d8adc00. 00000400:00000010:3.0:1734676308.984276:0:21612:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4d48. 00010000:00000010:0.0:1734676308.984280:0:8192:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011cdfd6c0. 00000100:00000200:3.0:1734676308.984281:0:21612:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980800, offset 224 00000100:00000010:0.0:1734676308.984285:0:8192:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d469600. 00000400:00000200:3.0:1734676308.984286:0:21612:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000100:00000010:0.0:1734676308.984290:0:8192:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d469600. 00010000:00000010:0.0:1734676308.984292:0:8192:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011cdfd6c0. 00000400:00000200:3.0:1734676308.984293:0:21612:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000010:0.0:1734676308.984297:0:8192:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012f30e908. 00000400:00000200:3.0:1734676308.984298:0:21612:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81668:81668:256:4294967295] 192.168.203.46@tcp LPNI seq info [81664:81664:8:4294967295] 00000100:00000200:0.0:1734676308.984299:0:8192:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1818938867980672, offset 224 00000400:00000200:0.0:1734676308.984302:0:8192:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.984305:0:21612:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.984620:0:21612:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.984625:0:21612:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e500. 00000800:00000200:3.0:1734676308.984630:0:21612:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.984635:0:21612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.984638:0:21612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1734676308.984651:0:21612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a600. 00000020:00000010:3.0:1734676308.984654:0:21612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20bb8. 00000020:00000010:3.0:1734676308.984658:0:21612:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d48ae00. 00000400:00000010:3.0:1734676308.984677:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c7e18. 00000400:00000200:3.0:1734676308.984679:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7b28 00000400:00000010:3.0:1734676308.984681:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7b28. 00000100:00000200:3.0:1734676308.984686:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a3480 x1818938864473472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.984693:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a3480 x1818938864473472/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.984708:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097d68f80. 00000400:00000010:3.0:1734676308.984714:0:23972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009d0c79a0. 00000400:00000200:3.0:1734676308.984715:0:23972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8801369a7088 00000400:00000010:3.0:1734676308.984717:0:23972:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8801369a7088. 00000100:00000200:3.0:1734676308.984720:0:23972:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009d1a1f80 x1818938864473600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000200:3.0:1734676308.984726:0:23972:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009d1a1f80 x1818938864473600/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.0:1734676308.984733:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009d08e880. 02000000:00000010:3.0:1734676308.984740:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880097f26a00. 02000000:00000010:3.0:1734676308.984743:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d849400. 00000100:00000010:3.0:1734676308.984748:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a3480. 02000000:00000010:3.0:1734676308.984751:0:23972:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012f85c800. 02000000:00000010:3.0:1734676308.984755:0:23972:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012f85cc00. 00000100:00000010:3.0:1734676308.984756:0:23972:0:(client.c:584:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009d1a1f80. 00000100:00000010:3.0:1734676308.984760:0:23972:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800984b0240. 00010000:00000010:3.0:1734676308.984763:0:23972:0:(ldlm_lock.c:2347:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88007edcc0c0. 00080000:00000010:3.0:1734676308.984777:0:23972:0:(osd_handler.c:1916:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d48ae00. 00010000:00000010:3.0:1734676308.984836:0:23972:0:(ldlm_lock.c:215:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bfa4300. 00010000:00000010:3.0:1734676308.984841:0:23972:0:(ldlm_resource.c:1509:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009d08e800. 00010000:00000010:3.0:1734676308.984891:0:23972:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d48b400. 00010000:00000010:3.0:1734676308.984895:0:23972:0:(ldlm_inodebits.c:604:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009e02a600. 00010000:00000010:3.0:1734676308.984900:0:23972:0:(ldlm_lock.c:2301:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800aa3f0d00. 00000100:00000010:3.0:1734676308.984904:0:23972:0:(client.c:1095:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880089d3a6c0. 00000100:00000010:3.0:1734676308.984908:0:23972:0:(client.c:578:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097e2b800. 00000800:00000200:1.0:1734676308.985106:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.985109:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e500. 00000400:00000200:1.0:1734676308.985113:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.985116:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.985119:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4d48 00000400:00000010:1.0:1734676308.985120:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4d48. 00000400:00000200:0.0:1734676308.985429:0:8192:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.203.146@tcp to MR: 192.168.203.46@tcp local destination 00000400:00000200:0.0:1734676308.985434:0:8192:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81669:81669:255:4294967295] 192.168.203.46@tcp LPNI seq info [81665:81665:7:4294967295] 00000400:00000200:0.0:1734676308.985440:0:8192:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:192.168.203.146@tcp) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:0.0:1734676308.985444:0:8192:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:0.0:1734676308.985447:0:8192:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d47ad00. 00000800:00000200:0.0:1734676308.985451:0:8192:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:0.0:1734676308.985455:0:8192:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:0.0:1734676308.985457:0:8192:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d47ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1734676308.985467:0:8192:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009e02a580. 00000020:00000010:0.0:1734676308.985469:0:8192:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880097c20d48. 00000020:00000010:0.0:1734676308.985472:0:8192:0:(lu_object.c:1611:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d48b600. 00000800:00000200:1.0:1734676308.985550:0:19041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1734676308.985552:0:19041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d47ad00. 00000400:00000200:1.0:1734676308.985555:0:19041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1734676308.985558:0:19041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:1.0:1734676308.985560:0:19041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012f30e908 00000400:00000010:1.0:1734676308.985561:0:19041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012f30e908. 02000000:00000010:3.0:1734676308.986082:0:23972:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d48a600. 02000000:00000010:3.0:1734676308.986107:0:23972:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d48b800. 00000400:00000010:3.0:1734676308.986112:0:23972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88007798db00. 00000400:00000010:3.0:1734676308.986116:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4dd0. 00000100:00000200:3.0:1734676308.986120:0:23972:0:(niobuf.c:951:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1818938864473728, portal 16 00000400:00000010:3.0:1734676308.986122:0:23972:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880073ba4990. 00000100:00000200:3.0:1734676308.986124:0:23972:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1818938864473728, offset 0 00000400:00000200:3.0:1734676308.986128:0:23972:0:(lib-move.c:5264:LNetPut()) LNetPut -> 12345-192.168.203.46@tcp 00000400:00000200:3.0:1734676308.986133:0:23972:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.46@tcp local destination 00000400:00000200:3.0:1734676308.986137:0:23972:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1734676308.986140:0:23972:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.203.146@tcp 00000400:00000200:3.0:1734676308.986142:0:23972:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.203.146@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1734676308.986144:0:23972:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.46@tcp 00000400:00000200:3.0:1734676308.986147:0:23972:0:(lib-move.c:1870:lnet_handle_send()) 192.168.203.146@tcp NI seq info: [81670:81670:256:4294967295] 192.168.203.46@tcp LPNI seq info [81666:81666:8:4294967295] 00000400:00000200:3.0:1734676308.986153:0:23972:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp:) -> 192.168.203.46@tcp(192.168.203.46@tcp:192.168.203.46@tcp) : PUT try# 0 00000800:00000200:3.0:1734676308.986156:0:23972:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.46@tcp 00000800:00000010:3.0:1734676308.986158:0:23972:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009d80e600. 00000800:00000200:3.0:1734676308.986161:0:23972:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aa642480] -> 12345-192.168.203.46@tcp (4) 00000800:00000200:3.0:1734676308.986164:0:23972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.46@tcp ip 192.168.203.46:1023 00000800:00000200:3.0:1734676308.986167:0:23972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88009d80e600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1734676308.986232:0:19043:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1734676308.986234:0:19043:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009d80e600. 00000400:00000200:0.0:1734676308.986238:0:19043:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.986241:0:19043:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000400:00000200:0.0:1734676308.986243:0:19043:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880073ba4990 00000400:00000010:0.0:1734676308.986245:0:19043:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff880073ba4990. 00000100:00000200:0.0:1734676308.986250:0:19043:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880097e2b800 x1818938864473728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00000010:3.1:1734676308.986283:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fa0d800. 00000400:00000200:0.0:1734676308.987404:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.987413:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 224 into portal 16 MB=0x67650b4e29680 00000400:00000200:0.0:1734676308.987420:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.46@tcp of length 224/224 into md 0xa7049 [1] + 224 00000400:00000200:0.0:1734676308.987427:0:19042:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1734676308.987430:0:19042:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.203.146@tcp->192.168.203.46@tcp: PUT: OK 00000100:00000200:0.0:1734676308.987437:0:19042:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880097e2b800 x1818938864473728/t0(0) o104->lustre-MDT0000@192.168.203.46@tcp:15/16 lens 328/224 e 0 to 0 dl 1734676324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000200:0.0:1734676308.987469:0:19042:0:(lib-move.c:4754:lnet_parse()) TRACE: 192.168.203.146@tcp(192.168.203.146@tcp) <- 192.168.203.46@tcp : PUT - for me 00000400:00000200:0.0:1734676308.987473:0:19042:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.46@tcp of length 328 into portal 17 MB=0x67650b5181a80 00000400:00000200:0.0:1734676308.987476:0:19042:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.46@tcp of length 328/328 into md 0xa5985 [2] + 1968 00000400:00000010:0.0:1734676308.987479:0:19042:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012c0ad268. 00000400:00000200:0.0:1734676308.987482:0:19042:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009df57f00 Debug log: 134589 lines, 134589 kept, 0 dropped, 0 bad.